@inproceedings{7767220c7fe044dca5a18f0a1f247ce4,
title = "A systematic methodology for OS benchmark characterization",
abstract = "Using benchmarks to evaluate operating systems is a common and important approach. However, determining which benchmarks to use for such evaluation requires very careful consideration. It has been found that a seemingly naive change of system configuration or input set could lead to drastic change of benchmark characteristics, and could also lead to misleading or incorrect results. Some OS benchmark suites may also include too many benchmark programs with very similar characteristics that could give biased results against, or in favor of, certain kernel behavior. Hence, we need to determine the characteristics of benchmark programs in order to come up with an appropriate benchmark suite for such evaluation, and to interpret the measured results more precisely and correctly. Although there have been many tools developed to help on profiling an OS and to characterize its run-time behavior, the collected data by those tools are often very large and complex. It is extremely time consuming, labor intensive, and error prone to analyze the large volume of measured results, and to determine the characteristics of a suite of benchmark programs. In this work, we propose to use machine-learning techniques to help on analyzing and characterizing OS benchmark programs based on the traced OS kernel events. In this work, a systematic methodology is proposed to automatically characterize benchmarks. We found that the characterized OS behavior could help developers to choose appropriate applications to benchmark operating systems.",
keywords = "benchmark, multi-core, operating system, scalability",
author = "Chen, {Shuo Hung} and Lin, {Hsiao Mei} and Chen, {Kuo Yi} and Chang, {Yuan Hao} and Yew, {Pen Chung} and Ho, {Chien Chung}",
year = "2013",
doi = "10.1145/2513228.2513234",
language = "English (US)",
isbn = "9781450323482",
series = "Proceedings of the 2013 Research in Adaptive and Convergent Systems, RACS 2013",
pages = "404--409",
booktitle = "Proceedings of the 2013 Research in Adaptive and Convergent Systems, RACS 2013",
note = "2013 Research in Adaptive and Convergent Systems, RACS 2013 ; Conference date: 01-10-2013 Through 04-10-2013",
}