{ "head": { "branch": null, "date": { "content": [ [ "2018-06-27 14:40:12 CEST", 12 ] ], "id": "date", "name": "Date of execution" }, "displayName": null, "host": { "content": [ [ "apollon*", 12 ] ], "id": "host", "name": "Host" }, "limit": { "content": [ [ "timelimit: 900 s, memlimit: 15000 MB, CPU core limit: 2", 12 ] ], "id": "limits", "name": "Limits" }, "options": { "content": [ [ "-heap 10000M -benchmark -configselection-heuristic", 12 ] ], "id": "options", "name": "Options" }, "os": { "content": [ [ "Linux 4.4.0-128-generic", 12 ] ], "id": "os", "name": "OS" }, "property": { "content": [ [ "unreach-call", 12 ] ], "id": "property", "name": "Properties" }, "runset": { "content": [ [ "Model-Based-Selection", 12 ] ], "id": "run", "name": "Run set" }, "system": { "content": [ [ "CPU: Intel Xeon E3-1230 v5 @ 3.40 GHz, cores: 8, frequency: 3.8 GHz, Turbo Boost: disabled; RAM: 33553 MB", 12 ] ], "id": "system", "name": "System" }, "task_id_names": [ "Task name" ], "title": { "content": [ [ "status", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory (MB)", 1 ], [ "Aliasing", 1 ], [ "Arrays", 1 ], [ "Boolean", 1 ], [ "Composite types", 1 ], [ "Config", 1 ], [ "Floats", 1 ], [ "Loops", 1 ], [ "host", 1 ] ], "id": "columnTitles", "name": "benchexec/tablegenerator/test_integration/" }, "tool": { "content": [ [ { "project_url": "https://cpachecker.sosy-lab.org/", "tool": "CPAchecker", "version": "1.7-svn 28500M" }, 12 ] ], "id": "tool", "name": "Tool" } }, "initial": null, "rows": [ { "href": "../programs/benchmarks/ldv-linux-4.0-rc1-mav/linux-4_true-termination.0-rc1---drivers--media--rc--lirc_dev.ko_true-unreach-call.cil.c", "id": [ "programs/benchmarks/ldv-linux-4.0-rc1-mav/linux-4_true-termination.0-rc1---drivers--media--rc--lirc_dev.ko_true-unreach-call.cil.c" ], "results": [ { "category": "correct", "href": "../results/nan_and_inf.xm.logfiles/Model-Based-Selection.linux-4_true-termination.0-rc1---drivers--media--rc--lirc_dev.ko_true-unreach-call.cil.c.log", "values": [ { "raw": "true" }, { "html": "16.1", "raw": "16.07363273" }, { "html": "8.30", "raw": "8.29731011391" }, { "html": "556", "raw": "555.880448" }, { "raw": "1" }, { "raw": "1" }, { "raw": "0" }, { "raw": "1" }, { "raw": "configselection-restart-valueAnalysis-fallbacks.properties" }, { "raw": "NaN" }, { "raw": "1" }, { "raw": "apollon104" } ] } ] }, { "href": "../results/dummyRun1", "id": [ "results/dummyRun1" ], "results": [ { "category": "correct", "href": "../results/nan_and_inf.xm.logfiles/Model-Based-Selection.dummyRun1.log", "values": [ { "raw": "true" }, { "html": "16.1", "raw": "16.07363273" }, { "html": "8.30", "raw": "8.29731011391" }, { "html": "556", "raw": "555.880448" }, { "raw": "Inf" }, { "raw": "1" }, { "raw": "0" }, { "raw": "1" }, { "raw": "configselection-restart-valueAnalysis-fallbacks.properties" }, { "html": ".00000001", "raw": "0.00000001" }, { "raw": "Inf" }, { "raw": "apollon104" } ] } ] }, { "href": "../results/dummyRun2", "id": [ "results/dummyRun2" ], "results": [ { "category": "correct", "href": "../results/nan_and_inf.xm.logfiles/Model-Based-Selection.dummyRun2.log", "values": [ { "raw": "true" }, { "html": "16.1", "raw": "16.07363273" }, { "html": "8.30", "raw": "8.29731011391" }, { "html": "556", "raw": "555.880448" }, { "raw": "-Inf" }, { "raw": "1" }, { "raw": "-Inf" }, { "raw": "1" }, { "raw": "configselection-restart-valueAnalysis-fallbacks.properties" }, { "html": "2000         ", "raw": "2000" }, { "raw": "1" }, { "raw": "apollon104" } ] } ] } ], "stats": [ { "content": [ [ { "sum": 3 }, { "avg": "16.1", "max": "16.1", "median": "16.1", "min": "16.1", "stdev": "0.000", "sum": "48.2" }, { "avg": "8.30", "max": "8.30", "median": "8.30", "min": "8.30", "stdev": "0.000", "sum": "24.9" }, { "avg": "556", "max": "556", "median": "556", "min": "556", "stdev": "0.000", "sum": "1670" }, { "avg": "NaN", "max": "Inf", "median": "1", "min": "-Inf", "stdev": "NaN", "sum": "NaN" }, { "avg": "1.00", "max": "1", "median": "1", "min": "1", "stdev": "0.00", "sum": "3" }, { "avg": "-Inf", "max": "0", "median": "0", "min": "-Inf", "stdev": "Inf", "sum": "-Inf" }, { "avg": "1.00", "max": "1", "median": "1", "min": "1", "stdev": "0.00", "sum": "3" }, null, { "avg": "NaN", "max": "NaN", "median": "NaN", "min": "NaN", "stdev": "NaN", "sum": "NaN" }, { "avg": "Inf", "max": "Inf", "median": "1", "min": "1", "stdev": "Inf", "sum": "Inf" }, null ] ], "id": "total" }, { "content": [ [ null, null, { "sum": "65200  " }, null, null, null, null, null, null, null, null, null ] ], "description": "This line contains measurements that include the whole benchmarking process for all runs. For example the walltime in this row represents the time from start of first run to end of last run and might differ from the sum of walltime measurements per run in case of parallel runs.", "id": "summary", "title": "summary measurements" }, { "content": [ [ { "sum": 3 }, { "avg": "16.1", "max": "16.1", "median": "16.1", "min": "16.1", "stdev": "0.000", "sum": "48.2" }, { "avg": "8.30", "max": "8.30", "median": "8.30", "min": "8.30", "stdev": "0.000", "sum": "24.9" }, { "avg": "556", "max": "556", "median": "556", "min": "556", "stdev": "0.000", "sum": "1670" }, { "avg": "NaN", "max": "Inf", "median": "1", "min": "-Inf", "stdev": "NaN", "sum": "NaN" }, { "avg": "1.00", "max": "1", "median": "1", "min": "1", "stdev": "0.00", "sum": "3" }, { "avg": "-Inf", "max": "0", "median": "0", "min": "-Inf", "stdev": "Inf", "sum": "-Inf" }, { "avg": "1.00", "max": "1", "median": "1", "min": "1", "stdev": "0.00", "sum": "3" }, null, { "avg": "NaN", "max": "NaN", "median": "NaN", "min": "NaN", "stdev": "NaN", "sum": "NaN" }, { "avg": "Inf", "max": "Inf", "median": "1", "min": "1", "stdev": "Inf", "sum": "Inf" }, null ] ], "id": "correct" }, { "content": [ [ { "sum": 3 }, { "avg": "16.1", "max": "16.1", "median": "16.1", "min": "16.1", "stdev": "0.000", "sum": "48.2" }, { "avg": "8.30", "max": "8.30", "median": "8.30", "min": "8.30", "stdev": "0.000", "sum": "24.9" }, { "avg": "556", "max": "556", "median": "556", "min": "556", "stdev": "0.000", "sum": "1670" }, { "avg": "NaN", "max": "Inf", "median": "1", "min": "-Inf", "stdev": "NaN", "sum": "NaN" }, { "avg": "1.00", "max": "1", "median": "1", "min": "1", "stdev": "0.00", "sum": "3" }, { "avg": "-Inf", "max": "0", "median": "0", "min": "-Inf", "stdev": "Inf", "sum": "-Inf" }, { "avg": "1.00", "max": "1", "median": "1", "min": "1", "stdev": "0.00", "sum": "3" }, null, { "avg": "NaN", "max": "NaN", "median": "NaN", "min": "NaN", "stdev": "NaN", "sum": "NaN" }, { "avg": "Inf", "max": "Inf", "median": "1", "min": "1", "stdev": "Inf", "sum": "Inf" }, null ] ], "id": "correct_true" }, { "content": [ [ { "sum": 0 }, null, null, null, null, null, null, null, null, null, null, null ] ], "id": "correct_false" }, { "content": [ [ { "sum": 0 }, null, null, null, null, null, null, null, null, null, null, null ] ], "id": "wrong" }, { "content": [ [ { "sum": 0 }, null, null, null, null, null, null, null, null, null, null, null ] ], "id": "wrong_true" }, { "content": [ [ { "sum": 0 }, null, null, null, null, null, null, null, null, null, null, null ] ], "id": "wrong_false" } ], "tools": [ { "benchmarkname": "configselection", "columns": [ { "display_title": "status", "max_width": 6, "relevant_for_diff": false, "title": "status", "type": "status" }, { "display_title": "cputime", "max_width": 7, "number_of_significant_digits": 3, "relevant_for_diff": false, "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "number_of_significant_digits": 3, "relevant_for_diff": false, "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 6, "number_of_significant_digits": 3, "relevant_for_diff": false, "title": "memUsage", "type": "measure", "unit": "MB" }, { "display_title": "Aliasing", "max_width": 8, "number_of_significant_digits": 3, "relevant_for_diff": false, "title": "Aliasing", "type": "measure" }, { "display_title": "Arrays", "max_width": 6, "relevant_for_diff": false, "title": "Arrays", "type": "count" }, { "display_title": "Boolean", "max_width": 7, "number_of_significant_digits": 3, "relevant_for_diff": false, "title": "Boolean", "type": "measure" }, { "display_title": "Composite types", "max_width": 15, "relevant_for_diff": false, "title": "Composite types", "type": "count" }, { "display_title": "Config", "max_width": 58, "relevant_for_diff": false, "title": "Config", "type": "text" }, { "display_title": "Floats", "max_width": 13, "number_of_significant_digits": 3, "relevant_for_diff": false, "title": "Floats", "type": "measure" }, { "display_title": "Loops", "max_width": 5, "number_of_significant_digits": 3, "relevant_for_diff": false, "title": "Loops", "type": "measure" }, { "display_title": "host", "max_width": 10, "relevant_for_diff": false, "title": "host", "type": "text" } ], "cores": "8", "cpu": "Intel Xeon E3-1230 v5 @ 3.40 GHz", "cpuCores": "2", "date": "2018-06-27 14:40:12 CEST", "freq": "3.8 GHz", "generator": "BenchExec 1.17-dev", "host": "apollon*", "memlimit": "15000 MB", "name": "Model-Based-Selection", "niceName": "Model-Based-Selection", "options": "-heap 10000M -benchmark -configselection-heuristic", "os": "Linux 4.4.0-128-generic", "project_url": "https://cpachecker.sosy-lab.org/", "ram": "33553 MB", "timelimit": "900 s", "tool": "CPAchecker", "toolmodule": "benchexec.tools.cpachecker", "turbo": ", Turbo Boost: disabled", "version": "1.7-svn 28500M" } ], "version": "(test)" }