Benchmarks on roentgenium

SYNTHETIC
#	Name	Size	FromScratch	Incremental	RestartGlob	RestartLocs	RestartBoth
1	example	41 lines	0.10 s / 49 vars / 35 evals	0.08 s / 0 vars / 0 evals (=)	0.09 s / 0 vars / 0 evals (=)	0.09 s / 0 vars / 0 evals (=)	0.10 s / 0 vars / 0 evals (=)
-	example.patch	patched	0.11 s / 49 vars / 35 evals	0.09 s / 17 vars / 30 evals (≸)	0.09 s / 11 vars / 32 evals (=)	0.13 s / 17 vars / 30 evals (≸)	0.12 s / 11 vars / 32 evals (=)
2	restart	34 lines	0.11 s / 42 vars / 84 evals	0.09 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)
-	restart.patch	patched	0.10 s / 41 vars / 83 evals	0.08 s / 3 vars / 4 evals (=)	0.09 s / 3 vars / 27 evals (⊒)	0.08 s / 3 vars / 4 evals (=)	0.10 s / 3 vars / 82 evals (=)
3	local-wpoint	22 lines	0.09 s / 27 vars / 12 evals	0.07 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)
-	local-wpoint.patch	patched	0.08 s / 26 vars / 10 evals	0.10 s / 3 vars / 7 evals (⊑)	0.08 s / 3 vars / 9 evals (=)	0.15 s / 3 vars / 9 evals (⊑)	0.32 s / 3 vars / 9 evals (=)
4	local-wp-read	23 lines	0.31 s / 28 vars / 14 evals	0.34 s / 0 vars / 0 evals (=)	0.36 s / 0 vars / 0 evals (=)	0.48 s / 0 vars / 0 evals (=)	0.42 s / 0 vars / 0 evals (=)
-	local-wp-read.patch	patched	0.42 s / 27 vars / 14 evals	0.57 s / 3 vars / 8 evals (⊑)	0.39 s / 3 vars / 10 evals (⊑)	0.35 s / 3 vars / 11 evals (⊑)	0.43 s / 3 vars / 13 evals (=)
5	justglob	2 lines	0.31 s / 3 vars / 2 evals	0.24 s / 0 vars / 0 evals (=)	0.31 s / 0 vars / 0 evals (=)	0.26 s / 0 vars / 0 evals (=)	0.30 s / 0 vars / 0 evals (=)
-	justglob.patch	patched	0.30 s / 3 vars / 2 evals	0.38 s / 3 vars / 2 evals (⊑)	0.24 s / 3 vars / 2 evals (=)	0.35 s / 3 vars / 2 evals (⊑)	0.34 s / 3 vars / 2 evals (=)
6	branch	6 lines	0.30 s / 5 vars / 4 evals	0.35 s / 0 vars / 0 evals (=)	0.34 s / 0 vars / 0 evals (=)	0.37 s / 0 vars / 0 evals (=)	0.10 s / 0 vars / 0 evals (=)
-	branch.patch	patched	0.07 s / 5 vars / 4 evals	0.07 s / 5 vars / 4 evals (=)	0.07 s / 5 vars / 4 evals (=)	0.07 s / 5 vars / 4 evals (=)	0.07 s / 5 vars / 4 evals (=)
7	hybrid	16 lines	0.08 s / 12 vars / 75 evals	0.07 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)
-	hybrid.patch	patched	0.10 s / 12 vars / 75 evals	0.10 s / 12 vars / 75 evals (=)	0.10 s / 12 vars / 75 evals (=)	0.10 s / 12 vars / 75 evals (=)	0.10 s / 12 vars / 75 evals (=)
POSIX
#	Name	Size	FromScratch	Incremental	RestartGlob	RestartLocs	RestartBoth
8	aget_comb	1280 lines	1.53 s / 2406 vars / 4728 evals	0.20 s / 0 vars / 0 evals (=)	0.21 s / 0 vars / 0 evals (=)	0.20 s / 0 vars / 0 evals (=)	0.21 s / 0 vars / 0 evals (=)
-	aget_comb01.patch	patched	1.71 s / 2407 vars / 4735 evals	0.23 s / 11 vars / 70 evals (=)	1.14 s / 489 vars / 3208 evals (=)	0.29 s / 11 vars / 94 evals (=)	1.40 s / 983 vars / 4727 evals (=)
-	aget_comb02.patch	patched	1.36 s / 2406 vars / 4728 evals	0.35 s / 178 vars / 355 evals (⊑)	1.18 s / 656 vars / 3290 evals (=)	0.45 s / 409 vars / 831 evals (⊑)	1.42 s / 1150 vars / 4720 evals (=)
9	knot_comb	2255 lines	3.35 s / 6363 vars / 16094 evals	0.26 s / 0 vars / 0 evals (=)	0.28 s / 0 vars / 0 evals (=)	0.27 s / 0 vars / 0 evals (=)	0.34 s / 0 vars / 0 evals (=)
-	knot_comb01.patch	patched	3.20 s / 6363 vars / 16094 evals	0.90 s / 1329 vars / 4040 evals (=)	1.58 s / 1329 vars / 6893 evals (⊒)	0.89 s / 1383 vars / 4158 evals (=)	2.87 s / 2511 vars / 14569 evals (=)
-	knot_comb02.patch	patched	3.11 s / 6363 vars / 15742 evals	0.86 s / 296 vars / 2527 evals (⊒)	1.18 s / 296 vars / 3718 evals (⊒)	2.19 s / 2720 vars / 12586 evals (=)	2.69 s / 2720 vars / 14217 evals (=)
10	ypbind_comb	6588 lines	5.31 s / 17406 vars / 27137 evals	0.56 s / 0 vars / 0 evals (=)	0.57 s / 0 vars / 0 evals (=)	0.63 s / 0 vars / 0 evals (=)	0.63 s / 0 vars / 0 evals (=)
-	ypbind_comb01.patch	patched	5.92 s / 17421 vars / 27464 evals	2.67 s / 4721 vars / 8960 evals (⊑)	4.61 s / 5088 vars / 17626 evals (≸)	2.20 s / 4721 vars / 8960 evals (⊑)	5.65 s / 9343 vars / 27464 evals (=)
-	ypbind_comb02.patch	patched	5.94 s / 17406 vars / 27137 evals	0.93 s / 268 vars / 1034 evals (=)	3.22 s / 635 vars / 9378 evals (≸)	0.87 s / 268 vars / 1034 evals (=)	4.31 s / 4890 vars / 18610 evals (=)
-	ypbind_comb03.patch	patched	5.67 s / 17436 vars / 27181 evals	1.35 s / 536 vars / 2130 evals (⊑)	3.15 s / 903 vars / 9462 evals (⊑)	2.39 s / 4781 vars / 9345 evals (⊑)	4.41 s / 5158 vars / 18654 evals (=)
11	smtprc_comb	5787 lines	10.90 s / 15192 vars / 29903 evals	0.56 s / 0 vars / 0 evals (=)	0.57 s / 0 vars / 0 evals (=)	0.58 s / 0 vars / 0 evals (=)	0.54 s / 0 vars / 0 evals (=)
-	smtprc_comb01.patch	patched	10.66 s / 15192 vars / 29903 evals	0.74 s / 77 vars / 350 evals (=)	5.78 s / 3669 vars / 15375 evals (=)	1.81 s / 1889 vars / 2717 evals (=)	8.44 s / 7994 vars / 22295 evals (=)
-	smtprc_comb02.patch	patched	10.51 s / 15192 vars / 29903 evals	1.47 s / 2030 vars / 2344 evals (=)	6.58 s / 5622 vars / 17335 evals (=)	1.31 s / 2040 vars / 2478 evals (=)	8.86 s / 8075 vars / 22295 evals (=)

Last updated: 2022-03-10 17:46:00 +0200 Bench version: heads/master-0-ge35f7c8-dirty Goblint version: heads/incremental-write-only-0-g574185faa Cil version: 1.8.2 Profile: trace Goblint base configuration: td3.json. Analysis definitions: precision.yaml.