Benchmarks on roentgenium

SYNTHETIC
#	Name	Size	FromScratch	Incremental	Fuel0	Fuel1	Fuel2	Fuel4	Fuel8	Fuel16	Fuel32	FuelInf
1	example	41 lines	0.08 s / 55 vars / 35 evals	0.08 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.11 s / 0 vars / 0 evals (=)	0.11 s / 0 vars / 0 evals (=)	0.11 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.10 s / 0 vars / 0 evals (=)
-	example.patch	patched	0.09 s / 55 vars / 35 evals	0.08 s / 18 vars / 30 evals (≸)	0.09 s / 18 vars / 30 evals (≸)	0.12 s / 10 vars / 32 evals (=)	0.08 s / 10 vars / 32 evals (=)	0.08 s / 10 vars / 32 evals (=)	0.08 s / 10 vars / 32 evals (=)	0.08 s / 10 vars / 32 evals (=)	0.08 s / 10 vars / 32 evals (=)	0.09 s / 10 vars / 32 evals (=)
2	restart	34 lines	0.09 s / 47 vars / 84 evals	0.07 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)	0.09 s / 0 vars / 0 evals (=)
-	restart.patch	patched	0.10 s / 46 vars / 83 evals	0.08 s / 3 vars / 4 evals (⊑)	0.07 s / 3 vars / 4 evals (⊑)	0.08 s / 1 vars / 27 evals (⊒)	0.10 s / 1 vars / 27 evals (⊒)	0.08 s / 1 vars / 27 evals (⊒)	0.08 s / 1 vars / 27 evals (⊒)	0.08 s / 1 vars / 27 evals (⊒)	0.08 s / 1 vars / 27 evals (⊒)	0.08 s / 1 vars / 27 evals (⊒)
3	local-wpoint	22 lines	0.07 s / 31 vars / 12 evals	0.08 s / 0 vars / 0 evals (=)	0.09 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)	0.10 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)
-	local-wpoint.patch	patched	0.07 s / 30 vars / 10 evals	0.08 s / 3 vars / 7 evals (⊑)	0.08 s / 3 vars / 7 evals (⊑)	0.09 s / 1 vars / 9 evals (=)	0.07 s / 1 vars / 9 evals (=)	0.07 s / 1 vars / 9 evals (=)	0.07 s / 1 vars / 9 evals (=)	0.07 s / 1 vars / 9 evals (=)	0.08 s / 1 vars / 9 evals (=)	0.07 s / 1 vars / 9 evals (=)
4	local-wp-read	23 lines	0.10 s / 32 vars / 14 evals	0.11 s / 0 vars / 0 evals (=)	0.10 s / 0 vars / 0 evals (=)	0.11 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.06 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)	0.10 s / 0 vars / 0 evals (=)
-	local-wp-read.patch	patched	0.07 s / 31 vars / 14 evals	0.11 s / 3 vars / 8 evals (⊑)	0.07 s / 3 vars / 8 evals (⊑)	0.08 s / 1 vars / 10 evals (⊑)	0.08 s / 1 vars / 10 evals (⊑)	0.07 s / 1 vars / 10 evals (⊑)	0.09 s / 1 vars / 10 evals (⊑)	0.07 s / 1 vars / 10 evals (⊑)	0.07 s / 1 vars / 10 evals (⊑)	0.07 s / 1 vars / 10 evals (⊑)
5	justglob	2 lines	0.06 s / 4 vars / 2 evals	0.05 s / 0 vars / 0 evals (=)	0.06 s / 0 vars / 0 evals (=)	0.06 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.06 s / 0 vars / 0 evals (=)	0.06 s / 0 vars / 0 evals (=)	0.06 s / 0 vars / 0 evals (=)	0.06 s / 0 vars / 0 evals (=)	0.06 s / 0 vars / 0 evals (=)
-	justglob.patch	patched	0.05 s / 4 vars / 2 evals	0.05 s / 3 vars / 2 evals (⊑)	0.05 s / 3 vars / 2 evals (⊑)	0.06 s / 3 vars / 2 evals (=)	0.05 s / 3 vars / 2 evals (=)	0.06 s / 3 vars / 2 evals (=)	0.06 s / 3 vars / 2 evals (=)	0.06 s / 3 vars / 2 evals (=)	0.06 s / 3 vars / 2 evals (=)	0.07 s / 3 vars / 2 evals (=)
6	branch	6 lines	0.06 s / 6 vars / 4 evals	0.05 s / 0 vars / 0 evals (=)	0.05 s / 0 vars / 0 evals (=)	0.06 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)	0.06 s / 0 vars / 0 evals (=)	0.05 s / 0 vars / 0 evals (=)	0.06 s / 0 vars / 0 evals (=)	0.05 s / 0 vars / 0 evals (=)	0.06 s / 0 vars / 0 evals (=)
-	branch.patch	patched	0.06 s / 6 vars / 4 evals	0.07 s / 5 vars / 4 evals (=)	0.06 s / 5 vars / 4 evals (=)	0.06 s / 3 vars / 4 evals (=)	0.05 s / 3 vars / 4 evals (=)	0.07 s / 3 vars / 4 evals (=)	0.08 s / 3 vars / 4 evals (=)	0.06 s / 3 vars / 4 evals (=)	0.06 s / 3 vars / 4 evals (=)	0.07 s / 3 vars / 4 evals (=)
7	hybrid	16 lines	0.08 s / 13 vars / 75 evals	0.08 s / 0 vars / 0 evals (=)	0.05 s / 0 vars / 0 evals (=)	0.05 s / 0 vars / 0 evals (=)	0.07 s / 0 vars / 0 evals (=)	0.05 s / 0 vars / 0 evals (=)	0.06 s / 0 vars / 0 evals (=)	0.05 s / 0 vars / 0 evals (=)	0.05 s / 0 vars / 0 evals (=)	0.08 s / 0 vars / 0 evals (=)
-	hybrid.patch	patched	0.07 s / 13 vars / 75 evals	0.11 s / 12 vars / 75 evals (=)	0.10 s / 12 vars / 75 evals (=)	0.11 s / 10 vars / 75 evals (=)	0.07 s / 10 vars / 75 evals (=)	0.07 s / 10 vars / 75 evals (=)	0.09 s / 10 vars / 75 evals (=)	0.08 s / 10 vars / 75 evals (=)	0.07 s / 10 vars / 75 evals (=)	0.07 s / 10 vars / 75 evals (=)
POSIX
#	Name	Size	FromScratch	Incremental	Fuel0	Fuel1	Fuel2	Fuel4	Fuel8	Fuel16	Fuel32	FuelInf
8	aget_comb	1280 lines	1.29 s / 2578 vars / 4728 evals	0.18 s / 0 vars / 0 evals (=)	0.15 s / 0 vars / 0 evals (=)	0.15 s / 0 vars / 0 evals (=)	0.18 s / 0 vars / 0 evals (=)	0.16 s / 0 vars / 0 evals (=)	0.14 s / 0 vars / 0 evals (=)	0.16 s / 0 vars / 0 evals (=)	0.15 s / 0 vars / 0 evals (=)	0.14 s / 0 vars / 0 evals (=)
-	aget_comb01.patch	patched	1.05 s / 2579 vars / 4735 evals	0.18 s / 11 vars / 70 evals (⊑)	0.19 s / 11 vars / 70 evals (⊑)	0.87 s / 486 vars / 3208 evals (=)	0.82 s / 486 vars / 3208 evals (=)	1.03 s / 486 vars / 3208 evals (=)	0.91 s / 486 vars / 3208 evals (=)	0.93 s / 486 vars / 3208 evals (=)	0.84 s / 486 vars / 3208 evals (=)	0.92 s / 486 vars / 3208 evals (=)
-	aget_comb02.patch	patched	1.12 s / 2578 vars / 4728 evals	0.33 s / 182 vars / 355 evals (⊑)	0.33 s / 182 vars / 355 evals (⊑)	0.90 s / 656 vars / 3290 evals (=)	0.93 s / 656 vars / 3290 evals (=)	0.84 s / 656 vars / 3290 evals (=)	0.83 s / 656 vars / 3290 evals (=)	0.82 s / 656 vars / 3290 evals (=)	0.82 s / 656 vars / 3290 evals (=)	0.92 s / 656 vars / 3290 evals (=)
9	knot_comb	2255 lines	2.36 s / 6432 vars / 16094 evals	0.21 s / 0 vars / 0 evals (=)	0.23 s / 0 vars / 0 evals (=)	0.22 s / 0 vars / 0 evals (=)	0.20 s / 0 vars / 0 evals (=)	0.22 s / 0 vars / 0 evals (=)	0.21 s / 0 vars / 0 evals (=)	0.24 s / 0 vars / 0 evals (=)	0.21 s / 0 vars / 0 evals (=)	0.21 s / 0 vars / 0 evals (=)
-	knot_comb01.patch	patched	2.87 s / 6432 vars / 16094 evals	0.73 s / 1329 vars / 4040 evals (⊑)	0.78 s / 1329 vars / 4040 evals (⊑)	1.59 s / 1320 vars / 8192 evals (⊒)	1.67 s / 1320 vars / 8192 evals (⊒)	1.59 s / 1320 vars / 8192 evals (⊒)	1.74 s / 1320 vars / 8192 evals (⊒)	1.51 s / 1320 vars / 8192 evals (⊒)	1.69 s / 1320 vars / 8192 evals (⊒)	1.57 s / 1320 vars / 8192 evals (⊒)
-	knot_comb02.patch	patched	2.41 s / 6432 vars / 15742 evals	0.76 s / 296 vars / 2527 evals (⊒)	0.72 s / 296 vars / 2527 evals (⊒)	1.18 s / 280 vars / 5017 evals (⊒)	1.18 s / 280 vars / 5017 evals (⊒)	1.28 s / 280 vars / 5017 evals (⊒)	1.23 s / 280 vars / 5017 evals (⊒)	1.19 s / 280 vars / 5017 evals (⊒)	1.31 s / 280 vars / 5017 evals (⊒)	1.16 s / 280 vars / 5017 evals (⊒)
10	ypbind_comb	6588 lines	5.07 s / 17603 vars / 27137 evals	0.49 s / 0 vars / 0 evals (=)	0.55 s / 0 vars / 0 evals (=)	0.52 s / 0 vars / 0 evals (=)	0.52 s / 0 vars / 0 evals (=)	0.52 s / 0 vars / 0 evals (=)	0.51 s / 0 vars / 0 evals (=)	0.52 s / 0 vars / 0 evals (=)	0.52 s / 0 vars / 0 evals (=)	0.51 s / 0 vars / 0 evals (=)
-	ypbind_comb01.patch	patched	5.02 s / 17618 vars / 27464 evals	1.95 s / 4721 vars / 8960 evals (⊑)	2.18 s / 4721 vars / 8960 evals (⊑)	5.83 s / 5088 vars / 17626 evals (≸)	5.59 s / 5088 vars / 17626 evals (≸)	4.53 s / 5088 vars / 17626 evals (≸)	4.02 s / 5088 vars / 17626 evals (≸)	4.09 s / 5088 vars / 17626 evals (≸)	3.96 s / 5088 vars / 17626 evals (≸)	3.97 s / 5088 vars / 17626 evals (≸)
-	ypbind_comb02.patch	patched	4.97 s / 17603 vars / 27137 evals	0.76 s / 268 vars / 1034 evals (⊑)	0.74 s / 268 vars / 1034 evals (⊑)	3.12 s / 627 vars / 11186 evals (≸)	3.08 s / 627 vars / 11186 evals (≸)	3.05 s / 627 vars / 11186 evals (≸)	3.07 s / 627 vars / 11186 evals (≸)	3.19 s / 627 vars / 11186 evals (≸)	3.07 s / 627 vars / 11186 evals (≸)	3.03 s / 627 vars / 11186 evals (≸)
-	ypbind_comb03.patch	patched	4.96 s / 17633 vars / 27181 evals	1.24 s / 542 vars / 2130 evals (⊑)	1.21 s / 542 vars / 2130 evals (⊑)	3.18 s / 889 vars / 11270 evals (⊑)	3.32 s / 889 vars / 11270 evals (⊑)	3.01 s / 889 vars / 11270 evals (⊑)	3.19 s / 889 vars / 11270 evals (⊑)	3.11 s / 889 vars / 11270 evals (⊑)	3.16 s / 889 vars / 11270 evals (⊑)	3.08 s / 889 vars / 11270 evals (⊑)
11	smtprc_comb	5787 lines	9.09 s / 15342 vars / 29903 evals	0.47 s / 0 vars / 0 evals (=)	0.46 s / 0 vars / 0 evals (=)	0.47 s / 0 vars / 0 evals (=)	0.43 s / 0 vars / 0 evals (=)	0.44 s / 0 vars / 0 evals (=)	0.45 s / 0 vars / 0 evals (=)	0.42 s / 0 vars / 0 evals (=)	0.45 s / 0 vars / 0 evals (=)	0.45 s / 0 vars / 0 evals (=)
-	smtprc_comb01.patch	patched	9.00 s / 15342 vars / 29903 evals	0.65 s / 77 vars / 350 evals (=)	0.62 s / 77 vars / 350 evals (=)	5.59 s / 3655 vars / 17235 evals (⊒)	5.47 s / 3655 vars / 17235 evals (⊒)	5.59 s / 3655 vars / 17235 evals (⊒)	5.62 s / 3655 vars / 17235 evals (⊒)	5.62 s / 3655 vars / 17235 evals (⊒)	5.62 s / 3655 vars / 17235 evals (⊒)	5.62 s / 3655 vars / 17235 evals (⊒)
-	smtprc_comb02.patch	patched	8.93 s / 15342 vars / 29903 evals	1.58 s / 2030 vars / 2344 evals (⊑)	1.62 s / 2030 vars / 2344 evals (⊑)	6.12 s / 5618 vars / 19195 evals (⊒)	6.07 s / 5618 vars / 19195 evals (⊒)	6.13 s / 5618 vars / 19195 evals (⊒)	6.10 s / 5618 vars / 19195 evals (⊒)	6.28 s / 5618 vars / 19195 evals (⊒)	6.09 s / 5618 vars / 19195 evals (⊒)	5.99 s / 5618 vars / 19195 evals (⊒)

Last updated: 2022-03-09 11:35:03 +0200 Bench version: heads/master-0-g6707dfb-dirty Goblint version: heads/restart-sided-fuel-0-gefc092ba6-dirty Cil version: 1.8.2 Profile: trace Goblint base configuration: td3.json. Analysis definitions: fuel.yaml.