Instance	Lingeling	drat-trim backward	drat-trim forward	drat-trim modified	drat-trim optimized backward	drat-trim optimized forward	tac	c checker	ocaml set checker	certified checker
2015/main/manthey_single-ordered-initialized-w24-b9	0.70	0.39	0.71	0.47	0.18	0.17	0.00	0.01	0.58	0.81
2015/main/dated-5-13-u	1120.50	4118.97	144.47	4273.41	2283.47	2424.00	3.15	9.96	1265.42	1851.28
2015/main/dated-10-17-u	733.95	2698.20	209.64	2960.92	1591.62	2405.39	1.98	5.71	810.46	1491.97
2015/main/6s165-nonopt	0.05	0.09	0.11	0.13	0.08	0.08	0.00	0.00	0.20	0.21
2015/main/7pipe_k	36.00	19.63	9.45	21.83	8.69	9.50	0.08	0.17	25.49	154.01
2015/main/manthey_single-ordered-initialized-w44-b8	355.86	466.80	12.73	489.55	253.87	282.29	0.64	1.79	257.06	441.80
2015/main/6s16	0.45	0.69	1.05	1.05	0.60	0.58	0.02	0.03	2.21	2.21
2015/main/9dlx_vliw_at_b_iq8.used-as.sat04-718	1007.96	2021.24	47.89	2026.16	661.06	517.31	0.41	0.84	455.11	9078.17
2015/main/atco_enc1_opt2_20_12	1834.49	3064.58	61.21	2737.13	1355.37	1304.21	1.76	5.32	850.10	20000
2015/main/hitag2-8-60-0-0x1eb82244d7f1c3c-47	3318.87	4157.61	86.57	4179.97	2635.52	3730.20	3.97	18.22	1817.30	2239.65
2015/main/beempgsol5b1	0.36	0.66	1.02	0.91	0.51	0.51	0.01	0.03	1.71	3.40
2015/main/6s13-opt	392.11	302.20	28.18	317.99	176.24	271.33	0.48	1.49	155.67	212.06
2015/main/6s133	0.69	1.02	1.65	1.56	0.83	0.80	0.03	0.05	3.37	3.81
2015/main/10pipe_q0_k	100.86	23.98	8.84	26.50	5.10	4.60	0.12	0.20	56.79	302.05
2015/main/13pipe_q0_k	391.49	101.60	27.96	109.40	22.13	20.02	0.27	0.57	353.06	2689.31
2015/main/11pipe_k	327.40	261.59	30.10	285.51	133.00	129.67	0.42	0.80	413.59	11511.93
2015/main/6s151	0.46	0.61	0.68	1.04	0.58	0.47	0.02	0.03	2.67	2.73
2015/main/6s9	0.57	0.79	1.07	1.11	0.64	0.69	0.02	0.04	2.38	2.42
2015/main/aaai10-planning-ipc5-pathways-13-step17	156.64	123.63	28.68	144.66	58.43	66.44	0.41	1.09	166.57	418.72
2015/main/aaai10-planning-ipc5-pathways-17-step20	178.68	152.19	28.01	176.80	71.57	77.41	0.46	1.46	218.12	742.22
2015/main/atco_enc1_opt2_10_14	220.22	219.62	10.52	231.90	91.41	110.54	0.44	1.23	112.45	138.65
2015/main/6s11-opt	221.29	113.79	14.98	130.14	70.00	105.57	0.29	0.78	78.74	102.48
2015/main/6s130-opt	296.18	180.13	38.61	191.44	97.94	134.25	0.44	1.16	125.22	159.02
2015/main/k2fix_gr_rcs_w9.shuffled	81.65	23.74	125.51	25.53	4.73	4.92	0.09	0.27	15.58	16.09
2015/main/bob12m02-opt	114.64	83.89	458.20	86.30	46.87	64.70	0.11	0.28	18.57	26.21
2015/main/6s168-opt	8.74	1.90	5.54	2.19	0.23	0.21	0.00	0.02	0.77	0.76
2015/main/6s16-opt	237.59	141.36	16.16	149.92	82.22	120.87	0.31	0.89	87.46	115.94
2015/main/manthey_single-ordered-initialized-w40-b10	96.74	81.97	5.38	87.33	41.02	45.08	0.19	0.57	67.13	109.69
2015/main/aaai10-planning-ipc5-TPP-21-step11	375.18	176.60	30.06	196.29	79.84	95.41	0.44	1.03	182.79	1742.84
2015/main/ACG-15-10p0	330.44	228.07	76.71	251.36	141.22	174.63	0.42	0.88	187.15	1023.37
2015/main/6s17-opt	278.32	200.65	24.66	213.15	117.30	178.53	0.41	1.21	127.02	170.47
2015/main/ACG-20-5p0	207.16	163.81	50.03	173.46	100.01	124.59	0.26	0.54	113.00	682.07
2015/main/bjrb07amba10andenv	457.78	643.04	964.33	713.53	650.10	839.83	0.26	0.83	101.57	123.45
2015/main/post-cbmc-aes-ee-r2-noholes	213.95	498.96	137.53	517.42	389.62	405.08	0.31	0.90	148.24	359.19
2015/main/countbitssrl032	404.53	369.56	20.24	508.36	231.71	306.09	1.44	3.99	918.35	5827.30
2015/main/hwmcc10-timeframe-expansion-k50-pdtvisns3p00-tseitin	806.18	268.19	27.27	279.21	115.91	191.48	0.42	0.91	133.30	253.51
2015/main/jgiraldezlevy.2200.9086.08.40.109	1995.57	1565.43	39.28	1266.82	835.46	966.72	1.40	6.14	575.50	852.94
2015/main/hitag2-10-60-0-0x8edc44db7837bbf-65	3548.38	4930.84	102.29	5040.85	3091.06	3609.33	4.77	21.48	2062.86	2455.07
2015/main/jgiraldezlevy.2200.9086.08.40.135	4848.84	4511.55	103.21	3990.78	2775.56	2448.95	3.54	15.71	1710.74	2500.95
2015/main/bob12m09-opt	103.44	89.42	9.27	99.35	69.18	83.15	0.26	0.62	100.02	273.67
2015/main/jgiraldezlevy.2200.9086.08.40.46	1004.27	702.88	25.94	739.05	318.65	365.57	0.93	3.42	341.27	480.94
2015/main/dated-10-13-u	249.01	811.20	132.06	903.51	413.90	809.07	1.15	2.99	500.94	1270.27
2015/main/6s131-opt	364.75	234.99	24.47	248.74	128.97	184.89	0.48	1.40	150.03	190.03
2015/main/hwmcc10-timeframe-expansion-k50-pdtpmsns2-tseitin	249.24	110.75	14.11	129.96	69.34	86.86	0.31	0.83	152.74	874.52
2015/main/hitag2-10-60-0-0xe14721bd199894a-99	4535.60	5832.23	126.80	6559.57	3516.54	3935.36	5.63	27.08	2493.34	3120.82
2015/main/manthey_single-ordered-initialized-w20-b7	0.23	0.18	0.26	0.22	0.10	0.10	0.00	0.00	0.26	0.32
2015/main/6s167-opt	1.28	0.37	0.99	0.45	0.19	0.21	0.00	0.01	0.60	0.61
2015/main/6s169-opt	2.14	0.47	1.54	0.61	0.25	0.23	0.00	0.02	0.81	0.85
2015/main/manthey_single-ordered-initialized-w28-b8	2.97	1.59	1.55	1.82	0.84	0.84	0.01	0.03	2.10	2.79
2015/main/manthey_single-ordered-initialized-w50-b6	378.72	586.82	11.26	480.03	295.60	340.53	0.65	2.00	262.53	417.99
2015/main/manthey_single-ordered-initialized-w44-b9	394.53	499.10	13.13	524.06	251.60	276.54	0.55	1.81	243.09	429.98
2015/main/manthey_single-ordered-initialized-w48-b9	962.77	1428.91	29.45	1683.85	993.39	969.33	1.46	4.80	691.92	1365.37
2015/main/manthey_single-ordered-initialized-w18-b7	0.19	0.15	0.26	0.18	0.08	0.08	0.00	0.00	0.16	0.19
2015/main/manthey_single-ordered-initialized-w40-b8	121.25	133.58	6.96	142.78	68.62	75.31	0.30	0.77	96.51	161.19
2015/main/manthey_single-ordered-initialized-w24-b7	1.32	0.54	0.38	0.61	0.22	0.24	0.00	0.01	0.68	0.87
2015/main/manthey_single-ordered-initialized-w46-b9	659.48	1017.51	21.23	899.20	566.87	492.72	1.08	3.16	478.80	872.58
2015/main/manthey_single-ordered-initialized-w52-b6	558.38	720.72	17.56	1041.74	543.90	510.31	1.10	3.23	428.52	704.05
2015/main/manthey_single-ordered-initialized-w42-b8	221.96	248.40	9.24	262.28	140.61	154.80	0.47	1.33	157.90	260.54
2015/main/manthey_single-ordered-initialized-w46-b8	595.75	903.85	18.92	891.80	498.36	375.98	0.92	2.88	432.70	758.89
2015/main/AProVE07-03	134.61	114.93	310.60	142.01	61.11	67.24	0.28	0.85	90.18	166.69
2015/main/post-c32s-ss-8	82.04	19.88	7.44	21.47	11.52	15.50	0.09	0.20	16.03	25.32
2015/main/q_query_3_L80_coli.sat	142.29	104.91	103.03	107.78	28.83	33.50	0.11	0.27	32.45	343.06
2015/main/q_query_3_L150_coli.sat	278.46	220.63	319.99	223.47	40.37	43.39	0.15	0.30	77.01	1826.31
2015/main/atco_enc2_opt2_20_11	623.50	550.62	29.18	567.36	273.09	293.49	0.60	1.53	451.35	20000
2015/main/atco_enc3_opt2_10_12	525.77	135.45	56.97	138.09	12.45	16.13	0.10	0.25	143.52	20000
2015/main/bob12s02	0.36	0.50	0.64	0.73	0.40	0.44	0.01	0.03	1.83	1.87
2015/main/AProVE07-27	265.19	469.03	20.16	517.08	302.20	361.73	1.02	3.63	480.67	1101.54
2015/main/post-cbmc-aes-d-r2	210.96	528.41	156.68	535.86	411.26	431.38	0.32	0.94	143.18	486.62
2015/main/SAT_dat.k95-24_1_rule_3	1919.11	3563.00	693.21	3247.91	1231.32	1482.68	0.90	2.31	845.99	2933.95
2015/main/SAT_dat.k90.debugged	1594.42	3183.56	593.80	3432.09	1178.21	1842.99	1.16	2.76	1632.72	5315.41
2015/main/SAT_dat.k70-24_1_rule_3	697.45	1393.43	468.59	1409.84	429.27	569.11	0.38	1.18	395.71	1139.80
2015/main/velev-vliw-uns-4.0-9-i1	824.24	462.53	48.17	472.07	138.03	161.46	0.28	0.72	184.23	1481.19
2015/main/UR-20-10p0	699.05	415.44	117.40	479.42	244.92	308.57	0.76	1.47	468.28	20000
2015/main/beempgsol2b1	0.37	0.65	1.00	0.91	0.53	0.52	0.02	0.02	1.72	3.39
2015/main/atco_enc3_opt2_10_14	634.16	213.48	58.52	218.06	22.52	31.12	0.16	0.37	158.51	20000
2015/main/manthey_single-ordered-initialized-w18-b8	0.17	0.14	0.20	0.16	0.09	0.07	0.00	0.00	0.20	0.21
2015/main/manthey_single-ordered-initialized-w26-b8	1.99	0.94	0.43	1.11	0.46	0.48	0.00	0.02	1.32	1.56
2015/main/manol-pipe-c10nid_i	168.74	21.26	8.27	23.21	9.50	12.37	0.11	0.31	23.52	28.63
2015/main/manthey_single-ordered-initialized-w22-b8	0.35	0.28	0.40	0.31	0.13	0.13	0.00	0.00	0.38	0.51
2015/main/manthey_single-ordered-initialized-w48-b6	252.87	378.96	10.70	397.45	210.75	225.07	0.51	1.76	216.74	348.21
2015/main/manthey_single-ordered-initialized-w20-b8	0.27	0.20	0.30	0.24	0.10	0.11	0.00	0.00	0.27	0.38
2015/main/manthey_single-ordered-initialized-w32-b9	9.02	5.47	2.02	6.40	2.58	2.69	0.04	0.08	6.42	9.28
2015/main/manthey_single-ordered-initialized-w22-b6	0.41	0.28	0.45	0.33	0.15	0.16	0.00	0.00	0.46	0.55
2015/main/manthey_single-ordered-initialized-w26-b7	1.52	0.89	1.13	1.02	0.46	0.47	0.00	0.02	1.25	1.57
2015/main/manthey_single-ordered-initialized-w42-b9	219.59	233.01	9.60	246.92	128.81	144.79	0.44	1.08	150.40	263.38
2015/main/manthey_single-ordered-initialized-w44-b6	113.66	138.78	5.86	146.70	73.48	78.72	0.25	0.74	88.42	139.97
2015/main/manthey_single-ordered-initialized-w50-b7	788.10	1451.63	25.65	1506.99	885.80	665.93	1.44	4.62	656.73	1207.66
2015/main/minxorminand064	130.65	72.85	212.63	87.88	28.41	38.64	0.36	0.96	211.52	901.16
2015/main/manthey_single-ordered-initialized-w46-b7	401.83	540.75	14.71	542.29	331.16	358.86	0.70	2.20	315.18	527.62
2015/main/manthey_single-ordered-initialized-w44-b7	248.66	307.84	10.03	324.37	166.42	199.74	0.46	1.35	194.07	327.56
2015/main/manthey_single-ordered-initialized-w48-b7	571.42	994.06	19.02	912.85	573.83	613.50	1.01	3.29	474.53	808.52
2015/main/minandmaxor128	1424.79	682.28	259.14	692.61	366.50	454.77	1.07	2.69	955.84	6997.85
2015/main/velev-vliw-uns-2.0-uq5	218.18	214.15	19.97	218.38	101.73	90.26	0.15	0.35	77.68	677.64
2015/main/UCG-20-5p0	151.22	154.77	59.32	165.85	106.95	127.96	0.25	0.57	112.36	783.22
2015/main/SAT_dat.k85-24_1_rule_3	1197.45	2096.43	597.75	2062.08	720.10	823.23	0.69	1.79	900.68	2573.41
2015/main/post-cbmc-aes-d-r2-noholes	209.58	518.68	157.66	537.79	410.40	430.08	0.36	0.98	142.86	484.53
2015/main/SAT_dat.k80-24_1_rule_1	1006.29	2087.88	548.03	2139.67	617.83	990.91	0.69	1.77	831.02	2319.05
2015/main/q_query_3_L200_coli.sat	321.44	235.66	426.11	239.43	40.65	42.58	0.13	0.31	130.55	4365.19
2015/main/UCG-20-10p0	321.07	288.42	75.44	310.92	224.52	290.25	0.47	0.96	234.23	1376.69
2015/parallel/SAT_dat.k70-24_1_rule_3	701.04	1396.98	469.57	1377.03	429.94	565.57	0.52	1.17	400.51	1127.93
2015/parallel/6s17-opt	278.75	201.61	23.77	212.73	119.84	177.98	0.41	1.25	123.71	169.84
2015/parallel/jgiraldezlevy.2200.9086.08.40.135	4851.96	3899.23	104.14	4184.59	2605.78	2755.58	3.80	15.97	1720.39	2630.04
2015/parallel/dated-10-17-u	743.37	2562.34	210.11	2570.66	1591.33	2387.54	2.42	5.64	787.97	1481.87
2015/parallel/jgiraldezlevy.2200.9086.08.40.46	1010.09	705.58	25.42	738.59	317.99	321.08	0.94	3.35	341.78	480.33
2015/parallel/jgiraldezlevy.2200.9086.08.40.109	1981.47	1462.80	39.68	1709.99	837.75	971.78	1.70	6.22	576.28	826.13
2015/parallel/6s16-opt	239.58	142.02	16.21	149.91	81.65	120.14	0.40	1.01	87.40	116.17
2015/parallel/atco_enc1_opt2_20_12	1833.71	2898.71	60.13	2645.84	1359.10	1101.11	1.70	5.22	848.76	20000
2015/parallel/11pipe_k	327.75	261.47	30.12	285.71	133.05	129.67	0.55	0.84	418.05	11413.89
2015/parallel/9dlx_vliw_at_b_iq8.used-as.sat04-718	984.62	2047.36	47.70	2012.40	658.13	516.83	0.39	0.86	453.84	9182.44
2015/parallel/6s151	0.47	0.71	0.68	0.97	0.59	0.47	0.02	0.04	2.64	2.76
2015/parallel/SAT_dat.k90.debugged	1580.92	2956.95	586.47	3198.53	1212.55	1528.49	1.04	2.93	1620.89	5330.92
2015/parallel/SAT_dat.k80-24_1_rule_1	1006.30	2130.86	544.08	2099.08	697.82	984.81	0.66	1.67	823.56	2298.43
2015/parallel/UR-20-10p0	701.42	415.73	116.70	476.74	245.15	308.82	0.78	1.64	465.84	20000
2015/parallel/bob12m02-opt	114.78	84.16	458.40	86.21	46.83	64.74	0.12	0.29	18.95	25.63
2015/parallel/manthey_single-ordered-initialized-w50-b7	788.68	1444.35	24.84	1492.71	888.53	956.76	1.67	4.70	661.39	1222.53
2015/parallel/dated-5-13-u	1107.62	3867.35	145.39	3657.32	2247.64	2559.56	3.49	10.53	1177.99	1822.36
2015/parallel/hitag2-8-60-0-0x1eb82244d7f1c3c-47	3311.37	4824.83	86.54	4772.80	3047.28	2641.49	4.03	17.97	1819.56	2253.52
2015/parallel/6s13-opt	403.82	302.62	28.29	317.30	176.37	271.10	0.63	1.45	155.31	212.28
2015/parallel/manthey_single-ordered-initialized-w48-b9	992.86	1565.51	29.91	1757.43	992.70	981.17	1.81	4.82	746.51	1366.02
2015/parallel/6s130-opt	299.89	179.90	38.86	191.69	98.01	134.15	0.48	1.27	123.76	158.13
2015/parallel/hwmcc10-timeframe-expansion-k50-pdtvisns3p00-tseitin	808.13	262.96	26.62	279.09	115.66	192.09	0.51	0.96	134.64	250.13
2015/parallel/hitag2-10-60-0-0x8edc44db7837bbf-65	3502.22	5075.83	101.31	5115.03	3644.58	2984.81	4.72	21.45	2062.97	2459.98
2015/parallel/SAT_dat.k95-24_1_rule_3	1930.99	3374.05	694.38	3478.71	1339.05	1498.04	0.86	2.42	849.42	2868.15
2015/parallel/minandmaxor128	1439.63	684.25	258.85	800.94	366.88	334.82	1.33	2.78	1016.88	6997.98
2015/parallel/hitag2-10-60-0-0xe14721bd199894a-99	4526.94	5732.85	125.83	5900.44	3984.80	3650.11	5.71	26.70	2516.14	3103.18
2015/parallel/SAT_dat.k85-24_1_rule_3	1196.03	2094.61	598.97	2004.36	720.47	1007.36	0.86	1.92	892.18	2602.71
2016/crafted/ecgrid6x135_shuffled	942.08	699.24	2626.56	717.41	40.99	38.77	0.31	1.20	52.30	51.07
2016/crafted/rphp4_075_shuffled	2539.57	3275.46	7063.55	3608.30	429.11	596.52	2.67	11.16	1107.56	2157.21
2016/crafted/stone-width3chain-nmarkers-19_shuffled	3236.91	4061.49	36021.99	3930.28	1095.82	632.92	3.26	13.33	16400.85	14444.20
2016/crafted/ecgrid6x165_shuffled	1397.02	1132.42	4507.60	1042.78	63.15	59.74	0.39	1.66	76.62	72.39
2016/crafted/stone-width3chain-nmarkers-13_shuffled	428.47	573.25	3148.55	601.03	123.00	74.15	0.90	2.86	882.54	775.17
2016/crafted/ecgrid6x210_shuffled	744.85	394.27	2103.83	382.28	32.67	29.88	0.27	1.12	58.75	54.82
2016/crafted/tseitingrid5x195_shuffled	938.37	3295.07	10047.36	3322.53	201.80	218.54	0.71	4.20	204.42	190.83
2016/crafted/tseitingrid4x185_shuffled	19.22	13.62	39.62	15.60	3.06	2.78	0.09	0.35	9.37	8.79
2016/crafted/rphp4_065_shuffled	956.98	1203.59	2472.90	1269.05	186.99	231.10	1.35	5.78	546.11	983.36
2016/crafted/peb-pyrofpyr-15-neq-3_shuffled	444.05	157.16	237.31	180.84	32.64	31.41	0.89	3.58	227.33	215.51
2016/crafted/peb-pyrofpyr-11-neq-3_shuffled	93.74	44.99	76.84	52.03	9.09	8.49	0.28	1.06	50.67	47.42
2016/crafted/stone-width3chain-nmarkers-17_shuffled	2898.55	2761.26	15180.01	2887.08	650.00	359.58	2.30	8.57	6762.47	6095.38
2016/crafted/tseitingrid5x200_shuffled	624.82	1714.82	4973.86	1762.79	127.15	132.88	0.67	3.55	165.79	155.90
2016/crafted/stone-width3chain-nmarkers-14_shuffled	640.92	873.50	4115.33	680.80	190.75	116.90	1.01	4.06	1539.54	1379.75
2016/crafted/peb-pyrofpyr-13-neq-3_shuffled	209.17	90.70	158.72	103.04	17.98	17.10	0.49	1.93	109.83	104.64
2016/crafted/stone-width3chain-nmarkers-12_shuffled	189.16	186.49	1131.02	199.77	58.62	37.54	0.51	1.65	472.83	419.75
2016/crafted/rphp4_080_shuffled	3566.42	5166.92	10858.89	5227.48	620.12	979.78	3.32	14.52	1540.05	2958.39
2016/crafted/ecgrid6x175_shuffled	2005.82	1364.50	5375.03	1489.30	70.34	66.40	0.42	1.99	92.16	86.77
2016/crafted/tseitingrid5x190_shuffled	509.91	1514.84	4688.05	1456.34	109.64	114.87	0.63	3.11	145.11	137.00
2016/crafted/peb-pyrofpyr-12-neq-3_shuffled	212.86	136.09	241.06	149.98	20.16	19.01	0.56	2.06	106.60	101.22
2016/crafted/peb-pyrofpyr-14-neq-3_shuffled	308.44	122.48	197.95	151.89	25.17	23.99	0.69	2.82	161.29	153.02
2016/crafted/ecgrid6x225_shuffled	2448.61	1746.06	7389.72	1915.45	84.99	81.83	0.51	2.26	117.03	109.78
2016/crafted/pop90_shuffled	59.83	14.58	29.82	16.02	2.30	1.94	0.08	0.18	31.88	34.25
2016/crafted/ecgrid6x115_shuffled	735.66	584.66	2739.23	591.48	38.43	36.49	0.25	1.05	47.84	43.82
2016/crafted/pop93_shuffled	75.73	19.08	35.91	20.14	1.42	1.15	0.05	0.11	29.18	30.66
2016/crafted/stone-width3chain-nmarkers-10_shuffled	80.23	76.51	390.52	84.59	23.65	16.38	0.31	0.92	140.67	128.96
2016/crafted/Schur_161_5_d43	1041.00	907.07	1723.73	909.08	391.78	508.69	1.85	7.61	860.83	1257.53
2016/crafted/tseitingrid4x200_shuffled	28.51	22.47	68.90	24.94	4.14	3.90	0.11	0.41	36.42	11.27
2016/crafted/ecgrid6x250_shuffled	1239.92	754.22	3432.31	779.74	51.62	47.06	0.34	1.47	89.25	83.75
2016/crafted/ecgrid6x240_shuffled	1316.11	777.70	3632.95	813.09	53.04	49.25	0.33	1.49	88.88	81.11
2016/crafted/stone-width3chain-nmarkers-11_shuffled	112.04	124.46	673.90	134.51	37.65	25.34	0.42	1.24	250.75	230.60
2016/crafted/ecgrid6x195_shuffled	1968.94	1500.12	5187.15	1450.75	70.98	67.62	0.45	2.06	97.88	92.18
2016/crafted/ecgrid6x220_shuffled	969.76	525.44	2991.93	535.73	39.10	36.04	0.28	1.25	70.63	63.73
2016/crafted/ecgrid6x155_shuffled	1639.49	1208.36	5015.45	1363.58	64.99	61.96	0.39	1.64	76.75	72.68
2016/crafted/stone-width3chain-nmarkers-15_shuffled	824.70	942.68	7152.46	1343.53	275.58	171.00	1.30	5.26	2489.99	2242.43
2016/crafted/ecgrid6x215_shuffled	2378.37	1686.54	7887.01	1919.69	82.89	79.59	0.51	2.22	117.21	110.07
2016/crafted/tseitingrid4x195_shuffled	20.37	14.41	40.98	16.38	3.33	3.11	0.09	0.37	10.28	9.68
2016/crafted/stone-width3chain-nmarkers-16_shuffled	1501.36	1848.28	10980.69	1991.36	355.66	248.15	1.72	6.89	4159.21	3752.56
2016/crafted/ecgrid6x185_shuffled	1854.39	1495.97	5669.21	1328.72	71.92	68.84	0.42	2.07	98.02	92.92
2016/crafted/rphp4_070_shuffled	1477.86	1478.63	3173.56	1776.32	289.00	376.88	1.80	8.15	771.94	1415.03
2016/crafted/tseitingrid5x185_shuffled	400.05	1030.10	3522.63	1050.00	78.01	81.86	0.57	2.72	129.27	122.52
2016/crafted/stone-width3chain-nmarkers-08_shuffled	47.83	73.70	242.21	78.74	14.14	11.19	0.21	0.69	49.14	47.74
2016/crafted/ecgrid6x205_shuffled	2067.53	1704.57	6427.52	1721.66	77.21	73.47	0.44	2.00	102.14	96.44
2016/crafted/rphp5_040_shuffled	4922.45	11575.68	24882.09	11745.18	3092.91	2570.38	4.92	24.73	2203.32	3220.72
2016/crafted/rphp5_035_shuffled	1802.26	3618.27	7474.45	3443.83	697.51	1090.01	2.23	11.54	930.29	1304.31
2016/crafted/stone-width3chain-nmarkers-09_shuffled	53.18	58.11	254.90	66.53	15.62	11.93	0.24	0.73	72.90	68.86
2016/crafted/pop99_shuffled	37.56	7.29	13.41	8.32	1.45	1.27	0.06	0.12	34.41	34.24
2016/crafted/Schur_161_5_d42	1737.37	1246.72	2881.74	1728.03	721.13	936.56	2.86	12.18	1396.92	2075.38
2016/crafted/stone-width3chain-nmarkers-18_shuffled	2286.04	3568.75	24669.37	4149.68	788.51	412.57	2.62	11.17	10415.45	9544.42
2016/crafted/tseitingrid5x180_shuffled	323.74	755.30	2078.08	775.01	53.19	55.76	0.50	2.36	101.48	96.55
2016/crafted/pop96_shuffled	34.47	6.19	12.79	7.16	1.57	1.43	0.06	0.15	31.89	32.50
2016/crafted/tseitingrid4x190_shuffled	22.38	16.89	50.68	19.02	3.44	3.18	0.09	0.38	10.50	9.93
2016/crafted/ecgrid6x230_shuffled	1394.90	838.85	3430.00	787.29	51.49	47.66	0.32	1.48	82.75	78.65
2016/app/AProVE11-06	1251.97	1791.31	31.57	1881.36	669.75	881.91	1.46	3.59	748.42	2390.55
2016/app/9dlx_vliw_at_b_iq4.used-as.sat04-345	154.01	113.24	11.16	116.68	54.49	53.56	0.14	0.27	46.43	250.57
2016/app/9dlx_vliw_at_b_iq9.used-as.sat04-719	1303.16	2834.98	66.41	2308.14	878.73	687.11	0.43	0.97	716.54	19701.42
2016/app/ACG-20-10p0	492.12	400.38	97.93	428.85	253.17	324.81	0.59	1.08	302.57	1608.95
2016/app/E00N23	2777.82	1138.20	169.85	1261.81	346.64	385.40	1.70	4.62	989.26	3027.10
2016/app/9dlx_vliw_at_b_iq8.used-as.sat04-718	1011.32	1556.75	48.01	1617.42	660.36	459.28	0.37	0.84	454.27	9080.74
2016/app/Sz512_15127_3.smt2-cvc4	99.44	89.96	223.93	97.18	42.45	52.60	0.19	0.65	59.94	90.79
2016/app/UR-15-10p0	264.55	150.76	75.05	170.89	88.79	105.07	0.31	0.78	162.62	11958.43
2016/app/ablmulub16x4o	344.03	506.36	630.24	680.82	384.33	416.22	1.61	6.22	897.51	3025.68
2016/app/ablmulub2x32o	448.14	1107.61	36.10	1129.83	577.62	790.55	2.35	8.07	1202.65	2769.75
2016/app/ablmulub8x16o	2058.95	5182.66	109.56	6354.62	3729.89	4517.73	11.01	42.22	6498.36	20000
2016/app/add_01_1000_4.smt2-cvc4	8.80	3.58	2.18	4.40	1.77	2.22	0.03	0.06	5.07	9.51
2016/app/ak032diagodiagoisc	28.45	4.43	8.67	5.31	1.45	1.85	0.03	0.09	4.51	4.84
2016/app/ak064diagodiagoisc	1872.09	159.26	104.14	171.87	40.84	77.39	0.36	0.95	78.10	92.64
2016/app/ak064paralparalisc	203.16	13.97	28.05	15.05	1.43	1.20	0.06	0.11	9.08	48.92
2016/app/ak128paralparalisc	2871.08	69.17	61.53	73.79	6.16	5.54	0.23	0.62	66.80	1994.79
2016/app/barman-pfile06-022.sas.ex.7	4.97	4.26	6.58	4.59	0.13	0.14	0.00	0.01	9.58	29.27
2016/app/barman-pfile07-027.sas.cr.37	51.57	14.38	8.34	17.88	6.54	8.44	0.07	0.13	163.86	781.97
2016/app/barman-pfile07-028.sas.ex.15	347.59	21.24	12.69	23.14	4.37	4.84	0.06	0.13	49.55	170.90
2016/app/barman-pfile08-030.sas.cr.27	35.91	6.40	9.11	7.24	1.32	1.59	0.02	0.05	155.45	941.92
2016/app/barman-pfile08-032.sas.ex.7	17.20	7.00	9.22	7.24	0.10	0.09	0.00	0.00	19.18	61.63
2016/app/barman-pfile09-036.sas.cr.33	56.87	18.39	12.02	21.64	7.64	11.04	0.08	0.12	378.30	3440.88
2016/app/barman-pfile10-037.sas.ex.7	26.76	9.65	12.16	10.87	0.22	0.21	0.00	0.04	31.49	119.02
2016/app/barman-pfile10-038.sas.cr.25	34.37	6.86	9.59	7.56	0.95	1.08	0.02	0.04	259.46	2582.91
2016/app/barman-pfile10-038.sas.ex.15	731.61	24.04	24.43	26.53	3.40	2.76	0.06	0.24	110.71	449.53
2016/app/barman-pfile10-039.sas.ex.15	720.80	23.26	24.10	25.70	2.34	1.97	0.06	0.18	106.36	429.80
2016/app/barman-pfile10-040.sas.cr.21	10.13	4.57	7.81	4.89	0.44	0.46	0.00	0.02	187.93	1777.20
2016/app/barman-pfile10-040.sas.ex.15	715.77	25.41	27.08	29.41	4.48	3.80	0.09	0.25	121.27	576.22
2016/app/cube-11-h13-unsat	1311.38	596.09	137.35	1417.39	434.62	625.53	1.27	2.74	1244.69	20000
2016/app/eq.atree.braun.11.unsat	2221.49	3571.76	54.32	3766.40	2314.71	2355.20	4.10	16.53	2162.37	4308.29
2016/app/gripper14u	1414.02	1940.60	2566.42	2177.28	945.84	842.92	1.61	5.78	488.65	579.27
2016/app/gus-md5-10	1128.45	618.50	27.35	3062.18	527.59	655.06	4.77	10.68	4955.25	20000
2016/app/homer17	2884.88	6851.47	33995.94	6634.41	668.40	3106.35	2.93	12.54	966.03	1120.09
2016/app/k2mul.miter	541.22	919.89	46.63	813.15	440.15	485.84	0.68	2.10	306.03	1072.07
2016/app/korf-18	295.50	255.00	52.73	273.12	118.56	125.14	0.58	1.68	259.17	513.32
2016/app/maxxororand032	374.24	213.78	918.86	243.21	95.58	124.74	0.70	1.86	342.05	1143.50
2016/app/modgen-n200-m90860q08c40-12992	0.05	0.07	0.07	0.08	0.07	0.06	0.00	0.00	0.05	0.04
2016/app/modgen-n200-m90860q08c40-14424	34.02	13.73	1.71	15.35	6.20	6.51	0.06	0.17	12.46	18.54
2016/app/modgen-n200-m90860q08c40-15163	0.05	0.07	0.09	0.08	0.07	0.07	0.00	0.00	0.05	0.05
2016/app/modgen-n200-m90860q08c40-21438	0.04	0.07	0.09	0.08	0.07	0.07	0.00	0.00	0.05	0.04
2016/app/modgen-n200-m90860q08c40-28046	2.80	0.92	1.99	1.03	0.48	0.49	0.01	0.02	1.41	1.98
2016/app/modgen-n200-m90860q08c40-29020	0.06	0.08	0.09	0.08	0.07	0.07	0.00	0.00	0.05	0.05
2016/app/modgen-n200-m90860q08c40-3866	0.13	0.09	0.10	0.08	0.07	0.07	0.00	0.00	0.05	0.04
2016/app/modgen-n200-m90860q08c40-5377	0.06	0.07	0.08	0.08	0.08	0.07	0.00	0.00	0.05	0.05
2016/app/modgen-n200-m90860q08c40-6295	0.05	0.07	0.08	0.08	0.07	0.06	0.00	0.00	0.05	0.05
2016/app/newton.2.2.i.smt2-cvc4	171.11	35.12	132.34	43.67	14.54	15.74	0.15	0.26	45.33	400.49
2016/app/newton.2.3.i.smt2-stp212	254.94	44.90	15.31	57.84	18.38	20.68	0.20	0.42	77.51	626.75
2016/app/newton.3.3.i.smt2-stp212	281.49	50.71	39.03	60.39	22.38	24.18	0.20	0.36	59.09	479.98
2016/app/newton.4.3.i.smt2-stp212	374.71	70.02	22.37	82.54	29.27	32.13	0.22	0.48	80.35	541.16
2016/app/q_query_3_L200_coli.sat	320.89	236.88	429.45	239.71	41.27	42.66	0.14	0.27	129.40	4373.28
2016/app/rpoc_xits_08_UNSAT	697.96	1052.27	2173.66	1106.42	489.28	826.08	1.52	5.73	534.37	622.27
2016/app/safe009_pso.oepc_true-unreach-call.i-cbmc-u2	1.40	0.68	1.71	0.81	0.10	0.09	0.00	0.00	1.37	2.76
2016/app/safe027_pso.opt_true-unreach-call.i-cbmc-u2	5.78	1.86	2.82	2.26	0.27	0.26	0.00	0.01	3.45	10.00
2016/app/safe028_tso.oepc_true-unreach-call.i-cbmc-u2	1.99	0.89	1.95	0.88	0.11	0.10	0.00	0.00	1.70	3.86
2016/app/sat_prob_23	988.19	423.85	44.93	446.66	165.46	188.83	0.75	2.03	243.71	381.12
2016/app/sat_prob_3	4717.98	6379.72	820.65	5948.97	2739.42	4140.53	5.53	21.09	2659.38	4641.95
2016/app/sat_prob_83	748.50	1455.88	4056.59	1439.50	134.70	192.04	0.37	1.50	84.93	81.75
2016/app/schup-l2s-bc56s-1-k391	605.34	648.87	72.77	817.29	222.55	268.55	0.74	1.58	701.99	10248.38
2016/app/smtlib-qfbv-aigs-VS3-benchmark-S2-tseitin	3072.25	3780.54	90.94	3694.56	1608.49	2835.37	5.71	16.92	2364.66	4069.72
2016/app/sncf_model_ixl_bmc_depth_07	4305.94	5110.66	1510.73	5720.18	2012.71	2584.38	3.07	6.89	3051.93	20000
2016/app/snw_13_8_CCSEncnopre	446.84	356.75	10.71	364.71	194.99	216.50	0.23	0.73	82.09	135.76
2016/app/snw_13_8_CCSpreOptEncpre	62.16	33.43	47.82	35.91	11.06	11.12	0.05	0.10	14.22	147.35
2016/app/snw_13_8_CCSpreOptnopre	96.84	46.30	2.49	47.57	18.41	20.08	0.08	0.17	18.93	1314.38
2016/app/snw_13_8_CCSpreOptpre	72.72	26.66	63.71	31.30	13.59	14.58	0.05	0.13	12.14	104.74
2016/app/snw_13_8_pre	2311.93	1935.34	22.90	2026.39	906.76	1222.46	0.71	2.66	334.12	1338.06
2016/app/snw_16_8_nopre	3838.58	2033.68	18.55	1525.48	829.46	860.54	0.51	1.66	410.52	20000
2016/app/snw_16_8_pre	2690.21	1387.44	1224.88	1134.10	359.72	551.73	0.39	1.21	244.69	20000
2016/app/snw_16_8_preOpt_pre	321.83	119.68	218.14	122.80	40.47	41.09	0.09	0.27	61.67	17651.61
2016/app/sokoban-p01.sas.ex.17	16.46	10.92	16.05	14.87	4.56	4.99	0.11	0.30	61.09	1608.07
2016/app/sokoban-p09.sas.cr.25	0.72	1.33	7.00	1.35	0.10	0.10	0.00	0.00	5.36	16.62
2016/app/sokoban-p10.sas.cr.35	1.11	1.01	5.24	1.11	0.27	0.25	0.00	0.01	2.92	5.97
2016/app/sokoban-p16.sas.cr.37	2504.23	1893.27	833.69	2444.78	850.52	1328.93	4.66	9.43	3281.19	20000
2016/app/sokoban-p16.sas.ex.15	1068.30	389.76	224.75	502.89	203.59	232.77	1.25	3.82	2890.29	20000
2016/app/sokoban-p16.sas.ex.17	3585.46	2268.00	879.21	2774.74	1102.07	1421.93	5.48	14.80	12464.14	20000
2016/app/sokoban-p17.sas.ex.11	3.50	3.17	9.86	3.53	0.18	0.19	0.00	0.02	16.63	3112.43
2016/app/sokoban-p18.sas.cr.29	0.77	0.70	3.96	0.82	0.15	0.15	0.00	0.01	2.02	4.75
2016/app/sokoban-p19.sas.cr.23	0.61	0.48	2.24	0.52	0.09	0.09	0.00	0.00	1.17	1.67
2016/app/sokoban-p20.sas.cr.21	208.49	159.36	124.56	190.78	65.99	99.41	0.34	0.75	179.47	1781.27
2016/app/sokoban-p20.sas.cr.23	459.62	314.10	210.68	376.38	126.65	196.28	0.56	1.46	327.74	4183.27
2016/app/sokoban-p20.sas.cr.25	1000.90	721.90	368.43	860.83	326.14	523.81	1.06	2.95	908.81	12432.24
2016/app/sokoban-p20.sas.cr.27	3417.62	3013.17	950.83	3474.23	1274.64	1743.14	5.82	12.42	3965.22	20000
2016/app/sokoban-p20.sas.ex.11	770.62	299.42	163.13	366.68	145.48	170.68	1.02	3.19	1902.52	20000
2016/app/sokoban-p20.sas.ex.13	2562.40	1454.80	596.08	1809.31	694.51	887.68	4.01	10.27	8931.67	20000
2016/app/square.2.0.i.smt2-cvc4	4.29	6.00	14.33	7.03	2.89	2.42	0.02	0.05	4.75	30.99
2016/app/test_v3_r8_vr5_c1_s8257.smt2-stp212	15.53	3.11	4.02	3.99	1.18	1.27	0.02	0.07	5.65	10.60
2016/app/test_v7_r12_vr1_c1_s22787.smt2-cvc4	715.49	191.47	25.98	213.51	75.59	105.07	0.50	0.89	254.16	1300.98
2016/app/test_v7_r17_vr1_c1_s30331.smt2-stp212	344.02	42.87	27.20	48.71	11.59	13.71	0.17	0.33	69.29	291.68
2016/app/total-10-13-u	99.21	260.40	152.81	270.74	141.54	181.75	0.34	0.78	116.71	357.52
2016/app/uum8.smt2-stp212	6.67	5.60	7.93	7.60	3.56	4.17	0.08	0.22	21.46	36.44
2016/app/valves-gates-1-k617-unsat	1723.08	2345.33	548.86	2519.14	716.58	838.96	0.99	2.38	845.50	16675.42
2016/app/velev-vliw-uns-2.0-uq5	210.78	214.34	19.92	219.44	101.91	90.44	0.16	0.38	76.80	680.92
2016/app/10pipe_k	252.01	231.21	24.66	246.17	106.65	120.68	0.33	0.63	203.06	3789.91
2016/app/maxor128	2786.35	1229.38	419.03	1168.26	581.74	752.96	1.25	3.19	1147.81	10269.00
2016/app/barman-pfile08-032.sas.ex.15	512.14	16.43	15.96	18.10	2.47	1.83	0.04	0.11	68.19	260.57
2016/app/ctl_4291_567_8_unsat	3793.61	8883.29	14814.39	9179.08	4074.02	4085.08	4.58	20.61	2325.46	3213.45
2016/app/arcfour_initialPermutation_6_14	201.63	68.22	24.71	2213.07	56.83	56.21	1.61	3.17	1589.91	20000
2016/app/sokoban-p04.sas.ex.13	4.15	3.15	6.81	3.99	0.97	0.92	0.03	0.09	13.94	659.04
2016/app/barman-pfile10-040.sas.cr.17	11.61	3.78	9.94	3.91	0.28	0.24	0.00	0.02	129.83	1143.28
2016/app/newton.2.3.i.smt2-cvc4	447.84	68.83	15.29	93.90	28.60	29.69	0.26	0.46	103.68	1364.68
2016/app/14pipe_q0_k	518.33	180.17	39.07	190.77	37.67	35.38	0.38	0.90	570.06	5295.55
2016/app/1dlx_c_iq57_a	874.94	565.38	101.94	583.22	187.13	165.54	0.40	0.78	607.58	5038.56
TOTAL	228637.53	266983.55	344574.83	281516.13	109214.08	125540.05	244.38	843.64	186599.20	812469.50