|
Size: 17320
Comment:
|
Size: 22829
Comment:
|
| Deletions are marked like this. | Additions are marked like this. |
| Line 6: | Line 6: |
| <<BR>> ||||<style="text-align: center; font-weight: bold;">System ||<style="font-weight: bold; text-align: center;">Total ||<style="font-weight: bold; text-align: center;">Reachability ||<style="font-weight: bold; text-align: center;">Grammar-Based IE ||<style="font-weight: bold; text-align: center;">Hydraulic Leaking ||<style="font-weight: bold; text-align: center;">Hydraulic Planning ||<style="font-weight: bold; text-align: center;">Stable Marriage ||<style="font-weight: bold; text-align: center;">Partner Units Polynomial || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>clasp ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">213 ||<style="font-weight: bold;">36 ||<style="font-weight: bold;">72 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">75 ||<style="font-weight: bold;">6 ||<style="font-weight: bold;">14 || ||<style="text-align: right;">Instance ||150 ||25 ||50 ||10 ||50 ||5 ||10 || ||<style="text-align: right;">Time ||63 ||11 ||22 ||0 ||25 ||1 ||4 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>claspfolio ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">209 ||<style="font-weight: bold;">35 ||<style="font-weight: bold;">72 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">74 ||<style="font-weight: bold;">5 ||<style="font-weight: bold;">13 || ||<style="text-align: right;">Instance ||150 ||25 ||50 ||10 ||50 ||5 ||10 || ||<style="text-align: right;">Time ||59 ||10 ||22 ||0 ||24 ||0 ||3 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>claspd ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">206 ||<style="font-weight: bold;">36 ||<style="font-weight: bold;">72 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">75 ||<style="font-weight: bold;">0 ||<style="font-weight: bold;">13 || ||<style="text-align: right;">Instance ||145 ||25 ||50 ||10 ||50 ||0 ||10 || ||<style="text-align: right;">Time ||61 ||11 ||22 ||0 ||25 ||0 ||3 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>sup ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">195 ||<style="font-weight: bold;">29 ||<style="font-weight: bold;">71 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">74 ||<style="font-weight: bold;">0 ||<style="font-weight: bold;">11 || ||<style="text-align: right;">Instance ||140 ||20 ||50 ||10 ||50 ||0 ||10 || ||<style="text-align: right;">Time ||55 ||9 ||21 ||0 ||24 ||0 ||1 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2gminisat ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">185 ||<style="font-weight: bold;">30 ||<style="font-weight: bold;">66 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">68 ||<style="font-weight: bold;">0 ||<style="font-weight: bold;">11 || ||<style="text-align: right;">Instance ||140 ||20 ||50 ||10 ||50 ||0 ||10 || ||<style="text-align: right;">Time ||45 ||10 ||16 ||0 ||18 ||0 ||1 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>cmodels ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">184 ||<style="font-weight: bold;">29 ||<style="font-weight: bold;">71 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">74 ||<style="font-weight: bold;">0 ||<style="font-weight: bold;">0 || ||<style="text-align: right;">Instance ||130 ||20 ||50 ||10 ||50 ||0 ||0 || ||<style="text-align: right;">Time ||54 ||9 ||21 ||0 ||24 ||0 ||0 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>idp ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">184 ||<style="font-weight: bold;">29 ||<style="font-weight: bold;">71 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">74 ||<style="font-weight: bold;">0 ||<style="font-weight: bold;">0 || ||<style="text-align: right;">Instance ||130 ||20 ||50 ||10 ||50 ||0 ||0 || ||<style="text-align: right;">Time ||54 ||9 ||21 ||0 ||24 ||0 ||0 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>smodels ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">180 ||<style="font-weight: bold;">28 ||<style="font-weight: bold;">70 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">72 ||<style="font-weight: bold;">0 ||<style="font-weight: bold;">0 || ||<style="text-align: right;">Instance ||130 ||20 ||50 ||10 ||50 ||0 ||0 || ||<style="text-align: right;">Time ||50 ||8 ||20 ||0 ||22 ||0 ||0 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2minisat ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">179 ||<style="font-weight: bold;">30 ||<style="font-weight: bold;">66 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">68 ||<style="font-weight: bold;">0 ||<style="font-weight: bold;">5 || ||<style="text-align: right;">Instance ||135 ||20 ||50 ||10 ||50 ||0 ||5 || ||<style="text-align: right;">Time ||44 ||10 ||16 ||0 ||18 ||0 ||0 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2diffz3 ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">178 ||<style="font-weight: bold;">35 ||<style="font-weight: bold;">66 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">67 ||<style="font-weight: bold;">0 ||<style="font-weight: bold;">0 || ||<style="text-align: right;">Instance ||135 ||25 ||50 ||10 ||50 ||0 ||0 || ||<style="text-align: right;">Time ||43 ||10 ||16 ||0 ||17 ||0 ||0 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2lminisat ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">171 ||<style="font-weight: bold;">28 ||<style="font-weight: bold;">66 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">67 ||<style="font-weight: bold;">0 ||<style="font-weight: bold;">0 || ||<style="text-align: right;">Instance ||130 ||20 ||50 ||10 ||50 ||0 ||0 || ||<style="text-align: right;">Time ||41 ||8 ||16 ||0 ||17 ||0 ||0 || |
|
| Line 7: | Line 42: |
| ||System||P-total||P-inst||P-time||02-Reachability-Total||02-Reachability-Solved||02-Reachability-Time||06-Grammar-BasedInformationExtraction-Total||06-Grammar-BasedInformationExtraction-Solved||06-Grammar-BasedInformationExtraction-Time||30-HydraulicLeaking-Total||30-HydraulicLeaking-Solved||30-HydraulicLeaking-Time||31-HydraulicPlanning-Total||31-HydraulicPlanning-Solved||31-HydraulicPlanning-Time||32-StableMarriage-Total||32-StableMarriage-Solved||32-StableMarriage-Time||34-PartnerUnitsPolynomial-Total||34-PartnerUnitsPolynomial-Solved||34-PartnerUnitsPolynomial-Time|| ||clasp||213||150||63||36||25||11||72||50||22||10||10||0||75||50||25||6||5||1||14||10||4|| ||claspfolio||209||150||59||35||25||10||72||50||22||10||10||0||74||50||24||5||5||0||13||10||3|| ||claspd||206||145||61||36||25||11||72||50||22||10||10||0||75||50||25||0||0||0||13||10||3|| ||sup||195||140||55||29||20||9||71||50||21||10||10||0||74||50||24||0||0||0||11||10||1|| ||lp2sat2gminisat||185||140||45||30||20||10||66||50||16||10||10||0||68||50||18||0||0||0||11||10||1|| ||cmodels||184||130||54||29||20||9||71||50||21||10||10||0||74||50||24||0||0||0||0||0||0|| ||idp||184||130||54||29||20||9||71||50||21||10||10||0||74||50||24||0||0||0||0||0||0|| ||smodels||180||130||50||28||20||8||70||50||20||10||10||0||72||50||22||0||0||0||0||0||0|| ||lp2sat2minisat||179||135||44||30||20||10||66||50||16||10||10||0||68||50||18||0||0||0||5||5||0|| ||lp2diffz3||178||135||43||35||25||10||66||50||16||10||10||0||67||50||17||0||0||0||0||0||0|| ||lp2sat2lminisat||171||130||41||28||20||8||66||50||16||10||10||0||67||50||17||0||0||0||0||0||0|| |
== NP Problems == <<BR>> ||||<style="text-align: center; font-weight: bold;">System ||<style="font-weight: bold; text-align: center;">Total ||<style="font-weight: bold; text-align: center;">Sokoban Decision ||<style="font-weight: bold; text-align: center;">Knight Tour ||<style="font-weight: bold; text-align: center;">Disjunctive Scheduling ||<style="font-weight: bold; text-align: center;">Packing Problem ||<style="font-weight: bold; text-align: center;">Labyrinth ||<style="font-weight: bold; text-align: center;">MCS Querying ||<style="font-weight: bold; text-align: center;">Numberlink ||<style="font-weight: bold; text-align: center;">Hanoi Tower ||<style="font-weight: bold; text-align: center;">Graph Colouring ||<style="font-weight: bold; text-align: center;">Solitaire ||<style="font-weight: bold; text-align: center;">Weight-Assignment Tree ||<style="font-weight: bold; text-align: center;">Maze Generation || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>claspfolio ||<style="text-align: right;">'''Total''' ||609 ||385 ||224 ||66 ||45 ||21 ||65 ||35 ||30 ||37 ||25 ||12 ||0 ||0 ||0 || ||<style="text-align: right;">Instance ||63 ||40 ||23 ||75 ||50 ||25 ||64 ||35 ||29 ||47 ||35 ||12 || ||<style="text-align: right;">Time ||55 ||40 ||15 ||21 ||15 ||6 ||21 ||15 ||6 ||95 ||50 ||45 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>clasp ||<style="text-align: right;">'''Total''' ||597 ||370 ||227 ||78 ||50 ||28 ||63 ||35 ||28 ||38 ||25 ||13 ||0 ||0 ||0 || ||<style="text-align: right;">Instance ||78 ||50 ||28 ||75 ||50 ||25 ||65 ||35 ||30 ||39 ||30 ||9 || ||<style="text-align: right;">Time ||23 ||15 ||8 ||21 ||15 ||6 ||21 ||15 ||6 ||96 ||50 ||46 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>idp ||<style="text-align: right;">'''Total''' ||597 ||370 ||227 ||64 ||45 ||19 ||74 ||45 ||29 ||38 ||25 ||13 ||0 ||0 ||0 || ||<style="text-align: right;">Instance ||52 ||30 ||22 ||75 ||50 ||25 ||70 ||40 ||30 ||65 ||45 ||20 || ||<style="text-align: right;">Time ||18 ||10 ||8 ||38 ||25 ||13 ||8 ||5 ||3 ||95 ||50 ||45 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>claspd ||<style="text-align: right;">'''Total''' ||552 ||355 ||197 ||68 ||45 ||23 ||68 ||40 ||28 ||30 ||25 ||5 ||0 ||0 ||0 || ||<style="text-align: right;">Instance ||65 ||45 ||20 ||75 ||50 ||25 ||69 ||40 ||29 ||31 ||25 ||6 || ||<style="text-align: right;">Time ||19 ||10 ||9 ||11 ||10 ||1 ||20 ||15 ||5 ||96 ||50 ||46 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>cmodels ||<style="text-align: right;">'''Total''' ||510 ||335 ||175 ||67 ||45 ||22 ||56 ||30 ||26 ||21 ||20 ||1 ||0 ||0 ||0 || ||<style="text-align: right;">Instance ||62 ||45 ||17 ||75 ||50 ||25 ||30 ||20 ||10 ||51 ||35 ||16 || ||<style="text-align: right;">Time ||29 ||20 ||9 ||18 ||15 ||3 ||6 ||5 ||1 ||95 ||50 ||45 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2diffz3 ||<style="text-align: right;">'''Total''' ||394 ||270 ||124 ||42 ||30 ||12 ||55 ||35 ||20 ||0 ||0 ||0 ||0 ||0 ||0 || ||<style="text-align: right;">Instance ||0 ||0 ||0 ||70 ||50 ||20 ||45 ||30 ||15 ||47 ||35 ||12 || ||<style="text-align: right;">Time ||27 ||20 ||7 ||25 ||20 ||5 ||0 ||0 ||0 ||83 ||50 ||33 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>sup ||<style="text-align: right;">'''Total''' ||346 ||240 ||106 ||52 ||35 ||17 ||40 ||25 ||15 ||37 ||25 ||12 ||0 ||0 ||0 || ||<style="text-align: right;">Instance ||58 ||40 ||18 ||72 ||50 ||22 ||0 ||0 ||0 ||31 ||25 ||6 || ||<style="text-align: right;">Time ||16 ||10 ||6 ||15 ||10 ||5 ||25 ||20 ||5 ||0 ||0 ||0 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2gminisat ||<style="text-align: right;">'''Total''' ||310 ||225 ||85 ||36 ||30 ||6 ||10 ||5 ||5 ||32 ||25 ||7 ||0 ||0 ||0 || ||<style="text-align: right;">Instance ||46 ||35 ||11 ||71 ||50 ||21 ||22 ||15 ||7 ||47 ||35 ||12 || ||<style="text-align: right;">Time ||17 ||10 ||7 ||29 ||20 ||9 ||0 ||0 ||0 ||0 ||0 ||0 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2minisat ||<style="text-align: right;">'''Total''' ||302 ||220 ||82 ||39 ||30 ||9 ||0 ||0 ||0 ||32 ||25 ||7 ||0 ||0 ||0 || ||<style="text-align: right;">Instance ||52 ||40 ||12 ||71 ||50 ||21 ||15 ||10 ||5 ||47 ||35 ||12 || ||<style="text-align: right;">Time ||17 ||10 ||7 ||29 ||20 ||9 ||0 ||0 ||0 ||0 ||0 ||0 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2lminisat ||<style="text-align: right;">'''Total''' ||301 ||220 ||81 ||35 ||30 ||5 ||0 ||0 ||0 ||32 ||25 ||7 ||0 ||0 ||0 || ||<style="text-align: right;">Instance ||53 ||40 ||13 ||71 ||50 ||21 ||17 ||10 ||7 ||47 ||35 ||12 || ||<style="text-align: right;">Time ||17 ||10 ||7 ||29 ||20 ||9 ||0 ||0 ||0 ||0 ||0 ||0 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>smodels ||<style="text-align: right;">'''Total''' ||269 ||165 ||104 ||0 ||0 ||0 ||55 ||30 ||25 ||36 ||25 ||11 ||0 ||0 ||0 || ||<style="text-align: right;">Instance ||9 ||5 ||4 ||53 ||35 ||18 ||27 ||20 ||7 ||0 ||0 ||0 || ||<style="text-align: right;">Time ||0 ||0 ||0 ||0 ||0 ||0 ||0 ||0 ||0 ||89 ||50 ||39 || |
| Line 24: | Line 86: |
| ||||<style="text-align: center; font-weight: bold;">System ||<style="font-weight: bold; text-align: center;">P ||<style="font-weight: bold; text-align: center;">Reachability ||<style="font-weight: bold; text-align: center;">Grammar-Based IE ||<style="font-weight: bold; text-align: center;">Hydraulic Leaking ||<style="font-weight: bold; text-align: center;">Hydraulic Planning ||<style="font-weight: bold; text-align: center;">Stable Marriage ||<style="font-weight: bold; text-align: center;">Partner Units Polynomial || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>claspd ||<style="text-align: right;">'''Total''' ||'''206''' ||'''36''' ||'''72''' ||'''10''' ||'''75''' ||'''0''' ||'''13''' || ||<style="text-align: right;">Instance ||145 ||25 ||50 ||10 ||50 ||0 ||10 || ||<style="text-align: right;">Time ||61 ||11 ||22 ||0 ||25 ||0 ||3 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>claspfolio ||<style="text-align: right;">'''Total''' ||'''209''' ||'''35''' ||'''72''' ||'''10''' ||'''74''' ||'''5''' ||'''13''' || ||<style="text-align: right;">Instance ||150 ||25 ||50 ||10 ||50 ||5 ||10 || ||<style="text-align: right;">Time ||59 ||10 ||22 ||0 ||24 ||0 ||3 || ||<style="text-align: center; vertical-align: top;" |3>'''clasp''' ||<style="text-align: right;">'''Total''' ||'''213''' ||'''36''' ||'''72''' ||'''10''' ||'''75''' ||'''6''' ||'''14''' || ||<style="text-align: right;">Instance ||150 ||25 ||50 ||10 ||50 ||5 ||10 || ||<style="text-align: right;">Time ||63 ||11 ||22 ||0 ||25 ||1 ||4 || ||<style="text-align: center; vertical-align: top;" |3>'''idp''' ||<style="text-align: right;">'''Total''' ||'''184''' ||'''29''' ||'''71''' ||'''10''' ||'''74''' ||'''0''' ||'''0''' || ||<style="text-align: right;">Instance ||130 ||20 ||50 ||10 ||50 ||0 ||0 || ||<style="text-align: right;">Time ||54 ||9 ||21 ||0 ||24 ||0 ||0 || ||<style="text-align: center; vertical-align: top;" |3>'''cmodels''' ||<style="text-align: right;">'''Total''' ||'''184''' ||'''29''' ||'''71''' ||'''10''' ||'''74''' ||'''0''' ||'''0''' || ||<style="text-align: right;">Instance ||130 ||20 ||50 ||10 ||50 ||0 ||0 || ||<style="text-align: right;">Time ||54 ||9 ||21 ||0 ||24 ||0 ||0 || ||<style="text-align: center; vertical-align: top;" |3>'''lp2diffz3''' ||<style="text-align: right;">'''Total''' ||'''178''' ||'''35''' ||'''66''' ||'''10''' ||'''67''' ||'''0''' ||'''0''' || ||<style="text-align: right;">Instance ||135 ||25 ||50 ||10 ||50 ||0 ||0 || ||<style="text-align: right;">Time ||43 ||10 ||16 ||0 ||17 ||0 ||0 || ||<style="text-align: center; vertical-align: top;" |3>'''sup''' ||<style="text-align: right;">'''Total''' ||'''195''' ||'''29''' ||'''71''' ||'''10''' ||'''74''' ||'''0''' ||'''11''' || ||<style="text-align: right;">Instance ||140 ||20 ||50 ||10 ||50 ||0 ||10 || ||<style="text-align: right;">Time ||55 ||9 ||21 ||0 ||24 ||0 ||1 || ||<style="text-align: center; vertical-align: top;" |3>'''lp2sat2gmsat''' ||<style="text-align: right;">'''Total''' ||'''185''' ||'''30''' ||'''66''' ||'''10''' ||'''68''' ||'''0''' ||'''11'''|| ||<style="text-align: right;">Instance ||140 ||20 ||50 ||10 ||50 ||0 ||10 || ||<style="text-align: right;">Time ||45 ||10 ||16 ||0 ||18 ||0 ||1 || ||<style="text-align: center; vertical-align: top;" |3>'''lp2sat2msat''' ||<style="text-align: right;">'''Total''' ||'''179''' ||'''30''' ||'''66''' ||'''10''' ||'''68''' ||'''0''' ||'''5''' || ||<style="text-align: right;">Instance ||135 ||20 ||50 ||10 ||50 ||0 ||5 || ||<style="text-align: right;">Time ||44 ||10 ||16 ||0 ||18 ||0 ||0 || ||<style="text-align: center; vertical-align: top;" |3>'''lp2sat2lmsat''' ||<style="text-align: right;">'''Total''' ||'''171''' ||'''28''' ||'''66''' ||'''10''' ||'''67''' ||'''0''' ||'''0''' || ||<style="text-align: right;">Instance ||130 ||20 ||50 ||10 ||50 ||0 ||0 || ||<style="text-align: right;">Time ||41 ||8 ||16 ||0 ||17 ||0 ||0 || ||<style="text-align: center; vertical-align: top;" |3>'''smodels''' ||<style="text-align: right;">'''Total''' ||'''180''' ||'''28''' ||'''70''' ||'''10''' ||'''72''' ||'''0''' ||'''0''' || ||<style="text-align: right;">Instance ||130 ||20 ||50 ||10 ||50 ||0 ||0 || ||<style="text-align: right;">Time ||50 ||8 ||20 ||0 ||22 ||0 ||0 || <<BR>> |
|
| Line 114: | Line 139: |
System Track Final Results
P Problems
System |
Total |
Reachability |
Grammar-Based IE |
Hydraulic Leaking |
Hydraulic Planning |
Stable Marriage |
Partner Units Polynomial |
|
clasp |
Total |
213 |
36 |
72 |
10 |
75 |
6 |
14 |
Instance |
150 |
25 |
50 |
10 |
50 |
5 |
10 |
|
Time |
63 |
11 |
22 |
0 |
25 |
1 |
4 |
|
claspfolio |
Total |
209 |
35 |
72 |
10 |
74 |
5 |
13 |
Instance |
150 |
25 |
50 |
10 |
50 |
5 |
10 |
|
Time |
59 |
10 |
22 |
0 |
24 |
0 |
3 |
|
claspd |
Total |
206 |
36 |
72 |
10 |
75 |
0 |
13 |
Instance |
145 |
25 |
50 |
10 |
50 |
0 |
10 |
|
Time |
61 |
11 |
22 |
0 |
25 |
0 |
3 |
|
sup |
Total |
195 |
29 |
71 |
10 |
74 |
0 |
11 |
Instance |
140 |
20 |
50 |
10 |
50 |
0 |
10 |
|
Time |
55 |
9 |
21 |
0 |
24 |
0 |
1 |
|
lp2sat2gminisat |
Total |
185 |
30 |
66 |
10 |
68 |
0 |
11 |
Instance |
140 |
20 |
50 |
10 |
50 |
0 |
10 |
|
Time |
45 |
10 |
16 |
0 |
18 |
0 |
1 |
|
cmodels |
Total |
184 |
29 |
71 |
10 |
74 |
0 |
0 |
Instance |
130 |
20 |
50 |
10 |
50 |
0 |
0 |
|
Time |
54 |
9 |
21 |
0 |
24 |
0 |
0 |
|
idp |
Total |
184 |
29 |
71 |
10 |
74 |
0 |
0 |
Instance |
130 |
20 |
50 |
10 |
50 |
0 |
0 |
|
Time |
54 |
9 |
21 |
0 |
24 |
0 |
0 |
|
smodels |
Total |
180 |
28 |
70 |
10 |
72 |
0 |
0 |
Instance |
130 |
20 |
50 |
10 |
50 |
0 |
0 |
|
Time |
50 |
8 |
20 |
0 |
22 |
0 |
0 |
|
lp2sat2minisat |
Total |
179 |
30 |
66 |
10 |
68 |
0 |
5 |
Instance |
135 |
20 |
50 |
10 |
50 |
0 |
5 |
|
Time |
44 |
10 |
16 |
0 |
18 |
0 |
0 |
|
lp2diffz3 |
Total |
178 |
35 |
66 |
10 |
67 |
0 |
0 |
Instance |
135 |
25 |
50 |
10 |
50 |
0 |
0 |
|
Time |
43 |
10 |
16 |
0 |
17 |
0 |
0 |
|
lp2sat2lminisat |
Total |
171 |
28 |
66 |
10 |
67 |
0 |
0 |
Instance |
130 |
20 |
50 |
10 |
50 |
0 |
0 |
|
Time |
41 |
8 |
16 |
0 |
17 |
0 |
0 |
|
NP Problems
System |
Total |
Sokoban Decision |
Knight Tour |
Disjunctive Scheduling |
Packing Problem |
Labyrinth |
MCS Querying |
Numberlink |
Hanoi Tower |
Graph Colouring |
Solitaire |
Weight-Assignment Tree |
Maze Generation |
|||
claspfolio |
Total |
609 |
385 |
224 |
66 |
45 |
21 |
65 |
35 |
30 |
37 |
25 |
12 |
0 |
0 |
0 |
Instance |
63 |
40 |
23 |
75 |
50 |
25 |
64 |
35 |
29 |
47 |
35 |
12 |
||||
Time |
55 |
40 |
15 |
21 |
15 |
6 |
21 |
15 |
6 |
95 |
50 |
45 |
||||
clasp |
Total |
597 |
370 |
227 |
78 |
50 |
28 |
63 |
35 |
28 |
38 |
25 |
13 |
0 |
0 |
0 |
Instance |
78 |
50 |
28 |
75 |
50 |
25 |
65 |
35 |
30 |
39 |
30 |
9 |
||||
Time |
23 |
15 |
8 |
21 |
15 |
6 |
21 |
15 |
6 |
96 |
50 |
46 |
||||
idp |
Total |
597 |
370 |
227 |
64 |
45 |
19 |
74 |
45 |
29 |
38 |
25 |
13 |
0 |
0 |
0 |
Instance |
52 |
30 |
22 |
75 |
50 |
25 |
70 |
40 |
30 |
65 |
45 |
20 |
||||
Time |
18 |
10 |
8 |
38 |
25 |
13 |
8 |
5 |
3 |
95 |
50 |
45 |
||||
claspd |
Total |
552 |
355 |
197 |
68 |
45 |
23 |
68 |
40 |
28 |
30 |
25 |
5 |
0 |
0 |
0 |
Instance |
65 |
45 |
20 |
75 |
50 |
25 |
69 |
40 |
29 |
31 |
25 |
6 |
||||
Time |
19 |
10 |
9 |
11 |
10 |
1 |
20 |
15 |
5 |
96 |
50 |
46 |
||||
cmodels |
Total |
510 |
335 |
175 |
67 |
45 |
22 |
56 |
30 |
26 |
21 |
20 |
1 |
0 |
0 |
0 |
Instance |
62 |
45 |
17 |
75 |
50 |
25 |
30 |
20 |
10 |
51 |
35 |
16 |
||||
Time |
29 |
20 |
9 |
18 |
15 |
3 |
6 |
5 |
1 |
95 |
50 |
45 |
||||
lp2diffz3 |
Total |
394 |
270 |
124 |
42 |
30 |
12 |
55 |
35 |
20 |
0 |
0 |
0 |
0 |
0 |
0 |
Instance |
0 |
0 |
0 |
70 |
50 |
20 |
45 |
30 |
15 |
47 |
35 |
12 |
||||
Time |
27 |
20 |
7 |
25 |
20 |
5 |
0 |
0 |
0 |
83 |
50 |
33 |
||||
sup |
Total |
346 |
240 |
106 |
52 |
35 |
17 |
40 |
25 |
15 |
37 |
25 |
12 |
0 |
0 |
0 |
Instance |
58 |
40 |
18 |
72 |
50 |
22 |
0 |
0 |
0 |
31 |
25 |
6 |
||||
Time |
16 |
10 |
6 |
15 |
10 |
5 |
25 |
20 |
5 |
0 |
0 |
0 |
||||
lp2sat2gminisat |
Total |
310 |
225 |
85 |
36 |
30 |
6 |
10 |
5 |
5 |
32 |
25 |
7 |
0 |
0 |
0 |
Instance |
46 |
35 |
11 |
71 |
50 |
21 |
22 |
15 |
7 |
47 |
35 |
12 |
||||
Time |
17 |
10 |
7 |
29 |
20 |
9 |
0 |
0 |
0 |
0 |
0 |
0 |
||||
lp2sat2minisat |
Total |
302 |
220 |
82 |
39 |
30 |
9 |
0 |
0 |
0 |
32 |
25 |
7 |
0 |
0 |
0 |
Instance |
52 |
40 |
12 |
71 |
50 |
21 |
15 |
10 |
5 |
47 |
35 |
12 |
||||
Time |
17 |
10 |
7 |
29 |
20 |
9 |
0 |
0 |
0 |
0 |
0 |
0 |
||||
lp2sat2lminisat |
Total |
301 |
220 |
81 |
35 |
30 |
5 |
0 |
0 |
0 |
32 |
25 |
7 |
0 |
0 |
0 |
Instance |
53 |
40 |
13 |
71 |
50 |
21 |
17 |
10 |
7 |
47 |
35 |
12 |
||||
Time |
17 |
10 |
7 |
29 |
20 |
9 |
0 |
0 |
0 |
0 |
0 |
0 |
||||
smodels |
Total |
269 |
165 |
104 |
0 |
0 |
0 |
55 |
30 |
25 |
36 |
25 |
11 |
0 |
0 |
0 |
Instance |
9 |
5 |
4 |
53 |
35 |
18 |
27 |
20 |
7 |
0 |
0 |
0 |
||||
Time |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
89 |
50 |
39 |
||||
System |
Total |
P |
NP |
Beyond NP |
Reachability |
Grammar-Based IE |
Hydraulic Leaking |
Hydraulic Planning |
Stable Marriage |
Partner Units Polynomial |
Sokoban Decision |
Knight Tour |
Disjunctive Scheduling |
Packing Problem |
Labyrinth |
MCS Querying |
Numberlink |
Hanoi Tower |
Graph Colouring |
Solitaire |
Weight-Assignment Tree |
Maze Generation |
Strategic Companies |
Minimal Diagnosis |
|
claspd |
Total |
861 |
206 |
552 |
103 |
36 |
72 |
10 |
75 |
0 |
13 |
68 |
68 |
30 |
0 |
65 |
75 |
69 |
31 |
19 |
11 |
20 |
96 |
12 |
91 |
Instance |
560 |
145 |
355 |
60 |
25 |
50 |
10 |
50 |
0 |
10 |
45 |
40 |
25 |
0 |
45 |
50 |
40 |
25 |
10 |
10 |
15 |
50 |
10 |
50 |
|
Time |
301 |
61 |
197 |
43 |
11 |
22 |
0 |
25 |
0 |
3 |
23 |
28 |
5 |
0 |
20 |
25 |
29 |
6 |
9 |
1 |
5 |
46 |
2 |
41 |
|
claspfolio |
Total |
818 |
209 |
609 |
0 |
35 |
72 |
10 |
74 |
5 |
13 |
66 |
65 |
37 |
0 |
63 |
75 |
64 |
47 |
55 |
21 |
21 |
95 |
0 |
0 |
Instance |
535 |
150 |
385 |
0 |
25 |
50 |
10 |
50 |
5 |
10 |
45 |
35 |
25 |
0 |
40 |
50 |
35 |
35 |
40 |
15 |
15 |
50 |
0 |
0 |
|
Time |
283 |
59 |
224 |
0 |
10 |
22 |
0 |
24 |
0 |
3 |
21 |
30 |
12 |
0 |
23 |
25 |
29 |
12 |
15 |
6 |
6 |
45 |
0 |
0 |
|
clasp |
Total |
810 |
213 |
597 |
0 |
36 |
72 |
10 |
75 |
6 |
14 |
78 |
63 |
38 |
0 |
78 |
75 |
65 |
39 |
23 |
21 |
21 |
96 |
0 |
0 |
Instance |
520 |
150 |
370 |
0 |
25 |
50 |
10 |
50 |
5 |
10 |
50 |
35 |
25 |
0 |
50 |
50 |
35 |
30 |
15 |
15 |
15 |
50 |
0 |
0 |
|
Time |
290 |
63 |
227 |
0 |
11 |
22 |
0 |
25 |
1 |
4 |
28 |
28 |
13 |
0 |
28 |
25 |
30 |
9 |
8 |
6 |
6 |
46 |
0 |
0 |
|
idp |
Total |
781 |
184 |
597 |
0 |
29 |
71 |
10 |
74 |
0 |
0 |
64 |
74 |
38 |
0 |
52 |
75 |
70 |
65 |
18 |
38 |
8 |
95 |
0 |
0 |
Instance |
500 |
130 |
370 |
0 |
20 |
50 |
10 |
50 |
0 |
0 |
45 |
45 |
25 |
0 |
30 |
50 |
40 |
45 |
10 |
25 |
5 |
50 |
0 |
0 |
|
Time |
281 |
54 |
227 |
0 |
9 |
21 |
0 |
24 |
0 |
0 |
19 |
29 |
13 |
0 |
22 |
25 |
30 |
20 |
8 |
13 |
3 |
45 |
0 |
0 |
|
cmodels |
Total |
766 |
184 |
510 |
72 |
29 |
71 |
10 |
74 |
0 |
0 |
67 |
56 |
21 |
0 |
62 |
75 |
30 |
51 |
29 |
18 |
6 |
95 |
0 |
72 |
Instance |
510 |
130 |
335 |
45 |
20 |
50 |
10 |
50 |
0 |
0 |
45 |
30 |
20 |
0 |
45 |
50 |
20 |
35 |
20 |
15 |
5 |
50 |
0 |
45 |
|
Time |
256 |
54 |
175 |
27 |
9 |
21 |
0 |
24 |
0 |
0 |
22 |
26 |
1 |
0 |
17 |
25 |
10 |
16 |
9 |
3 |
1 |
45 |
0 |
27 |
|
lp2diffz3 |
Total |
572 |
178 |
394 |
0 |
35 |
66 |
10 |
67 |
0 |
0 |
42 |
55 |
0 |
0 |
0 |
70 |
45 |
47 |
27 |
25 |
0 |
83 |
0 |
0 |
Instance |
405 |
135 |
270 |
0 |
25 |
50 |
10 |
50 |
0 |
0 |
30 |
35 |
0 |
0 |
0 |
50 |
30 |
35 |
20 |
20 |
0 |
50 |
0 |
0 |
|
Time |
167 |
43 |
124 |
0 |
10 |
16 |
0 |
17 |
0 |
0 |
12 |
20 |
0 |
0 |
0 |
20 |
15 |
12 |
7 |
5 |
0 |
33 |
0 |
0 |
|
sup |
Total |
541 |
195 |
346 |
0 |
29 |
71 |
10 |
74 |
0 |
11 |
52 |
40 |
37 |
0 |
58 |
72 |
0 |
31 |
16 |
15 |
25 |
0 |
0 |
0 |
Instance |
380 |
140 |
240 |
0 |
20 |
50 |
10 |
50 |
0 |
10 |
35 |
25 |
25 |
0 |
40 |
50 |
0 |
25 |
10 |
10 |
20 |
0 |
0 |
0 |
|
Time |
161 |
55 |
106 |
0 |
9 |
21 |
0 |
24 |
0 |
1 |
17 |
15 |
12 |
0 |
18 |
22 |
0 |
6 |
6 |
5 |
5 |
0 |
0 |
0 |
|
lp2sat2gmsat |
Total |
495 |
185 |
310 |
0 |
30 |
66 |
10 |
68 |
0 |
11 |
36 |
10 |
32 |
0 |
46 |
71 |
22 |
47 |
17 |
29 |
- |
0 |
0 |
0 |
Instance |
365 |
140 |
225 |
0 |
20 |
50 |
10 |
50 |
0 |
10 |
30 |
5 |
25 |
0 |
35 |
50 |
15 |
35 |
10 |
20 |
- |
0 |
0 |
0 |
|
Time |
130 |
45 |
85 |
0 |
10 |
16 |
0 |
18 |
0 |
1 |
6 |
5 |
7 |
0 |
11 |
21 |
7 |
12 |
7 |
9 |
- |
0 |
0 |
0 |
|
lp2sat2msat |
Total |
481 |
179 |
302 |
0 |
30 |
66 |
10 |
68 |
0 |
5 |
39 |
0 |
32 |
0 |
52 |
71 |
15 |
47 |
17 |
29 |
- |
0 |
0 |
0 |
Instance |
355 |
135 |
220 |
0 |
20 |
50 |
10 |
50 |
0 |
5 |
30 |
0 |
25 |
0 |
40 |
50 |
10 |
35 |
10 |
20 |
- |
0 |
0 |
0 |
|
Time |
126 |
44 |
82 |
0 |
10 |
16 |
0 |
18 |
0 |
0 |
9 |
0 |
7 |
0 |
12 |
21 |
5 |
12 |
7 |
9 |
- |
0 |
0 |
0 |
|
lp2sat2lmsat |
Total |
472 |
171 |
301 |
0 |
28 |
66 |
10 |
67 |
0 |
0 |
35 |
0 |
32 |
0 |
53 |
71 |
17 |
47 |
17 |
29 |
- |
0 |
0 |
0 |
Instance |
350 |
130 |
220 |
0 |
20 |
50 |
10 |
50 |
0 |
0 |
30 |
0 |
25 |
0 |
40 |
50 |
10 |
35 |
10 |
20 |
- |
0 |
0 |
0 |
|
Time |
122 |
41 |
81 |
0 |
8 |
16 |
0 |
17 |
0 |
0 |
5 |
0 |
7 |
0 |
13 |
21 |
7 |
12 |
7 |
9 |
- |
0 |
0 |
0 |
|
smodels |
Total |
449 |
180 |
269 |
0 |
28 |
70 |
10 |
72 |
0 |
0 |
0 |
55 |
36 |
0 |
9 |
53 |
27 |
0 |
0 |
0 |
0 |
89 |
0 |
0 |
Instance |
295 |
130 |
165 |
0 |
20 |
50 |
10 |
50 |
0 |
0 |
0 |
30 |
25 |
0 |
5 |
35 |
20 |
0 |
0 |
0 |
0 |
50 |
0 |
0 |
|
Time |
154 |
50 |
104 |
0 |
8 |
20 |
0 |
22 |
0 |
0 |
0 |
25 |
11 |
0 |
4 |
18 |
7 |
0 |
0 |
0 |
0 |
39 |
0 |
0 |
|
Final results by categories
P |
|
NP |
|
Beyond NP |
|||||||||
System |
Total Score |
Inst. Score |
Time Score |
System |
Total Score |
Inst. Score |
Time Score |
System |
Total Score |
Inst. Score |
Time Score |
||
clasp |
213 |
150 |
63 |
claspfolio |
609 |
385 |
224 |
claspd |
103 |
60 |
43 |
||
claspfolio |
209 |
150 |
59 |
clasp |
597 |
370 |
227 |
cmodels |
72 |
45 |
27 |
||
claspd |
206 |
145 |
61 |
idp |
597 |
370 |
227 |
claspfolio |
0 |
0 |
0 |
||
sup |
195 |
140 |
55 |
claspd |
552 |
355 |
197 |
clasp |
0 |
0 |
0 |
||
lp2sat2gminisat |
185 |
140 |
45 |
cmodels |
510 |
335 |
175 |
idp |
0 |
0 |
0 |
||
cmodels |
184 |
130 |
54 |
lp2diffz3 |
394 |
270 |
124 |
lp2diffz3 |
0 |
0 |
0 |
||
idp |
184 |
130 |
54 |
sup |
346 |
240 |
106 |
sup |
0 |
0 |
0 |
||
smodels |
180 |
130 |
50 |
lp2sat2gminisat |
310 |
225 |
85 |
lp2sat2gminisat |
0 |
0 |
0 |
||
lp2sat2minisat |
179 |
135 |
44 |
lp2sat2minisat |
302 |
220 |
82 |
lp2sat2minisat |
0 |
0 |
0 |
||
lp2diffz3 |
178 |
135 |
43 |
lp2sat2lminisat |
301 |
220 |
81 |
lp2sat2lminisat |
0 |
0 |
0 |
||
lp2sat2lminisat |
171 |
130 |
41 |
smodels |
269 |
165 |
104 |
smodels |
0 |
0 |
0 |
||