Size: 18471
Comment:
|
Size: 21496
Comment:
|
Deletions are marked like this. | Additions are marked like this. |
Line 46: | Line 46: |
||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>claspfolio||<style="text-align: right;">'''Total''' ||609||385||224||66||45||21||65||35||30||37||25||12||0||0||0||63||40||23||75||50||25||64||35||29||47||35||12||55||40||15||21||15||6||21||15||6||95||50||45|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>clasp||<style="text-align: right;">'''Total''' ||597||370||227||78||50||28||63||35||28||38||25||13||0||0||0||78||50||28||75||50||25||65||35||30||39||30||9||23||15||8||21||15||6||21||15||6||96||50||46|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>idp||<style="text-align: right;">'''Total''' ||597||370||227||64||45||19||74||45||29||38||25||13||0||0||0||52||30||22||75||50||25||70||40||30||65||45||20||18||10||8||38||25||13||8||5||3||95||50||45|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>claspd||<style="text-align: right;">'''Total''' ||552||355||197||68||45||23||68||40||28||30||25||5||0||0||0||65||45||20||75||50||25||69||40||29||31||25||6||19||10||9||11||10||1||20||15||5||96||50||46|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>cmodels||<style="text-align: right;">'''Total''' ||510||335||175||67||45||22||56||30||26||21||20||1||0||0||0||62||45||17||75||50||25||30||20||10||51||35||16||29||20||9||18||15||3||6||5||1||95||50||45|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2diffz3||<style="text-align: right;">'''Total''' ||394||270||124||42||30||12||55||35||20||0||0||0||0||0||0||0||0||0||70||50||20||45||30||15||47||35||12||27||20||7||25||20||5||0||0||0||83||50||33|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>sup||<style="text-align: right;">'''Total''' ||346||240||106||52||35||17||40||25||15||37||25||12||0||0||0||58||40||18||72||50||22||0||0||0||31||25||6||16||10||6||15||10||5||25||20||5||0||0||0|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2gminisat||<style="text-align: right;">'''Total''' ||310||225||85||36||30||6||10||5||5||32||25||7||0||0||0||46||35||11||71||50||21||22||15||7||47||35||12||17||10||7||29||20||9||0||0||0||0||0||0|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2minisat||<style="text-align: right;">'''Total''' ||302||220||82||39||30||9||0||0||0||32||25||7||0||0||0||52||40||12||71||50||21||15||10||5||47||35||12||17||10||7||29||20||9||0||0||0||0||0||0|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2lminisat||<style="text-align: right;">'''Total''' ||301||220||81||35||30||5||0||0||0||32||25||7||0||0||0||53||40||13||71||50||21||17||10||7||47||35||12||17||10||7||29||20||9||0||0||0||0||0||0|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>smodels||<style="text-align: right;">'''Total''' ||269||165||104||0||0||0||55||30||25||36||25||11||0||0||0||9||5||4||53||35||18||27||20||7||0||0||0||0||0||0||0||0||0||0||0||0||89||50||39|| |
System Track Final Results
P Problems
System |
Total |
Reachability |
Grammar-Based |
Hydraulic |
Hydraulic |
Stable |
Partner Units |
|
clasp |
Total |
213 |
150 |
63 |
36 |
25 |
11 |
72 |
Instance |
50 |
22 |
10 |
10 |
0 |
75 |
50 |
|
Time |
25 |
6 |
5 |
1 |
14 |
10 |
4 |
|
claspfolio |
Total |
209 |
150 |
59 |
35 |
25 |
10 |
72 |
Instance |
50 |
22 |
10 |
10 |
0 |
74 |
50 |
|
Time |
24 |
5 |
5 |
0 |
13 |
10 |
3 |
|
claspd |
Total |
206 |
145 |
61 |
36 |
25 |
11 |
72 |
Instance |
50 |
22 |
10 |
10 |
0 |
75 |
50 |
|
Time |
25 |
0 |
0 |
0 |
13 |
10 |
3 |
|
sup |
Total |
195 |
140 |
55 |
29 |
20 |
9 |
71 |
Instance |
50 |
21 |
10 |
10 |
0 |
74 |
50 |
|
Time |
24 |
0 |
0 |
0 |
11 |
10 |
1 |
|
lp2sat2gminisat |
Total |
185 |
140 |
45 |
30 |
20 |
10 |
66 |
Instance |
50 |
16 |
10 |
10 |
0 |
68 |
50 |
|
Time |
18 |
0 |
0 |
0 |
11 |
10 |
1 |
|
cmodels |
Total |
184 |
130 |
54 |
29 |
20 |
9 |
71 |
Instance |
50 |
21 |
10 |
10 |
0 |
74 |
50 |
|
Time |
24 |
0 |
0 |
0 |
0 |
0 |
0 |
|
idp |
Total |
184 |
130 |
54 |
29 |
20 |
9 |
71 |
Instance |
50 |
21 |
10 |
10 |
0 |
74 |
50 |
|
Time |
24 |
0 |
0 |
0 |
0 |
0 |
0 |
|
smodels |
Total |
180 |
130 |
50 |
28 |
20 |
8 |
70 |
Instance |
50 |
20 |
10 |
10 |
0 |
72 |
50 |
|
Time |
22 |
0 |
0 |
0 |
0 |
0 |
0 |
|
lp2sat2minisat |
Total |
179 |
135 |
44 |
30 |
20 |
10 |
66 |
Instance |
50 |
16 |
10 |
10 |
0 |
68 |
50 |
|
Time |
18 |
0 |
0 |
0 |
5 |
5 |
0 |
|
lp2diffz3 |
Total |
178 |
135 |
43 |
35 |
25 |
10 |
66 |
Instance |
50 |
16 |
10 |
10 |
0 |
67 |
50 |
|
Time |
17 |
0 |
0 |
0 |
0 |
0 |
0 |
|
lp2sat2lminisat |
Total |
171 |
130 |
41 |
28 |
20 |
8 |
66 |
Instance |
50 |
16 |
10 |
10 |
0 |
67 |
50 |
|
Time |
17 |
0 |
0 |
0 |
0 |
0 |
0 |
NP Problems
System |
Total |
Sokoban Decision |
Knight Tour |
Disjunctive Scheduling |
Packing Problem |
Labyrinth |
MCS Querying |
Numberlink |
Hanoi Tower |
Graph Colouring |
Solitaire |
Weight-Assignment Tree |
Maze Generation |
|||||||||||||||||||||||||||
claspfolio |
Total |
609 |
385 |
224 |
66 |
45 |
21 |
65 |
35 |
30 |
37 |
25 |
12 |
0 |
0 |
0 |
63 |
40 |
23 |
75 |
50 |
25 |
64 |
35 |
29 |
47 |
35 |
12 |
55 |
40 |
15 |
21 |
15 |
6 |
21 |
15 |
6 |
95 |
50 |
45 |
clasp |
Total |
597 |
370 |
227 |
78 |
50 |
28 |
63 |
35 |
28 |
38 |
25 |
13 |
0 |
0 |
0 |
78 |
50 |
28 |
75 |
50 |
25 |
65 |
35 |
30 |
39 |
30 |
9 |
23 |
15 |
8 |
21 |
15 |
6 |
21 |
15 |
6 |
96 |
50 |
46 |
idp |
Total |
597 |
370 |
227 |
64 |
45 |
19 |
74 |
45 |
29 |
38 |
25 |
13 |
0 |
0 |
0 |
52 |
30 |
22 |
75 |
50 |
25 |
70 |
40 |
30 |
65 |
45 |
20 |
18 |
10 |
8 |
38 |
25 |
13 |
8 |
5 |
3 |
95 |
50 |
45 |
claspd |
Total |
552 |
355 |
197 |
68 |
45 |
23 |
68 |
40 |
28 |
30 |
25 |
5 |
0 |
0 |
0 |
65 |
45 |
20 |
75 |
50 |
25 |
69 |
40 |
29 |
31 |
25 |
6 |
19 |
10 |
9 |
11 |
10 |
1 |
20 |
15 |
5 |
96 |
50 |
46 |
cmodels |
Total |
510 |
335 |
175 |
67 |
45 |
22 |
56 |
30 |
26 |
21 |
20 |
1 |
0 |
0 |
0 |
62 |
45 |
17 |
75 |
50 |
25 |
30 |
20 |
10 |
51 |
35 |
16 |
29 |
20 |
9 |
18 |
15 |
3 |
6 |
5 |
1 |
95 |
50 |
45 |
lp2diffz3 |
Total |
394 |
270 |
124 |
42 |
30 |
12 |
55 |
35 |
20 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
70 |
50 |
20 |
45 |
30 |
15 |
47 |
35 |
12 |
27 |
20 |
7 |
25 |
20 |
5 |
0 |
0 |
0 |
83 |
50 |
33 |
sup |
Total |
346 |
240 |
106 |
52 |
35 |
17 |
40 |
25 |
15 |
37 |
25 |
12 |
0 |
0 |
0 |
58 |
40 |
18 |
72 |
50 |
22 |
0 |
0 |
0 |
31 |
25 |
6 |
16 |
10 |
6 |
15 |
10 |
5 |
25 |
20 |
5 |
0 |
0 |
0 |
lp2sat2gminisat |
Total |
310 |
225 |
85 |
36 |
30 |
6 |
10 |
5 |
5 |
32 |
25 |
7 |
0 |
0 |
0 |
46 |
35 |
11 |
71 |
50 |
21 |
22 |
15 |
7 |
47 |
35 |
12 |
17 |
10 |
7 |
29 |
20 |
9 |
0 |
0 |
0 |
0 |
0 |
0 |
lp2sat2minisat |
Total |
302 |
220 |
82 |
39 |
30 |
9 |
0 |
0 |
0 |
32 |
25 |
7 |
0 |
0 |
0 |
52 |
40 |
12 |
71 |
50 |
21 |
15 |
10 |
5 |
47 |
35 |
12 |
17 |
10 |
7 |
29 |
20 |
9 |
0 |
0 |
0 |
0 |
0 |
0 |
lp2sat2lminisat |
Total |
301 |
220 |
81 |
35 |
30 |
5 |
0 |
0 |
0 |
32 |
25 |
7 |
0 |
0 |
0 |
53 |
40 |
13 |
71 |
50 |
21 |
17 |
10 |
7 |
47 |
35 |
12 |
17 |
10 |
7 |
29 |
20 |
9 |
0 |
0 |
0 |
0 |
0 |
0 |
smodels |
Total |
269 |
165 |
104 |
0 |
0 |
0 |
55 |
30 |
25 |
36 |
25 |
11 |
0 |
0 |
0 |
9 |
5 |
4 |
53 |
35 |
18 |
27 |
20 |
7 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
89 |
50 |
39 |
System |
Total |
P |
NP |
Beyond NP |
Reachability |
Grammar-Based IE |
Hydraulic Leaking |
Hydraulic Planning |
Stable Marriage |
Partner Units Polynomial |
Sokoban Decision |
Knight Tour |
Disjunctive Scheduling |
Packing Problem |
Labyrinth |
MCS Querying |
Numberlink |
Hanoi Tower |
Graph Colouring |
Solitaire |
Weight-Assignment Tree |
Maze Generation |
Strategic Companies |
Minimal Diagnosis |
|
claspd |
Total |
861 |
206 |
552 |
103 |
36 |
72 |
10 |
75 |
0 |
13 |
68 |
68 |
30 |
0 |
65 |
75 |
69 |
31 |
19 |
11 |
20 |
96 |
12 |
91 |
Instance |
560 |
145 |
355 |
60 |
25 |
50 |
10 |
50 |
0 |
10 |
45 |
40 |
25 |
0 |
45 |
50 |
40 |
25 |
10 |
10 |
15 |
50 |
10 |
50 |
|
Time |
301 |
61 |
197 |
43 |
11 |
22 |
0 |
25 |
0 |
3 |
23 |
28 |
5 |
0 |
20 |
25 |
29 |
6 |
9 |
1 |
5 |
46 |
2 |
41 |
|
claspfolio |
Total |
818 |
209 |
609 |
0 |
35 |
72 |
10 |
74 |
5 |
13 |
66 |
65 |
37 |
0 |
63 |
75 |
64 |
47 |
55 |
21 |
21 |
95 |
0 |
0 |
Instance |
535 |
150 |
385 |
0 |
25 |
50 |
10 |
50 |
5 |
10 |
45 |
35 |
25 |
0 |
40 |
50 |
35 |
35 |
40 |
15 |
15 |
50 |
0 |
0 |
|
Time |
283 |
59 |
224 |
0 |
10 |
22 |
0 |
24 |
0 |
3 |
21 |
30 |
12 |
0 |
23 |
25 |
29 |
12 |
15 |
6 |
6 |
45 |
0 |
0 |
|
clasp |
Total |
810 |
213 |
597 |
0 |
36 |
72 |
10 |
75 |
6 |
14 |
78 |
63 |
38 |
0 |
78 |
75 |
65 |
39 |
23 |
21 |
21 |
96 |
0 |
0 |
Instance |
520 |
150 |
370 |
0 |
25 |
50 |
10 |
50 |
5 |
10 |
50 |
35 |
25 |
0 |
50 |
50 |
35 |
30 |
15 |
15 |
15 |
50 |
0 |
0 |
|
Time |
290 |
63 |
227 |
0 |
11 |
22 |
0 |
25 |
1 |
4 |
28 |
28 |
13 |
0 |
28 |
25 |
30 |
9 |
8 |
6 |
6 |
46 |
0 |
0 |
|
idp |
Total |
781 |
184 |
597 |
0 |
29 |
71 |
10 |
74 |
0 |
0 |
64 |
74 |
38 |
0 |
52 |
75 |
70 |
65 |
18 |
38 |
8 |
95 |
0 |
0 |
Instance |
500 |
130 |
370 |
0 |
20 |
50 |
10 |
50 |
0 |
0 |
45 |
45 |
25 |
0 |
30 |
50 |
40 |
45 |
10 |
25 |
5 |
50 |
0 |
0 |
|
Time |
281 |
54 |
227 |
0 |
9 |
21 |
0 |
24 |
0 |
0 |
19 |
29 |
13 |
0 |
22 |
25 |
30 |
20 |
8 |
13 |
3 |
45 |
0 |
0 |
|
cmodels |
Total |
766 |
184 |
510 |
72 |
29 |
71 |
10 |
74 |
0 |
0 |
67 |
56 |
21 |
0 |
62 |
75 |
30 |
51 |
29 |
18 |
6 |
95 |
0 |
72 |
Instance |
510 |
130 |
335 |
45 |
20 |
50 |
10 |
50 |
0 |
0 |
45 |
30 |
20 |
0 |
45 |
50 |
20 |
35 |
20 |
15 |
5 |
50 |
0 |
45 |
|
Time |
256 |
54 |
175 |
27 |
9 |
21 |
0 |
24 |
0 |
0 |
22 |
26 |
1 |
0 |
17 |
25 |
10 |
16 |
9 |
3 |
1 |
45 |
0 |
27 |
|
lp2diffz3 |
Total |
572 |
178 |
394 |
0 |
35 |
66 |
10 |
67 |
0 |
0 |
42 |
55 |
0 |
0 |
0 |
70 |
45 |
47 |
27 |
25 |
0 |
83 |
0 |
0 |
Instance |
405 |
135 |
270 |
0 |
25 |
50 |
10 |
50 |
0 |
0 |
30 |
35 |
0 |
0 |
0 |
50 |
30 |
35 |
20 |
20 |
0 |
50 |
0 |
0 |
|
Time |
167 |
43 |
124 |
0 |
10 |
16 |
0 |
17 |
0 |
0 |
12 |
20 |
0 |
0 |
0 |
20 |
15 |
12 |
7 |
5 |
0 |
33 |
0 |
0 |
|
sup |
Total |
541 |
195 |
346 |
0 |
29 |
71 |
10 |
74 |
0 |
11 |
52 |
40 |
37 |
0 |
58 |
72 |
0 |
31 |
16 |
15 |
25 |
0 |
0 |
0 |
Instance |
380 |
140 |
240 |
0 |
20 |
50 |
10 |
50 |
0 |
10 |
35 |
25 |
25 |
0 |
40 |
50 |
0 |
25 |
10 |
10 |
20 |
0 |
0 |
0 |
|
Time |
161 |
55 |
106 |
0 |
9 |
21 |
0 |
24 |
0 |
1 |
17 |
15 |
12 |
0 |
18 |
22 |
0 |
6 |
6 |
5 |
5 |
0 |
0 |
0 |
|
lp2sat2gmsat |
Total |
495 |
185 |
310 |
0 |
30 |
66 |
10 |
68 |
0 |
11 |
36 |
10 |
32 |
0 |
46 |
71 |
22 |
47 |
17 |
29 |
- |
0 |
0 |
0 |
Instance |
365 |
140 |
225 |
0 |
20 |
50 |
10 |
50 |
0 |
10 |
30 |
5 |
25 |
0 |
35 |
50 |
15 |
35 |
10 |
20 |
- |
0 |
0 |
0 |
|
Time |
130 |
45 |
85 |
0 |
10 |
16 |
0 |
18 |
0 |
1 |
6 |
5 |
7 |
0 |
11 |
21 |
7 |
12 |
7 |
9 |
- |
0 |
0 |
0 |
|
lp2sat2msat |
Total |
481 |
179 |
302 |
0 |
30 |
66 |
10 |
68 |
0 |
5 |
39 |
0 |
32 |
0 |
52 |
71 |
15 |
47 |
17 |
29 |
- |
0 |
0 |
0 |
Instance |
355 |
135 |
220 |
0 |
20 |
50 |
10 |
50 |
0 |
5 |
30 |
0 |
25 |
0 |
40 |
50 |
10 |
35 |
10 |
20 |
- |
0 |
0 |
0 |
|
Time |
126 |
44 |
82 |
0 |
10 |
16 |
0 |
18 |
0 |
0 |
9 |
0 |
7 |
0 |
12 |
21 |
5 |
12 |
7 |
9 |
- |
0 |
0 |
0 |
|
lp2sat2lmsat |
Total |
472 |
171 |
301 |
0 |
28 |
66 |
10 |
67 |
0 |
0 |
35 |
0 |
32 |
0 |
53 |
71 |
17 |
47 |
17 |
29 |
- |
0 |
0 |
0 |
Instance |
350 |
130 |
220 |
0 |
20 |
50 |
10 |
50 |
0 |
0 |
30 |
0 |
25 |
0 |
40 |
50 |
10 |
35 |
10 |
20 |
- |
0 |
0 |
0 |
|
Time |
122 |
41 |
81 |
0 |
8 |
16 |
0 |
17 |
0 |
0 |
5 |
0 |
7 |
0 |
13 |
21 |
7 |
12 |
7 |
9 |
- |
0 |
0 |
0 |
|
smodels |
Total |
449 |
180 |
269 |
0 |
28 |
70 |
10 |
72 |
0 |
0 |
0 |
55 |
36 |
0 |
9 |
53 |
27 |
0 |
0 |
0 |
0 |
89 |
0 |
0 |
Instance |
295 |
130 |
165 |
0 |
20 |
50 |
10 |
50 |
0 |
0 |
0 |
30 |
25 |
0 |
5 |
35 |
20 |
0 |
0 |
0 |
0 |
50 |
0 |
0 |
|
Time |
154 |
50 |
104 |
0 |
8 |
20 |
0 |
22 |
0 |
0 |
0 |
25 |
11 |
0 |
4 |
18 |
7 |
0 |
0 |
0 |
0 |
39 |
0 |
0 |
Final results by categories
P |
|
NP |
|
Beyond NP |
|||||||||
System |
Total Score |
Inst. Score |
Time Score |
System |
Total Score |
Inst. Score |
Time Score |
System |
Total Score |
Inst. Score |
Time Score |
||
clasp |
213 |
150 |
63 |
claspfolio |
609 |
385 |
224 |
claspd |
103 |
60 |
43 |
||
claspfolio |
209 |
150 |
59 |
clasp |
597 |
370 |
227 |
cmodels |
72 |
45 |
27 |
||
claspd |
206 |
145 |
61 |
idp |
597 |
370 |
227 |
claspfolio |
0 |
0 |
0 |
||
sup |
195 |
140 |
55 |
claspd |
552 |
355 |
197 |
clasp |
0 |
0 |
0 |
||
lp2sat2gminisat |
185 |
140 |
45 |
cmodels |
510 |
335 |
175 |
idp |
0 |
0 |
0 |
||
cmodels |
184 |
130 |
54 |
lp2diffz3 |
394 |
270 |
124 |
lp2diffz3 |
0 |
0 |
0 |
||
idp |
184 |
130 |
54 |
sup |
346 |
240 |
106 |
sup |
0 |
0 |
0 |
||
smodels |
180 |
130 |
50 |
lp2sat2gminisat |
310 |
225 |
85 |
lp2sat2gminisat |
0 |
0 |
0 |
||
lp2sat2minisat |
179 |
135 |
44 |
lp2sat2minisat |
302 |
220 |
82 |
lp2sat2minisat |
0 |
0 |
0 |
||
lp2diffz3 |
178 |
135 |
43 |
lp2sat2lminisat |
301 |
220 |
81 |
lp2sat2lminisat |
0 |
0 |
0 |
||
lp2sat2lminisat |
171 |
130 |
41 |
smodels |
269 |
165 |
104 |
smodels |
0 |
0 |
0 |