| 
  
   Size: 22370 
  
  Comment:  
 | 
  
   Size: 20630 
  
  Comment:  
 | 
| Deletions are marked like this. | Additions are marked like this. | 
| Line 8: | Line 8: | 
| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>clasp ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">213 ||<style="font-weight: bold;">36 ||<style="font-weight: bold;">25 ||<style="font-weight: bold;">11 ||<style="font-weight: bold;">72 || ||<style="text-align: right;">Instance ||<style="font-weight: bold;">150 ||50 ||22 ||10 ||10 ||0 ||75 ||50 || ||<style="text-align: right;">Time ||63 ||25 ||6 ||5 ||1 ||14 ||10 ||4 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>claspfolio ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">209 ||<style="font-weight: bold;">150 ||<style="font-weight: bold;">59 ||<style="font-weight: bold;">35 ||<style="font-weight: bold;">25 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">72 || ||<style="text-align: right;">Instance ||50 ||22 ||10 ||10 ||0 ||74 ||50 || ||<style="text-align: right;">Time ||24 ||5 ||5 ||0 ||13 ||10 ||3 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>claspd ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">206 ||<style="font-weight: bold;">145 ||<style="font-weight: bold;">61 ||<style="font-weight: bold;">36 ||<style="font-weight: bold;">25 ||<style="font-weight: bold;">11 ||<style="font-weight: bold;">72 || ||<style="text-align: right;">Instance ||50 ||22 ||10 ||10 ||0 ||75 ||50 || ||<style="text-align: right;">Time ||25 ||0 ||0 ||0 ||13 ||10 ||3 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>sup ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">195 ||<style="font-weight: bold;">140 ||<style="font-weight: bold;">55 ||<style="font-weight: bold;">29 ||<style="font-weight: bold;">20 ||<style="font-weight: bold;">9 ||<style="font-weight: bold;">71 || ||<style="text-align: right;">Instance ||50 ||21 ||10 ||10 ||0 ||74 ||50 || ||<style="text-align: right;">Time ||24 ||0 ||0 ||0 ||11 ||10 ||1 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2gminisat ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">185 ||<style="font-weight: bold;">140 ||<style="font-weight: bold;">45 ||<style="font-weight: bold;">30 ||<style="font-weight: bold;">20 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">66 || ||<style="text-align: right;">Instance ||50 ||16 ||10 ||10 ||0 ||68 ||50 || ||<style="text-align: right;">Time ||18 ||0 ||0 ||0 ||11 ||10 ||1 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>cmodels ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">184 ||<style="font-weight: bold;">130 ||<style="font-weight: bold;">54 ||<style="font-weight: bold;">29 ||<style="font-weight: bold;">20 ||<style="font-weight: bold;">9 ||<style="font-weight: bold;">71 || ||<style="text-align: right;">Instance ||50 ||21 ||10 ||10 ||0 ||74 ||50 || ||<style="text-align: right;">Time ||24 ||0 ||0 ||0 ||0 ||0 ||0 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>idp ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">184 ||<style="font-weight: bold;">130 ||<style="font-weight: bold;">54 ||<style="font-weight: bold;">29 ||<style="font-weight: bold;">20 ||<style="font-weight: bold;">9 ||<style="font-weight: bold;">71 || ||<style="text-align: right;">Instance ||50 ||21 ||10 ||10 ||0 ||74 ||50 || ||<style="text-align: right;">Time ||24 ||0 ||0 ||0 ||0 ||0 ||0 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>smodels ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">180 ||<style="font-weight: bold;">130 ||<style="font-weight: bold;">50 ||<style="font-weight: bold;">28 ||<style="font-weight: bold;">20 ||<style="font-weight: bold;">8 ||<style="font-weight: bold;">70 || ||<style="text-align: right;">Instance ||50 ||20 ||10 ||10 ||0 ||72 ||50 || ||<style="text-align: right;">Time ||22 ||0 ||0 ||0 ||0 ||0 ||0 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2minisat ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">179 ||<style="font-weight: bold;">135 ||<style="font-weight: bold;">44 ||<style="font-weight: bold;">30 ||<style="font-weight: bold;">20 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">66 || ||<style="text-align: right;">Instance ||50 ||16 ||10 ||10 ||0 ||68 ||50 || ||<style="text-align: right;">Time ||18 ||0 ||0 ||0 ||5 ||5 ||0 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2diffz3 ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">178 ||<style="font-weight: bold;">135 ||<style="font-weight: bold;">43 ||<style="font-weight: bold;">35 ||<style="font-weight: bold;">25 ||<style="font-weight: bold;">10 ||<style="font-weight: bold;">66 || ||<style="text-align: right;">Instance ||50 ||16 ||10 ||10 ||0 ||67 ||50 || ||<style="text-align: right;">Time ||17 ||0 ||0 ||0 ||0 ||0 ||0 || ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2lminisat ||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">171 ||<style="font-weight: bold;">130 ||<style="font-weight: bold;">41 ||<style="font-weight: bold;">28 ||<style="font-weight: bold;">20 ||<style="font-weight: bold;">8 ||<style="font-weight: bold;">66 || ||<style="text-align: right;">Instance ||50 ||16 ||10 ||10 ||0 ||67 ||50 || ||<style="text-align: right;">Time ||17 ||0 ||0 ||0 ||0 ||0 ||0 ||  | 
||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>clasp||||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">213||36||72||10||75||6||14|| ||<style="text-align: right;">Instance ||<style="font-weight: bold;">150||25||50||10||50||5||10|| ||<style="text-align: right;">Time ||63||11||22||0||25||1||4|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>claspfolio||||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">209||35||72||10||74||5||13|| ||<style="text-align: right;">Instance ||<style="font-weight: bold;">150||25||50||10||50||5||10|| ||<style="text-align: right;">Time ||59||10||22||0||24||0||3|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>claspd||||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">206||36||72||10||75||0||13|| ||<style="text-align: right;">Instance ||<style="font-weight: bold;">145||25||50||10||50||0||10|| ||<style="text-align: right;">Time ||61||11||22||0||25||0||3|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>sup||||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">195||29||71||10||74||0||11|| ||<style="text-align: right;">Instance ||<style="font-weight: bold;">140||20||50||10||50||0||10|| ||<style="text-align: right;">Time ||55||9||21||0||24||0||1|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2gminisat||||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">185||30||66||10||68||0||11|| ||<style="text-align: right;">Instance ||<style="font-weight: bold;">140||20||50||10||50||0||10|| ||<style="text-align: right;">Time ||45||10||16||0||18||0||1|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>cmodels||||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">184||29||71||10||74||0||0|| ||<style="text-align: right;">Instance ||<style="font-weight: bold;">130||20||50||10||50||0||0|| ||<style="text-align: right;">Time ||54||9||21||0||24||0||0|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>idp||||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">184||29||71||10||74||0||0|| ||<style="text-align: right;">Instance ||<style="font-weight: bold;">130||20||50||10||50||0||0|| ||<style="text-align: right;">Time ||54||9||21||0||24||0||0|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>smodels||||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">180||28||70||10||72||0||0|| ||<style="text-align: right;">Instance ||<style="font-weight: bold;">130||20||50||10||50||0||0|| ||<style="text-align: right;">Time ||50||8||20||0||22||0||0|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2minisat||||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">179||30||66||10||68||0||5|| ||<style="text-align: right;">Instance ||<style="font-weight: bold;">135||20||50||10||50||0||5|| ||<style="text-align: right;">Time ||44||10||16||0||18||0||0|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2diffz3||||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">178||35||66||10||67||0||0|| ||<style="text-align: right;">Instance ||<style="font-weight: bold;">135||25||50||10||50||0||0|| ||<style="text-align: right;">Time ||43||10||16||0||17||0||0|| ||<style="font-weight: bold; text-align: center; vertical-align: top;" |3>lp2sat2lminisat||||<style="text-align: right;">'''Total''' ||<style="font-weight: bold;">171||28||66||10||67||0||0|| ||<style="text-align: right;">Instance ||<style="font-weight: bold;">130||20||50||10||50||0||0|| ||<style="text-align: right;">Time ||41||8||16||0||17||0||0||  | 
| Line 42: | Line 42: | 
| <<BR>> | 
System Track Final Results
 
P Problems
 
System  | 
  Total  | 
  Reachability  | 
  Grammar-Based  | 
  Hydraulic  | 
  Hydraulic  | 
  Stable  | 
  Partner Units  | 
||
clasp  | 
  Total  | 
  213  | 
  36  | 
  72  | 
  10  | 
  75  | 
  6  | 
  14  | 
|
Instance  | 
  150  | 
  25  | 
  50  | 
  10  | 
  50  | 
  5  | 
  10  | 
||
Time  | 
  63  | 
  11  | 
  22  | 
  0  | 
  25  | 
  1  | 
  4  | 
||
claspfolio  | 
  Total  | 
  209  | 
  35  | 
  72  | 
  10  | 
  74  | 
  5  | 
  13  | 
|
Instance  | 
  150  | 
  25  | 
  50  | 
  10  | 
  50  | 
  5  | 
  10  | 
||
Time  | 
  59  | 
  10  | 
  22  | 
  0  | 
  24  | 
  0  | 
  3  | 
||
claspd  | 
  Total  | 
  206  | 
  36  | 
  72  | 
  10  | 
  75  | 
  0  | 
  13  | 
|
Instance  | 
  145  | 
  25  | 
  50  | 
  10  | 
  50  | 
  0  | 
  10  | 
||
Time  | 
  61  | 
  11  | 
  22  | 
  0  | 
  25  | 
  0  | 
  3  | 
||
sup  | 
  Total  | 
  195  | 
  29  | 
  71  | 
  10  | 
  74  | 
  0  | 
  11  | 
|
Instance  | 
  140  | 
  20  | 
  50  | 
  10  | 
  50  | 
  0  | 
  10  | 
||
Time  | 
  55  | 
  9  | 
  21  | 
  0  | 
  24  | 
  0  | 
  1  | 
||
lp2sat2gminisat  | 
  Total  | 
  185  | 
  30  | 
  66  | 
  10  | 
  68  | 
  0  | 
  11  | 
|
Instance  | 
  140  | 
  20  | 
  50  | 
  10  | 
  50  | 
  0  | 
  10  | 
||
Time  | 
  45  | 
  10  | 
  16  | 
  0  | 
  18  | 
  0  | 
  1  | 
||
cmodels  | 
  Total  | 
  184  | 
  29  | 
  71  | 
  10  | 
  74  | 
  0  | 
  0  | 
|
Instance  | 
  130  | 
  20  | 
  50  | 
  10  | 
  50  | 
  0  | 
  0  | 
||
Time  | 
  54  | 
  9  | 
  21  | 
  0  | 
  24  | 
  0  | 
  0  | 
||
idp  | 
  Total  | 
  184  | 
  29  | 
  71  | 
  10  | 
  74  | 
  0  | 
  0  | 
|
Instance  | 
  130  | 
  20  | 
  50  | 
  10  | 
  50  | 
  0  | 
  0  | 
||
Time  | 
  54  | 
  9  | 
  21  | 
  0  | 
  24  | 
  0  | 
  0  | 
||
smodels  | 
  Total  | 
  180  | 
  28  | 
  70  | 
  10  | 
  72  | 
  0  | 
  0  | 
|
Instance  | 
  130  | 
  20  | 
  50  | 
  10  | 
  50  | 
  0  | 
  0  | 
||
Time  | 
  50  | 
  8  | 
  20  | 
  0  | 
  22  | 
  0  | 
  0  | 
||
lp2sat2minisat  | 
  Total  | 
  179  | 
  30  | 
  66  | 
  10  | 
  68  | 
  0  | 
  5  | 
|
Instance  | 
  135  | 
  20  | 
  50  | 
  10  | 
  50  | 
  0  | 
  5  | 
||
Time  | 
  44  | 
  10  | 
  16  | 
  0  | 
  18  | 
  0  | 
  0  | 
||
lp2diffz3  | 
  Total  | 
  178  | 
  35  | 
  66  | 
  10  | 
  67  | 
  0  | 
  0  | 
|
Instance  | 
  135  | 
  25  | 
  50  | 
  10  | 
  50  | 
  0  | 
  0  | 
||
Time  | 
  43  | 
  10  | 
  16  | 
  0  | 
  17  | 
  0  | 
  0  | 
||
lp2sat2lminisat  | 
  Total  | 
  171  | 
  28  | 
  66  | 
  10  | 
  67  | 
  0  | 
  0  | 
|
Instance  | 
  130  | 
  20  | 
  50  | 
  10  | 
  50  | 
  0  | 
  0  | 
||
Time  | 
  41  | 
  8  | 
  16  | 
  0  | 
  17  | 
  0  | 
  0  | 
||
NP Problems
 
System  | 
  Total  | 
  Sokoban Decision  | 
  Knight Tour  | 
  Disjunctive Scheduling  | 
  Packing Problem  | 
  Labyrinth  | 
  MCS Querying  | 
  Numberlink  | 
  Hanoi Tower  | 
  Graph Colouring  | 
  Solitaire  | 
  Weight-Assignment Tree  | 
  Maze Generation  | 
|||
claspfolio  | 
  Total  | 
  609  | 
  385  | 
  224  | 
  66  | 
  45  | 
  21  | 
  65  | 
  35  | 
  30  | 
  37  | 
  25  | 
  12  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  63  | 
  40  | 
  23  | 
  75  | 
  50  | 
  25  | 
  64  | 
  35  | 
  29  | 
  47  | 
  35  | 
  12  | 
||||
Time  | 
  55  | 
  40  | 
  15  | 
  21  | 
  15  | 
  6  | 
  21  | 
  15  | 
  6  | 
  95  | 
  50  | 
  45  | 
||||
clasp  | 
  Total  | 
  597  | 
  370  | 
  227  | 
  78  | 
  50  | 
  28  | 
  63  | 
  35  | 
  28  | 
  38  | 
  25  | 
  13  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  78  | 
  50  | 
  28  | 
  75  | 
  50  | 
  25  | 
  65  | 
  35  | 
  30  | 
  39  | 
  30  | 
  9  | 
||||
Time  | 
  23  | 
  15  | 
  8  | 
  21  | 
  15  | 
  6  | 
  21  | 
  15  | 
  6  | 
  96  | 
  50  | 
  46  | 
||||
idp  | 
  Total  | 
  597  | 
  370  | 
  227  | 
  64  | 
  45  | 
  19  | 
  74  | 
  45  | 
  29  | 
  38  | 
  25  | 
  13  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  52  | 
  30  | 
  22  | 
  75  | 
  50  | 
  25  | 
  70  | 
  40  | 
  30  | 
  65  | 
  45  | 
  20  | 
||||
Time  | 
  18  | 
  10  | 
  8  | 
  38  | 
  25  | 
  13  | 
  8  | 
  5  | 
  3  | 
  95  | 
  50  | 
  45  | 
||||
claspd  | 
  Total  | 
  552  | 
  355  | 
  197  | 
  68  | 
  45  | 
  23  | 
  68  | 
  40  | 
  28  | 
  30  | 
  25  | 
  5  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  65  | 
  45  | 
  20  | 
  75  | 
  50  | 
  25  | 
  69  | 
  40  | 
  29  | 
  31  | 
  25  | 
  6  | 
||||
Time  | 
  19  | 
  10  | 
  9  | 
  11  | 
  10  | 
  1  | 
  20  | 
  15  | 
  5  | 
  96  | 
  50  | 
  46  | 
||||
cmodels  | 
  Total  | 
  510  | 
  335  | 
  175  | 
  67  | 
  45  | 
  22  | 
  56  | 
  30  | 
  26  | 
  21  | 
  20  | 
  1  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  62  | 
  45  | 
  17  | 
  75  | 
  50  | 
  25  | 
  30  | 
  20  | 
  10  | 
  51  | 
  35  | 
  16  | 
||||
Time  | 
  29  | 
  20  | 
  9  | 
  18  | 
  15  | 
  3  | 
  6  | 
  5  | 
  1  | 
  95  | 
  50  | 
  45  | 
||||
lp2diffz3  | 
  Total  | 
  394  | 
  270  | 
  124  | 
  42  | 
  30  | 
  12  | 
  55  | 
  35  | 
  20  | 
  0  | 
  0  | 
  0  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  0  | 
  0  | 
  0  | 
  70  | 
  50  | 
  20  | 
  45  | 
  30  | 
  15  | 
  47  | 
  35  | 
  12  | 
||||
Time  | 
  27  | 
  20  | 
  7  | 
  25  | 
  20  | 
  5  | 
  0  | 
  0  | 
  0  | 
  83  | 
  50  | 
  33  | 
||||
sup  | 
  Total  | 
  346  | 
  240  | 
  106  | 
  52  | 
  35  | 
  17  | 
  40  | 
  25  | 
  15  | 
  37  | 
  25  | 
  12  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  58  | 
  40  | 
  18  | 
  72  | 
  50  | 
  22  | 
  0  | 
  0  | 
  0  | 
  31  | 
  25  | 
  6  | 
||||
Time  | 
  16  | 
  10  | 
  6  | 
  15  | 
  10  | 
  5  | 
  25  | 
  20  | 
  5  | 
  0  | 
  0  | 
  0  | 
||||
lp2sat2gminisat  | 
  Total  | 
  310  | 
  225  | 
  85  | 
  36  | 
  30  | 
  6  | 
  10  | 
  5  | 
  5  | 
  32  | 
  25  | 
  7  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  46  | 
  35  | 
  11  | 
  71  | 
  50  | 
  21  | 
  22  | 
  15  | 
  7  | 
  47  | 
  35  | 
  12  | 
||||
Time  | 
  17  | 
  10  | 
  7  | 
  29  | 
  20  | 
  9  | 
  0  | 
  0  | 
  0  | 
  0  | 
  0  | 
  0  | 
||||
lp2sat2minisat  | 
  Total  | 
  302  | 
  220  | 
  82  | 
  39  | 
  30  | 
  9  | 
  0  | 
  0  | 
  0  | 
  32  | 
  25  | 
  7  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  52  | 
  40  | 
  12  | 
  71  | 
  50  | 
  21  | 
  15  | 
  10  | 
  5  | 
  47  | 
  35  | 
  12  | 
||||
Time  | 
  17  | 
  10  | 
  7  | 
  29  | 
  20  | 
  9  | 
  0  | 
  0  | 
  0  | 
  0  | 
  0  | 
  0  | 
||||
lp2sat2lminisat  | 
  Total  | 
  301  | 
  220  | 
  81  | 
  35  | 
  30  | 
  5  | 
  0  | 
  0  | 
  0  | 
  32  | 
  25  | 
  7  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  53  | 
  40  | 
  13  | 
  71  | 
  50  | 
  21  | 
  17  | 
  10  | 
  7  | 
  47  | 
  35  | 
  12  | 
||||
Time  | 
  17  | 
  10  | 
  7  | 
  29  | 
  20  | 
  9  | 
  0  | 
  0  | 
  0  | 
  0  | 
  0  | 
  0  | 
||||
smodels  | 
  Total  | 
  269  | 
  165  | 
  104  | 
  0  | 
  0  | 
  0  | 
  55  | 
  30  | 
  25  | 
  36  | 
  25  | 
  11  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  9  | 
  5  | 
  4  | 
  53  | 
  35  | 
  18  | 
  27  | 
  20  | 
  7  | 
  0  | 
  0  | 
  0  | 
||||
Time  | 
  0  | 
  0  | 
  0  | 
  0  | 
  0  | 
  0  | 
  0  | 
  0  | 
  0  | 
  89  | 
  50  | 
  39  | 
||||
 
System  | 
  Total  | 
  P  | 
  NP  | 
  Beyond NP  | 
  Reachability  | 
  Grammar-Based IE  | 
  Hydraulic Leaking  | 
  Hydraulic Planning  | 
  Stable Marriage  | 
  Partner Units Polynomial  | 
  Sokoban Decision  | 
  Knight Tour  | 
  Disjunctive Scheduling  | 
  Packing Problem  | 
  Labyrinth  | 
  MCS Querying  | 
  Numberlink  | 
  Hanoi Tower  | 
  Graph Colouring  | 
  Solitaire  | 
  Weight-Assignment Tree  | 
  Maze Generation  | 
  Strategic Companies  | 
  Minimal Diagnosis  | 
|
claspd  | 
  Total  | 
  861  | 
  206  | 
  552  | 
  103  | 
  36  | 
  72  | 
  10  | 
  75  | 
  0  | 
  13  | 
  68  | 
  68  | 
  30  | 
  0  | 
  65  | 
  75  | 
  69  | 
  31  | 
  19  | 
  11  | 
  20  | 
  96  | 
  12  | 
  91  | 
Instance  | 
  560  | 
  145  | 
  355  | 
  60  | 
  25  | 
  50  | 
  10  | 
  50  | 
  0  | 
  10  | 
  45  | 
  40  | 
  25  | 
  0  | 
  45  | 
  50  | 
  40  | 
  25  | 
  10  | 
  10  | 
  15  | 
  50  | 
  10  | 
  50  | 
|
Time  | 
  301  | 
  61  | 
  197  | 
  43  | 
  11  | 
  22  | 
  0  | 
  25  | 
  0  | 
  3  | 
  23  | 
  28  | 
  5  | 
  0  | 
  20  | 
  25  | 
  29  | 
  6  | 
  9  | 
  1  | 
  5  | 
  46  | 
  2  | 
  41  | 
|
claspfolio  | 
  Total  | 
  818  | 
  209  | 
  609  | 
  0  | 
  35  | 
  72  | 
  10  | 
  74  | 
  5  | 
  13  | 
  66  | 
  65  | 
  37  | 
  0  | 
  63  | 
  75  | 
  64  | 
  47  | 
  55  | 
  21  | 
  21  | 
  95  | 
  0  | 
  0  | 
Instance  | 
  535  | 
  150  | 
  385  | 
  0  | 
  25  | 
  50  | 
  10  | 
  50  | 
  5  | 
  10  | 
  45  | 
  35  | 
  25  | 
  0  | 
  40  | 
  50  | 
  35  | 
  35  | 
  40  | 
  15  | 
  15  | 
  50  | 
  0  | 
  0  | 
|
Time  | 
  283  | 
  59  | 
  224  | 
  0  | 
  10  | 
  22  | 
  0  | 
  24  | 
  0  | 
  3  | 
  21  | 
  30  | 
  12  | 
  0  | 
  23  | 
  25  | 
  29  | 
  12  | 
  15  | 
  6  | 
  6  | 
  45  | 
  0  | 
  0  | 
|
clasp  | 
  Total  | 
  810  | 
  213  | 
  597  | 
  0  | 
  36  | 
  72  | 
  10  | 
  75  | 
  6  | 
  14  | 
  78  | 
  63  | 
  38  | 
  0  | 
  78  | 
  75  | 
  65  | 
  39  | 
  23  | 
  21  | 
  21  | 
  96  | 
  0  | 
  0  | 
Instance  | 
  520  | 
  150  | 
  370  | 
  0  | 
  25  | 
  50  | 
  10  | 
  50  | 
  5  | 
  10  | 
  50  | 
  35  | 
  25  | 
  0  | 
  50  | 
  50  | 
  35  | 
  30  | 
  15  | 
  15  | 
  15  | 
  50  | 
  0  | 
  0  | 
|
Time  | 
  290  | 
  63  | 
  227  | 
  0  | 
  11  | 
  22  | 
  0  | 
  25  | 
  1  | 
  4  | 
  28  | 
  28  | 
  13  | 
  0  | 
  28  | 
  25  | 
  30  | 
  9  | 
  8  | 
  6  | 
  6  | 
  46  | 
  0  | 
  0  | 
|
idp  | 
  Total  | 
  781  | 
  184  | 
  597  | 
  0  | 
  29  | 
  71  | 
  10  | 
  74  | 
  0  | 
  0  | 
  64  | 
  74  | 
  38  | 
  0  | 
  52  | 
  75  | 
  70  | 
  65  | 
  18  | 
  38  | 
  8  | 
  95  | 
  0  | 
  0  | 
Instance  | 
  500  | 
  130  | 
  370  | 
  0  | 
  20  | 
  50  | 
  10  | 
  50  | 
  0  | 
  0  | 
  45  | 
  45  | 
  25  | 
  0  | 
  30  | 
  50  | 
  40  | 
  45  | 
  10  | 
  25  | 
  5  | 
  50  | 
  0  | 
  0  | 
|
Time  | 
  281  | 
  54  | 
  227  | 
  0  | 
  9  | 
  21  | 
  0  | 
  24  | 
  0  | 
  0  | 
  19  | 
  29  | 
  13  | 
  0  | 
  22  | 
  25  | 
  30  | 
  20  | 
  8  | 
  13  | 
  3  | 
  45  | 
  0  | 
  0  | 
|
cmodels  | 
  Total  | 
  766  | 
  184  | 
  510  | 
  72  | 
  29  | 
  71  | 
  10  | 
  74  | 
  0  | 
  0  | 
  67  | 
  56  | 
  21  | 
  0  | 
  62  | 
  75  | 
  30  | 
  51  | 
  29  | 
  18  | 
  6  | 
  95  | 
  0  | 
  72  | 
Instance  | 
  510  | 
  130  | 
  335  | 
  45  | 
  20  | 
  50  | 
  10  | 
  50  | 
  0  | 
  0  | 
  45  | 
  30  | 
  20  | 
  0  | 
  45  | 
  50  | 
  20  | 
  35  | 
  20  | 
  15  | 
  5  | 
  50  | 
  0  | 
  45  | 
|
Time  | 
  256  | 
  54  | 
  175  | 
  27  | 
  9  | 
  21  | 
  0  | 
  24  | 
  0  | 
  0  | 
  22  | 
  26  | 
  1  | 
  0  | 
  17  | 
  25  | 
  10  | 
  16  | 
  9  | 
  3  | 
  1  | 
  45  | 
  0  | 
  27  | 
|
lp2diffz3  | 
  Total  | 
  572  | 
  178  | 
  394  | 
  0  | 
  35  | 
  66  | 
  10  | 
  67  | 
  0  | 
  0  | 
  42  | 
  55  | 
  0  | 
  0  | 
  0  | 
  70  | 
  45  | 
  47  | 
  27  | 
  25  | 
  0  | 
  83  | 
  0  | 
  0  | 
Instance  | 
  405  | 
  135  | 
  270  | 
  0  | 
  25  | 
  50  | 
  10  | 
  50  | 
  0  | 
  0  | 
  30  | 
  35  | 
  0  | 
  0  | 
  0  | 
  50  | 
  30  | 
  35  | 
  20  | 
  20  | 
  0  | 
  50  | 
  0  | 
  0  | 
|
Time  | 
  167  | 
  43  | 
  124  | 
  0  | 
  10  | 
  16  | 
  0  | 
  17  | 
  0  | 
  0  | 
  12  | 
  20  | 
  0  | 
  0  | 
  0  | 
  20  | 
  15  | 
  12  | 
  7  | 
  5  | 
  0  | 
  33  | 
  0  | 
  0  | 
|
sup  | 
  Total  | 
  541  | 
  195  | 
  346  | 
  0  | 
  29  | 
  71  | 
  10  | 
  74  | 
  0  | 
  11  | 
  52  | 
  40  | 
  37  | 
  0  | 
  58  | 
  72  | 
  0  | 
  31  | 
  16  | 
  15  | 
  25  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  380  | 
  140  | 
  240  | 
  0  | 
  20  | 
  50  | 
  10  | 
  50  | 
  0  | 
  10  | 
  35  | 
  25  | 
  25  | 
  0  | 
  40  | 
  50  | 
  0  | 
  25  | 
  10  | 
  10  | 
  20  | 
  0  | 
  0  | 
  0  | 
|
Time  | 
  161  | 
  55  | 
  106  | 
  0  | 
  9  | 
  21  | 
  0  | 
  24  | 
  0  | 
  1  | 
  17  | 
  15  | 
  12  | 
  0  | 
  18  | 
  22  | 
  0  | 
  6  | 
  6  | 
  5  | 
  5  | 
  0  | 
  0  | 
  0  | 
|
lp2sat2gmsat  | 
  Total  | 
  495  | 
  185  | 
  310  | 
  0  | 
  30  | 
  66  | 
  10  | 
  68  | 
  0  | 
  11  | 
  36  | 
  10  | 
  32  | 
  0  | 
  46  | 
  71  | 
  22  | 
  47  | 
  17  | 
  29  | 
  -  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  365  | 
  140  | 
  225  | 
  0  | 
  20  | 
  50  | 
  10  | 
  50  | 
  0  | 
  10  | 
  30  | 
  5  | 
  25  | 
  0  | 
  35  | 
  50  | 
  15  | 
  35  | 
  10  | 
  20  | 
  -  | 
  0  | 
  0  | 
  0  | 
|
Time  | 
  130  | 
  45  | 
  85  | 
  0  | 
  10  | 
  16  | 
  0  | 
  18  | 
  0  | 
  1  | 
  6  | 
  5  | 
  7  | 
  0  | 
  11  | 
  21  | 
  7  | 
  12  | 
  7  | 
  9  | 
  -  | 
  0  | 
  0  | 
  0  | 
|
lp2sat2msat  | 
  Total  | 
  481  | 
  179  | 
  302  | 
  0  | 
  30  | 
  66  | 
  10  | 
  68  | 
  0  | 
  5  | 
  39  | 
  0  | 
  32  | 
  0  | 
  52  | 
  71  | 
  15  | 
  47  | 
  17  | 
  29  | 
  -  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  355  | 
  135  | 
  220  | 
  0  | 
  20  | 
  50  | 
  10  | 
  50  | 
  0  | 
  5  | 
  30  | 
  0  | 
  25  | 
  0  | 
  40  | 
  50  | 
  10  | 
  35  | 
  10  | 
  20  | 
  -  | 
  0  | 
  0  | 
  0  | 
|
Time  | 
  126  | 
  44  | 
  82  | 
  0  | 
  10  | 
  16  | 
  0  | 
  18  | 
  0  | 
  0  | 
  9  | 
  0  | 
  7  | 
  0  | 
  12  | 
  21  | 
  5  | 
  12  | 
  7  | 
  9  | 
  -  | 
  0  | 
  0  | 
  0  | 
|
lp2sat2lmsat  | 
  Total  | 
  472  | 
  171  | 
  301  | 
  0  | 
  28  | 
  66  | 
  10  | 
  67  | 
  0  | 
  0  | 
  35  | 
  0  | 
  32  | 
  0  | 
  53  | 
  71  | 
  17  | 
  47  | 
  17  | 
  29  | 
  -  | 
  0  | 
  0  | 
  0  | 
Instance  | 
  350  | 
  130  | 
  220  | 
  0  | 
  20  | 
  50  | 
  10  | 
  50  | 
  0  | 
  0  | 
  30  | 
  0  | 
  25  | 
  0  | 
  40  | 
  50  | 
  10  | 
  35  | 
  10  | 
  20  | 
  -  | 
  0  | 
  0  | 
  0  | 
|
Time  | 
  122  | 
  41  | 
  81  | 
  0  | 
  8  | 
  16  | 
  0  | 
  17  | 
  0  | 
  0  | 
  5  | 
  0  | 
  7  | 
  0  | 
  13  | 
  21  | 
  7  | 
  12  | 
  7  | 
  9  | 
  -  | 
  0  | 
  0  | 
  0  | 
|
smodels  | 
  Total  | 
  449  | 
  180  | 
  269  | 
  0  | 
  28  | 
  70  | 
  10  | 
  72  | 
  0  | 
  0  | 
  0  | 
  55  | 
  36  | 
  0  | 
  9  | 
  53  | 
  27  | 
  0  | 
  0  | 
  0  | 
  0  | 
  89  | 
  0  | 
  0  | 
Instance  | 
  295  | 
  130  | 
  165  | 
  0  | 
  20  | 
  50  | 
  10  | 
  50  | 
  0  | 
  0  | 
  0  | 
  30  | 
  25  | 
  0  | 
  5  | 
  35  | 
  20  | 
  0  | 
  0  | 
  0  | 
  0  | 
  50  | 
  0  | 
  0  | 
|
Time  | 
  154  | 
  50  | 
  104  | 
  0  | 
  8  | 
  20  | 
  0  | 
  22  | 
  0  | 
  0  | 
  0  | 
  25  | 
  11  | 
  0  | 
  4  | 
  18  | 
  7  | 
  0  | 
  0  | 
  0  | 
  0  | 
  39  | 
  0  | 
  0  | 
|
Final results by categories
 
P  | 
  
  | 
  NP  | 
  
  | 
  Beyond NP  | 
|||||||||
System  | 
  Total Score  | 
  Inst. Score  | 
  Time Score  | 
  System  | 
  Total Score  | 
  Inst. Score  | 
  Time Score  | 
  System  | 
  Total Score  | 
  Inst. Score  | 
  Time Score  | 
||
clasp  | 
  213  | 
  150  | 
  63  | 
  claspfolio  | 
  609  | 
  385  | 
  224  | 
  claspd  | 
  103  | 
  60  | 
  43  | 
||
claspfolio  | 
  209  | 
  150  | 
  59  | 
  clasp  | 
  597  | 
  370  | 
  227  | 
  cmodels  | 
  72  | 
  45  | 
  27  | 
||
claspd  | 
  206  | 
  145  | 
  61  | 
  idp  | 
  597  | 
  370  | 
  227  | 
  claspfolio  | 
  0  | 
  0  | 
  0  | 
||
sup  | 
  195  | 
  140  | 
  55  | 
  claspd  | 
  552  | 
  355  | 
  197  | 
  clasp  | 
  0  | 
  0  | 
  0  | 
||
lp2sat2gminisat  | 
  185  | 
  140  | 
  45  | 
  cmodels  | 
  510  | 
  335  | 
  175  | 
  idp  | 
  0  | 
  0  | 
  0  | 
||
cmodels  | 
  184  | 
  130  | 
  54  | 
  lp2diffz3  | 
  394  | 
  270  | 
  124  | 
  lp2diffz3  | 
  0  | 
  0  | 
  0  | 
||
idp  | 
  184  | 
  130  | 
  54  | 
  sup  | 
  346  | 
  240  | 
  106  | 
  sup  | 
  0  | 
  0  | 
  0  | 
||
smodels  | 
  180  | 
  130  | 
  50  | 
  lp2sat2gminisat  | 
  310  | 
  225  | 
  85  | 
  lp2sat2gminisat  | 
  0  | 
  0  | 
  0  | 
||
lp2sat2minisat  | 
  179  | 
  135  | 
  44  | 
  lp2sat2minisat  | 
  302  | 
  220  | 
  82  | 
  lp2sat2minisat  | 
  0  | 
  0  | 
  0  | 
||
lp2diffz3  | 
  178  | 
  135  | 
  43  | 
  lp2sat2lminisat  | 
  301  | 
  220  | 
  81  | 
  lp2sat2lminisat  | 
  0  | 
  0  | 
  0  | 
||
lp2sat2lminisat  | 
  171  | 
  130  | 
  41  | 
  smodels  | 
  269  | 
  165  | 
  104  | 
  smodels  | 
  0  | 
  0  | 
  0  | 
||
