planners = ['agap', 'badff', 'badffp', 'cedalion', 'eroller', 'libacop', 'libacop2', 'llama', 'miplan', 'rollent', 'smac'] #problems = ['elevators-p24_54_1', 'elevators-p32_40_1', 'elevators-p32_54_1', 'elevators-p40_42_1', 'elevators-p40_48_1', 'floortile-p4-3-2', 'floortile-p4-3-3', 'floortile-p4-5-3', 'floortile-p5-4-2', 'floortile-p6-4-3', 'nomystery-p-c11-09-07', 'nomystery-p-c15-10-08', 'nomystery-p-c15-11-11', 'nomystery-p-c15-12-10', 'nomystery-p-c15-15-14', 'parking-p34-28', 'parking-p36-19', 'parking-p44-23', 'parking-p46-24', 'parking-p58-30', 'spanner-prob-130-3-49..', 'spanner-prob-132-135-85..', 'spanner-prob-143-145-93..', 'spanner-prob-150-150-103..', 'spanner-prob-159-155-106..', 'transport-p-2-55-23', 'transport-p-3-55-31', 'transport-p-3-56-35', 'transport-p-3-58-27', 'transport-p-3-60-27'] Planner Totals NO Knowledge eroller 30 0 0 0 0 0 0 0 0 0 0 0 0 0 0 30 0 0 0 0 0 30 0 0 0 0 0 0 0 0 90 rollent 30 0 0 0 0 0 0 0 0 0 0 0 0 0 0 30 0 0 0 0 0 30 0 0 0 0 0 0 0 0 90 agap 30 0 30 0 0 0 0 0 0 0 0 27 0 0 0 0 0 0 30 30 30 0 0 0 0 30 0 30 0 0 237 cedalion 30 0 0 30 0 30 0 0 0 0 30 0 0 0 30 30 0 0 30 30 0 0 0 0 0 0 30 0 30 0 300 smac 30 0 0 30 0 30 0 0 0 0 30 0 0 0 30 30 0 0 30 30 0 0 0 0 0 0 30 0 30 0 300 badff 30 30 0 0 0 0 0 30 30 0 30 0 0 0 0 0 1 29 30 30 0 30 30 0 0 0 0 0 30 0 330 badffp 30 30 0 0 0 0 0 30 30 0 30 0 0 0 0 0 1 30 30 30 0 30 30 0 0 0 0 0 29 0 330 llama 30 4 0 30 0 29 0 4 30 0 30 0 0 0 30 30 0 30 30 30 0 10 30 13 30 0 30 0 30 0 450 miplan 30 1 30 30 0 30 0 30 30 0 30 2 30 0 30 30 0 0 30 30 30 30 30 30 30 30 30 15 30 0 618 libacop 30 0 30 30 0 30 30 0 30 0 30 0 30 0 30 30 30 30 30 30 30 0 30 30 30 30 30 0 30 0 630 libacop2 30 0 30 30 0 30 30 0 30 0 30 0 30 0 30 30 30 30 30 30 30 0 30 30 30 30 30 0 30 0 630 Planner Totals With Knowledge badff 30 0 0 0 0 0 0 30 30 0 30 0 0 0 0 0 0 30 30 30 0 30 30 0 0 0 0 0 30 30 330 badffp 30 30 0 0 30 0 0 30 0 0 30 30 0 0 0 0 0 0 30 30 0 30 30 30 30 0 0 30 0 0 390 llama 30 1 0 30 0 30 0 6 30 0 30 0 0 0 30 28 0 30 30 30 0 11 30 13 30 0 30 0 30 1 450 agap 30 15 30 0 0 0 30 15 30 0 30 24 0 0 0 0 30 30 30 30 30 15 30 0 0 30 0 30 30 0 489 eroller 30 30 30 0 30 0 0 30 0 0 30 30 0 0 0 30 0 0 30 30 30 30 30 30 30 0 30 30 0 30 540 rollent 30 30 30 0 30 0 30 30 30 0 30 0 0 0 0 30 30 30 30 30 0 30 30 0 30 0 30 30 30 30 600 cedalion 30 0 30 30 0 30 30 3 30 0 30 0 30 0 30 30 30 30 30 30 30 0 30 30 30 0 30 0 30 0 603 libacop2 30 0 30 30 0 30 30 0 30 0 30 0 3 0 30 30 30 30 30 30 30 30 30 30 30 30 0 2 30 0 605 libacop 30 0 30 30 0 30 30 0 30 0 30 0 0 0 30 30 30 30 30 30 30 0 30 30 30 30 30 7 30 0 607 smac 30 30 30 29 0 30 30 30 30 0 30 0 30 0 30 30 30 30 30 30 30 30 30 30 30 30 30 0 30 30 749 miplan 30 30 30 30 0 30 30 30 30 0 30 29 30 0 30 30 30 30 30 30 30 30 30 30 30 30 30 30 30 0 779 CorePlanner Totals With Knowledge badff 30 0 0 0 0 0 0 30 30 0 30 0 0 0 0 0 0 30 30 30 0 30 30 0 0 0 0 0 30 30 330 llama 30 1 0 30 0 30 0 6 30 0 30 0 0 0 30 28 0 30 30 30 0 11 30 13 30 0 30 0 30 1 450 eroller 30 30 30 0 30 0 0 30 0 0 30 30 0 0 0 30 0 0 30 30 30 30 30 30 30 0 30 30 0 30 540 rollent 30 30 30 0 30 0 30 30 30 0 30 0 0 0 0 30 30 30 30 30 0 30 30 0 30 0 30 30 30 30 600 smac 30 30 30 29 0 30 30 30 30 0 30 0 30 0 30 30 30 30 30 30 30 30 30 30 30 30 30 0 30 30 749 Planner Coverage Ordered by Delta Knowledge libacop2 0 0 0 0 0 0 0 0 0 0 0 0 -27 0 0 0 0 0 0 0 0 30 0 0 0 0 -30 2 0 0 -25 libacop 0 0 0 0 0 0 0 0 0 0 0 0 -30 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7 0 0 -23 badff 0 -30 0 0 0 0 0 0 0 0 0 0 0 0 0 0 -1 1 0 0 0 0 0 0 0 0 0 0 0 30 0 llama 0 -3 0 0 0 1 0 2 0 0 0 0 0 0 0 -2 0 0 0 0 0 1 0 0 0 0 0 0 0 1 0 badffp 0 0 0 0 30 0 0 0 -30 0 0 30 0 0 0 0 -1 -30 0 0 0 0 0 30 30 0 0 30 -29 0 60 miplan 0 29 0 0 0 0 30 0 0 0 0 27 0 0 0 0 30 30 0 0 0 0 0 0 0 0 0 15 0 0 161 agap 0 15 0 0 0 0 30 15 30 0 30 -3 0 0 0 0 30 30 0 0 0 15 30 0 0 0 0 0 30 0 252 cedalion 0 0 30 0 0 0 30 3 30 0 0 0 30 0 0 0 30 30 0 0 30 0 30 30 30 0 0 0 0 0 303 smac 0 30 30 -1 0 0 30 30 30 0 0 0 30 0 0 0 30 30 0 0 30 30 30 30 30 30 0 0 0 30 449 eroller 0 30 30 0 30 0 0 30 0 0 30 30 0 0 0 0 0 0 30 30 30 0 30 30 30 0 30 30 0 30 450 rollent 0 30 30 0 30 0 30 30 30 0 30 0 0 0 0 0 30 30 30 30 0 0 30 0 30 0 30 30 30 30 510 Planner Coverage on Harder Problems Ordered by Delta Knowledge libacop2 0 0 0 0 0 0 0 0 0 0 -27 0 0 0 0 0 30 0 0 0 0 -30 2 0 -25 libacop 0 0 0 0 0 0 0 0 0 0 -30 0 0 0 0 0 0 0 0 0 0 0 7 0 -23 badff -30 0 0 0 0 0 0 0 0 0 0 0 0 -1 1 0 0 0 0 0 0 0 0 30 0 llama -3 0 0 0 1 0 2 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 1 2 badffp 0 0 0 30 0 0 0 -30 0 30 0 0 0 -1 -30 0 0 0 30 30 0 0 30 0 89 miplan 29 0 0 0 0 30 0 0 0 27 0 0 0 30 30 0 0 0 0 0 0 0 15 0 161 agap 15 0 0 0 0 30 15 30 0 -3 0 0 0 30 30 0 15 30 0 0 0 0 0 0 192 cedalion 0 30 0 0 0 30 3 30 0 0 30 0 0 30 30 30 0 30 30 30 0 0 0 0 303 eroller 30 30 0 30 0 0 30 0 0 30 0 0 0 0 0 30 0 30 30 30 0 30 30 30 360 rollent 30 30 0 30 0 30 30 30 0 0 0 0 0 30 30 0 0 30 0 30 0 30 30 30 390 smac 30 30 -1 0 0 30 30 30 0 0 30 0 0 30 30 30 30 30 30 30 30 0 0 30 449