From 95ba8147541c157cbf46f079f2ed63ab996f4faa Mon Sep 17 00:00:00 2001 From: Ondrej Skopek Date: Wed, 10 May 2017 17:02:35 +0200 Subject: [PATCH 1/6] Beam search --- .../transport/planners/SequentialPlannerMain.java | 4 ++-- .../planners/sequential/ForwardAstarPlanner.java | 10 ++++++++++ 2 files changed, 12 insertions(+), 2 deletions(-) diff --git a/transport-planners/src/main/java/com/oskopek/transport/planners/SequentialPlannerMain.java b/transport-planners/src/main/java/com/oskopek/transport/planners/SequentialPlannerMain.java index 757f4ac8..3f272b1c 100644 --- a/transport-planners/src/main/java/com/oskopek/transport/planners/SequentialPlannerMain.java +++ b/transport-planners/src/main/java/com/oskopek/transport/planners/SequentialPlannerMain.java @@ -28,13 +28,13 @@ public final class SequentialPlannerMain { // private static final Planner planner = new FastDownwardExternalPlanner("{0} {1}" // + " --heuristic hff=ff() --heuristic hcea=cea() --search lazy_greedy([hff,hcea],preferred=[hff,hcea])"); // private static final Planner planner = new FastDownwardExternalPlanner("{0} {1} --search astar(ff())"); - private static final Planner planner = new RandomizedRestartAroundPathNearbyPlanner(); +// private static final Planner planner = new RandomizedRestartAroundPathNearbyPlanner(); // private static final Planner planner = new RandomizedRestartAroundPathDistributionPlanner(); // private static final Planner planner = new RandomizedRestartOnPathNearbyPlanner(); // private static final Planner planner = new MetaSFA1Planner(); // private static final Planner planner = new MetaSFA3Planner(); // private static final Planner planner = new MetaSFA4Planner(); -// private static final Planner planner = new MetaSFA5Planner(); + private static final Planner planner = new MetaSFA5Planner(); private static final Logger logger = LoggerFactory.getLogger(SequentialPlannerMain.class); diff --git a/transport-planners/src/main/java/com/oskopek/transport/planners/sequential/ForwardAstarPlanner.java b/transport-planners/src/main/java/com/oskopek/transport/planners/sequential/ForwardAstarPlanner.java index df9cd6a7..f0785929 100644 --- a/transport-planners/src/main/java/com/oskopek/transport/planners/sequential/ForwardAstarPlanner.java +++ b/transport-planners/src/main/java/com/oskopek/transport/planners/sequential/ForwardAstarPlanner.java @@ -142,6 +142,7 @@ public Optional planInternal(Domain domain, Problem problem, Function planInternal(Domain domain, Problem problem, Function neighborEntry = entryMap.get(neighbor); if (neighborEntry == null) { + if (entryMap.size() >= openMaxSize) { + Heap.Entry maxEntry = entryMap.values().stream() + .max(Comparator.comparing(Heap.Entry::getKey)).get(); + if (maxEntry.getKey() <= neighborFScore) { + return; + } + entryMap.remove(maxEntry.getValue()); + openSet.delete(maxEntry); + } neighborEntry = openSet.insert(neighborFScore, neighbor); entryMap.put(neighbor, neighborEntry); } else if (tentativeGScore >= neighborEntry.getValue().getTotalTime()) { From 6dd117f9cd28cd3698230a99e1d45431a799bdc7 Mon Sep 17 00:00:00 2001 From: Ondrej Skopek Date: Wed, 10 May 2017 17:18:15 +0200 Subject: [PATCH 2/6] Moved configs to 30min timeout --- tools/benchmarks/configs/seq-sat-ipc08-msfa3-2.json | 2 +- tools/benchmarks/configs/seq-sat-ipc08-msfa3.json | 2 +- tools/benchmarks/configs/seq-sat-ipc08-msfa5-2.json | 2 +- tools/benchmarks/configs/seq-sat-ipc08-msfa5.json | 2 +- tools/benchmarks/configs/seq-sat-ipc08-rrapn-2.json | 2 +- tools/benchmarks/configs/seq-sat-ipc08-rrapn.json | 2 +- tools/benchmarks/configs/seq-sat-ipc11-msfa3-2.json | 2 +- tools/benchmarks/configs/seq-sat-ipc11-msfa3.json | 2 +- tools/benchmarks/configs/seq-sat-ipc11-msfa5-2.json | 2 +- tools/benchmarks/configs/seq-sat-ipc11-msfa5.json | 2 +- tools/benchmarks/configs/seq-sat-ipc11-rrapn-2.json | 2 +- tools/benchmarks/configs/seq-sat-ipc11-rrapn.json | 2 +- tools/benchmarks/configs/seq-sat-ipc14-msfa3-2.json | 2 +- tools/benchmarks/configs/seq-sat-ipc14-msfa3.json | 2 +- tools/benchmarks/configs/seq-sat-ipc14-msfa5-2.json | 2 +- tools/benchmarks/configs/seq-sat-ipc14-msfa5.json | 2 +- tools/benchmarks/configs/seq-sat-ipc14-rrapn-2.json | 2 +- tools/benchmarks/configs/seq-sat-ipc14-rrapn.json | 2 +- tools/benchmarks/configs/tempo-sat-ipc08-msfa5sched-2.json | 2 +- tools/benchmarks/configs/tempo-sat-ipc08-msfa5sched.json | 2 +- tools/benchmarks/configs/tempo-sat-ipc08-rrapnsched-2.json | 2 +- tools/benchmarks/configs/tempo-sat-ipc08-rrapnsched.json | 2 +- tools/benchmarks/configs/tempo-sat-ipc08-trrapn-2.json | 2 +- tools/benchmarks/configs/tempo-sat-ipc08-trrapn.json | 2 +- tools/benchmarks/mcrun.sh | 2 +- 25 files changed, 25 insertions(+), 25 deletions(-) diff --git a/tools/benchmarks/configs/seq-sat-ipc08-msfa3-2.json b/tools/benchmarks/configs/seq-sat-ipc08-msfa3-2.json index ff4866c3..fe1e4306 100644 --- a/tools/benchmarks/configs/seq-sat-ipc08-msfa3-2.json +++ b/tools/benchmarks/configs/seq-sat-ipc08-msfa3-2.json @@ -69,5 +69,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } diff --git a/tools/benchmarks/configs/seq-sat-ipc08-msfa3.json b/tools/benchmarks/configs/seq-sat-ipc08-msfa3.json index 1a9325c4..2b1a2159 100644 --- a/tools/benchmarks/configs/seq-sat-ipc08-msfa3.json +++ b/tools/benchmarks/configs/seq-sat-ipc08-msfa3.json @@ -69,5 +69,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } diff --git a/tools/benchmarks/configs/seq-sat-ipc08-msfa5-2.json b/tools/benchmarks/configs/seq-sat-ipc08-msfa5-2.json index 12cca84d..843e1d92 100644 --- a/tools/benchmarks/configs/seq-sat-ipc08-msfa5-2.json +++ b/tools/benchmarks/configs/seq-sat-ipc08-msfa5-2.json @@ -69,5 +69,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } diff --git a/tools/benchmarks/configs/seq-sat-ipc08-msfa5.json b/tools/benchmarks/configs/seq-sat-ipc08-msfa5.json index 26729352..49b84584 100644 --- a/tools/benchmarks/configs/seq-sat-ipc08-msfa5.json +++ b/tools/benchmarks/configs/seq-sat-ipc08-msfa5.json @@ -69,5 +69,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } diff --git a/tools/benchmarks/configs/seq-sat-ipc08-rrapn-2.json b/tools/benchmarks/configs/seq-sat-ipc08-rrapn-2.json index 29db5556..55101ac8 100644 --- a/tools/benchmarks/configs/seq-sat-ipc08-rrapn-2.json +++ b/tools/benchmarks/configs/seq-sat-ipc08-rrapn-2.json @@ -69,5 +69,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } diff --git a/tools/benchmarks/configs/seq-sat-ipc08-rrapn.json b/tools/benchmarks/configs/seq-sat-ipc08-rrapn.json index b3ae765c..a79e1d90 100644 --- a/tools/benchmarks/configs/seq-sat-ipc08-rrapn.json +++ b/tools/benchmarks/configs/seq-sat-ipc08-rrapn.json @@ -69,5 +69,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } diff --git a/tools/benchmarks/configs/seq-sat-ipc11-msfa3-2.json b/tools/benchmarks/configs/seq-sat-ipc11-msfa3-2.json index a7546eaa..f9a8c69e 100644 --- a/tools/benchmarks/configs/seq-sat-ipc11-msfa3-2.json +++ b/tools/benchmarks/configs/seq-sat-ipc11-msfa3-2.json @@ -49,5 +49,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } \ No newline at end of file diff --git a/tools/benchmarks/configs/seq-sat-ipc11-msfa3.json b/tools/benchmarks/configs/seq-sat-ipc11-msfa3.json index eb41ddc5..b266c5de 100644 --- a/tools/benchmarks/configs/seq-sat-ipc11-msfa3.json +++ b/tools/benchmarks/configs/seq-sat-ipc11-msfa3.json @@ -49,5 +49,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } \ No newline at end of file diff --git a/tools/benchmarks/configs/seq-sat-ipc11-msfa5-2.json b/tools/benchmarks/configs/seq-sat-ipc11-msfa5-2.json index 0daa2bba..02ff4e36 100644 --- a/tools/benchmarks/configs/seq-sat-ipc11-msfa5-2.json +++ b/tools/benchmarks/configs/seq-sat-ipc11-msfa5-2.json @@ -49,5 +49,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } \ No newline at end of file diff --git a/tools/benchmarks/configs/seq-sat-ipc11-msfa5.json b/tools/benchmarks/configs/seq-sat-ipc11-msfa5.json index 45d1dca0..7c3d5d15 100644 --- a/tools/benchmarks/configs/seq-sat-ipc11-msfa5.json +++ b/tools/benchmarks/configs/seq-sat-ipc11-msfa5.json @@ -49,5 +49,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } \ No newline at end of file diff --git a/tools/benchmarks/configs/seq-sat-ipc11-rrapn-2.json b/tools/benchmarks/configs/seq-sat-ipc11-rrapn-2.json index fbdbad44..fb4da9e1 100644 --- a/tools/benchmarks/configs/seq-sat-ipc11-rrapn-2.json +++ b/tools/benchmarks/configs/seq-sat-ipc11-rrapn-2.json @@ -49,5 +49,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } \ No newline at end of file diff --git a/tools/benchmarks/configs/seq-sat-ipc11-rrapn.json b/tools/benchmarks/configs/seq-sat-ipc11-rrapn.json index 2068abe6..636f7d3a 100644 --- a/tools/benchmarks/configs/seq-sat-ipc11-rrapn.json +++ b/tools/benchmarks/configs/seq-sat-ipc11-rrapn.json @@ -49,5 +49,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } \ No newline at end of file diff --git a/tools/benchmarks/configs/seq-sat-ipc14-msfa3-2.json b/tools/benchmarks/configs/seq-sat-ipc14-msfa3-2.json index 5a90aa3a..eab197c5 100644 --- a/tools/benchmarks/configs/seq-sat-ipc14-msfa3-2.json +++ b/tools/benchmarks/configs/seq-sat-ipc14-msfa3-2.json @@ -49,5 +49,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } \ No newline at end of file diff --git a/tools/benchmarks/configs/seq-sat-ipc14-msfa3.json b/tools/benchmarks/configs/seq-sat-ipc14-msfa3.json index fb291abc..f0f95d48 100644 --- a/tools/benchmarks/configs/seq-sat-ipc14-msfa3.json +++ b/tools/benchmarks/configs/seq-sat-ipc14-msfa3.json @@ -49,5 +49,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } \ No newline at end of file diff --git a/tools/benchmarks/configs/seq-sat-ipc14-msfa5-2.json b/tools/benchmarks/configs/seq-sat-ipc14-msfa5-2.json index 5bebfc71..417debbd 100644 --- a/tools/benchmarks/configs/seq-sat-ipc14-msfa5-2.json +++ b/tools/benchmarks/configs/seq-sat-ipc14-msfa5-2.json @@ -49,5 +49,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } \ No newline at end of file diff --git a/tools/benchmarks/configs/seq-sat-ipc14-msfa5.json b/tools/benchmarks/configs/seq-sat-ipc14-msfa5.json index 553e224d..96337440 100644 --- a/tools/benchmarks/configs/seq-sat-ipc14-msfa5.json +++ b/tools/benchmarks/configs/seq-sat-ipc14-msfa5.json @@ -49,5 +49,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } \ No newline at end of file diff --git a/tools/benchmarks/configs/seq-sat-ipc14-rrapn-2.json b/tools/benchmarks/configs/seq-sat-ipc14-rrapn-2.json index 144e17bc..2f8ce26f 100644 --- a/tools/benchmarks/configs/seq-sat-ipc14-rrapn-2.json +++ b/tools/benchmarks/configs/seq-sat-ipc14-rrapn-2.json @@ -49,5 +49,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } \ No newline at end of file diff --git a/tools/benchmarks/configs/seq-sat-ipc14-rrapn.json b/tools/benchmarks/configs/seq-sat-ipc14-rrapn.json index 73e968b3..93f58f93 100644 --- a/tools/benchmarks/configs/seq-sat-ipc14-rrapn.json +++ b/tools/benchmarks/configs/seq-sat-ipc14-rrapn.json @@ -49,5 +49,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } \ No newline at end of file diff --git a/tools/benchmarks/configs/tempo-sat-ipc08-msfa5sched-2.json b/tools/benchmarks/configs/tempo-sat-ipc08-msfa5sched-2.json index c5caba77..721a9d5a 100644 --- a/tools/benchmarks/configs/tempo-sat-ipc08-msfa5sched-2.json +++ b/tools/benchmarks/configs/tempo-sat-ipc08-msfa5sched-2.json @@ -69,5 +69,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } diff --git a/tools/benchmarks/configs/tempo-sat-ipc08-msfa5sched.json b/tools/benchmarks/configs/tempo-sat-ipc08-msfa5sched.json index 9d1d8274..1153fd03 100644 --- a/tools/benchmarks/configs/tempo-sat-ipc08-msfa5sched.json +++ b/tools/benchmarks/configs/tempo-sat-ipc08-msfa5sched.json @@ -69,5 +69,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } diff --git a/tools/benchmarks/configs/tempo-sat-ipc08-rrapnsched-2.json b/tools/benchmarks/configs/tempo-sat-ipc08-rrapnsched-2.json index c8ba4269..344afe2a 100644 --- a/tools/benchmarks/configs/tempo-sat-ipc08-rrapnsched-2.json +++ b/tools/benchmarks/configs/tempo-sat-ipc08-rrapnsched-2.json @@ -69,5 +69,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } diff --git a/tools/benchmarks/configs/tempo-sat-ipc08-rrapnsched.json b/tools/benchmarks/configs/tempo-sat-ipc08-rrapnsched.json index ac91a156..afc6d66c 100644 --- a/tools/benchmarks/configs/tempo-sat-ipc08-rrapnsched.json +++ b/tools/benchmarks/configs/tempo-sat-ipc08-rrapnsched.json @@ -69,5 +69,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } diff --git a/tools/benchmarks/configs/tempo-sat-ipc08-trrapn-2.json b/tools/benchmarks/configs/tempo-sat-ipc08-trrapn-2.json index aec99bbe..c86dcb76 100644 --- a/tools/benchmarks/configs/tempo-sat-ipc08-trrapn-2.json +++ b/tools/benchmarks/configs/tempo-sat-ipc08-trrapn-2.json @@ -69,5 +69,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } diff --git a/tools/benchmarks/configs/tempo-sat-ipc08-trrapn.json b/tools/benchmarks/configs/tempo-sat-ipc08-trrapn.json index 7bf21d85..66783d4e 100644 --- a/tools/benchmarks/configs/tempo-sat-ipc08-trrapn.json +++ b/tools/benchmarks/configs/tempo-sat-ipc08-trrapn.json @@ -69,5 +69,5 @@ } }, "threadCount": 5, - "timeout": 900 + "timeout": 1800 } diff --git a/tools/benchmarks/mcrun.sh b/tools/benchmarks/mcrun.sh index 575a1640..be00c7c6 100755 --- a/tools/benchmarks/mcrun.sh +++ b/tools/benchmarks/mcrun.sh @@ -22,7 +22,7 @@ tfd_flag="$3" cd $HOME/git/$TEvariant/tools/benchmarks if [ -z "$tfd_flag" ]; then -qsub -m e -l select=1:ncpus=6:mem=22gb:scratch_local=10gb -l walltime=1:00:00 -- "$HOME/git/$TEvariant/tools/benchmarks/mcbenchmark.sh" "configs/$config.json" & +qsub -m e -l select=1:ncpus=6:mem=22gb:scratch_local=10gb -l walltime=1:55:00 -- "$HOME/git/$TEvariant/tools/benchmarks/mcbenchmark.sh" "configs/$config.json" & else qsub -m e -l select=1:ncpus=1:mem=50gb:scratch_local=10gb -l walltime=2:15:00 -- "$HOME/git/$TEvariant/tools/benchmarks/mcbenchmark.sh" "configs/$config.json" & fi From cdf6af0451679c4fbc06ae4473e62145dd2a99ad Mon Sep 17 00:00:00 2001 From: Ondrej Skopek Date: Thu, 11 May 2017 09:38:06 +0200 Subject: [PATCH 3/6] Fix memory in TFD-3 --- tools/benchmarks/mcrun.sh | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/tools/benchmarks/mcrun.sh b/tools/benchmarks/mcrun.sh index be00c7c6..5cb7f4b1 100755 --- a/tools/benchmarks/mcrun.sh +++ b/tools/benchmarks/mcrun.sh @@ -22,9 +22,13 @@ tfd_flag="$3" cd $HOME/git/$TEvariant/tools/benchmarks if [ -z "$tfd_flag" ]; then -qsub -m e -l select=1:ncpus=6:mem=22gb:scratch_local=10gb -l walltime=1:55:00 -- "$HOME/git/$TEvariant/tools/benchmarks/mcbenchmark.sh" "configs/$config.json" & + qsub -m e -l select=1:ncpus=6:mem=22gb:scratch_local=10gb -l walltime=1:55:00 -- "$HOME/git/$TEvariant/tools/benchmarks/mcbenchmark.sh" "configs/$config.json" & else -qsub -m e -l select=1:ncpus=1:mem=50gb:scratch_local=10gb -l walltime=2:15:00 -- "$HOME/git/$TEvariant/tools/benchmarks/mcbenchmark.sh" "configs/$config.json" & + if echo "$config" | grep -q 'tfd2014-3' >/dev/null; then + qsub -m e -l select=1:ncpus=1:mem=60gb:scratch_local=10gb -l walltime=2:15:00 -- "$HOME/git/$TEvariant/tools/benchmarks/mcbenchmark.sh" "configs/$config.json" & + else + qsub -m e -l select=1:ncpus=1:mem=30gb:scratch_local=10gb -l walltime=2:15:00 -- "$HOME/git/$TEvariant/tools/benchmarks/mcbenchmark.sh" "configs/$config.json" & + fi fi echo "`date -u '+[%H:%M:%S]'` Finished: $config" } From 9b6b3273aa2abdc0df45a2ca4abaf00d6137ab65 Mon Sep 17 00:00:00 2001 From: Ondrej Skopek Date: Thu, 11 May 2017 09:59:11 +0200 Subject: [PATCH 4/6] Updated results with beam --- .../bp/data/seq-sat-6-ipc-scores.tex | 24 ++++---- .../bp/data/seq-sat-7-ipc-scores.tex | 20 +++---- .../bp/data/seq-sat-8-ipc-scores.tex | 22 +++---- .../bp/data/tempo-sat-6-ipc-scores.tex | 56 +++++++++--------- transport-docs/bp/img/seq-sat-6-quality.pdf | Bin 130 -> 130 bytes transport-docs/bp/img/seq-sat-6-runtime.pdf | Bin 130 -> 130 bytes transport-docs/bp/img/seq-sat-6-score.pdf | Bin 130 -> 130 bytes transport-docs/bp/img/seq-sat-7-quality.pdf | Bin 130 -> 130 bytes transport-docs/bp/img/seq-sat-7-runtime.pdf | Bin 130 -> 130 bytes transport-docs/bp/img/seq-sat-7-score.pdf | Bin 130 -> 130 bytes transport-docs/bp/img/seq-sat-8-quality.pdf | Bin 130 -> 130 bytes transport-docs/bp/img/seq-sat-8-runtime.pdf | Bin 130 -> 130 bytes transport-docs/bp/img/seq-sat-8-score.pdf | Bin 130 -> 130 bytes .../bp/img/tempo-sat-6-gantt-p12-MSFA5.pdf | Bin 130 -> 130 bytes .../bp/img/tempo-sat-6-gantt-p12-RRAPN.pdf | Bin 130 -> 130 bytes transport-docs/bp/img/tempo-sat-6-quality.pdf | Bin 130 -> 130 bytes transport-docs/bp/img/tempo-sat-6-runtime.pdf | Bin 130 -> 130 bytes transport-docs/bp/img/tempo-sat-6-score.pdf | Bin 130 -> 130 bytes 18 files changed, 61 insertions(+), 61 deletions(-) diff --git a/transport-docs/bp/data/seq-sat-6-ipc-scores.tex b/transport-docs/bp/data/seq-sat-6-ipc-scores.tex index 2792ccd0..e932dcf7 100644 --- a/transport-docs/bp/data/seq-sat-6-ipc-scores.tex +++ b/transport-docs/bp/data/seq-sat-6-ipc-scores.tex @@ -4,13 +4,13 @@ \midrule \multicolumn{1}{l|}{p01} & {\footnotesize 54} \textbf{1.00} & {\footnotesize 54} \textbf{1.00} & {\footnotesize 54} \textbf{1.00} & {\footnotesize 54} \textbf{1.00} & {\footnotesize 54} \textbf{1.00} & {\footnotesize 54} \textbf{1.00} & \multicolumn{1}{|r}{54}\\ \multicolumn{1}{l|}{p02} & {\footnotesize 270} \textbf{1.00} & {\footnotesize 270} \textbf{1.00} & {\footnotesize 288} \textbf{0.94} & {\footnotesize 304} \textbf{0.89} & {\footnotesize 270} \textbf{1.00} & {\footnotesize 414} \textbf{0.65} & \multicolumn{1}{|r}{270}\\ -\multicolumn{1}{l|}{p03} & {\footnotesize 409} \textbf{0.87} & {\footnotesize 355} \textbf{1.00} & {\footnotesize 419} \textbf{0.85} & {\footnotesize 635} \textbf{0.56} & {\footnotesize 497} \textbf{0.71} & {\footnotesize 801} \textbf{0.44} & \multicolumn{1}{|r}{355}\\ +\multicolumn{1}{l|}{p03} & {\footnotesize 409} \textbf{0.90} & {\footnotesize 407} \textbf{0.91} & {\footnotesize 419} \textbf{0.88} & {\footnotesize 635} \textbf{0.58} & {\footnotesize 497} \textbf{0.74} & {\footnotesize 801} \textbf{0.46} & \multicolumn{1}{|r}{369}\\ \multicolumn{1}{l|}{p04} & {\footnotesize 464} \textbf{0.78} & {\footnotesize 490} \textbf{0.74} & {\footnotesize 412} \textbf{0.88} & {\footnotesize 983} \textbf{0.37} & {\footnotesize 504} \textbf{0.72} & {\footnotesize 942} \textbf{0.39} & \multicolumn{1}{|r}{363}\\ \multicolumn{1}{l|}{p05} & {\footnotesize 704} \textbf{0.83} & {\footnotesize 704} \textbf{0.83} & {\footnotesize 582} \textbf{1.00} & {\footnotesize 1187} \textbf{0.49} & {\footnotesize 737} \textbf{0.79} & {\footnotesize 1186} \textbf{0.49} & \multicolumn{1}{|r}{582}\\ -\multicolumn{1}{l|}{p06} & {\footnotesize 989} \textbf{0.76} & {\footnotesize 967} \textbf{0.78} & {\footnotesize 1026} \textbf{0.74} & {\footnotesize 1766} \textbf{0.43} & {\footnotesize 1117} \textbf{0.68} & {\footnotesize 1868} \textbf{0.40} & \multicolumn{1}{|r}{755}\\ -\multicolumn{1}{l|}{p07} & {\footnotesize 1011} \textbf{0.98} & {\footnotesize 1011} \textbf{0.98} & {\footnotesize 988} \textbf{1.00} & {\footnotesize 1868} \textbf{0.53} & {\footnotesize 1260} \textbf{0.78} & {\footnotesize 2081} \textbf{0.47} & \multicolumn{1}{|r}{988}\\ -\multicolumn{1}{l|}{p08} & {\footnotesize 1053} \textbf{0.88} & {\footnotesize 1053} \textbf{0.88} & {\footnotesize 925} \textbf{1.00} & {\footnotesize 2166} \textbf{0.43} & {\footnotesize 1216} \textbf{0.76} & {\footnotesize 2135} \textbf{0.43} & \multicolumn{1}{|r}{925}\\ -\multicolumn{1}{l|}{p09} & {\footnotesize 1027} \textbf{0.93} & {\footnotesize 1027} \textbf{0.93} & {\footnotesize 955} \textbf{1.00} & {\footnotesize 1880} \textbf{0.51} & {\footnotesize 1001} \textbf{0.95} & {\footnotesize 2143} \textbf{0.45} & \multicolumn{1}{|r}{955}\\ +\multicolumn{1}{l|}{p06} & {\footnotesize 989} \textbf{0.76} & {\footnotesize 967} \textbf{0.78} & {\footnotesize 1024} \textbf{0.74} & {\footnotesize 1766} \textbf{0.43} & {\footnotesize 1117} \textbf{0.68} & {\footnotesize 1868} \textbf{0.40} & \multicolumn{1}{|r}{755}\\ +\multicolumn{1}{l|}{p07} & {\footnotesize 1011} \textbf{0.95} & {\footnotesize 1011} \textbf{0.95} & {\footnotesize 965} \textbf{1.00} & {\footnotesize 1868} \textbf{0.52} & {\footnotesize 1260} \textbf{0.77} & {\footnotesize 2081} \textbf{0.46} & \multicolumn{1}{|r}{965}\\ +\multicolumn{1}{l|}{p08} & {\footnotesize 1053} \textbf{0.88} & {\footnotesize 1053} \textbf{0.88} & {\footnotesize 923} \textbf{1.00} & {\footnotesize 2166} \textbf{0.43} & {\footnotesize 1216} \textbf{0.76} & {\footnotesize 2135} \textbf{0.43} & \multicolumn{1}{|r}{923}\\ +\multicolumn{1}{l|}{p09} & {\footnotesize 1027} \textbf{0.91} & {\footnotesize 1027} \textbf{0.91} & {\footnotesize 932} \textbf{1.00} & {\footnotesize 1880} \textbf{0.50} & {\footnotesize 1001} \textbf{0.93} & {\footnotesize 2143} \textbf{0.43} & \multicolumn{1}{|r}{932}\\ \multicolumn{1}{l|}{p10} & {\footnotesize 1360} \textbf{0.78} & {\footnotesize 1360} \textbf{0.78} & {\footnotesize 1059} \textbf{1.00} & {\footnotesize 2260} \textbf{0.47} & {\footnotesize 1285} \textbf{0.82} & {\footnotesize 2091} \textbf{0.51} & \multicolumn{1}{|r}{1059}\\ \multicolumn{1}{l|}{p11} & {\footnotesize 473} \textbf{1.00} & {\footnotesize 473} \textbf{1.00} & {\footnotesize 473} \textbf{1.00} & {\footnotesize 473} \textbf{1.00} & {\footnotesize 473} \textbf{1.00} & {\footnotesize 475} \textbf{1.00} & \multicolumn{1}{|r}{473}\\ \multicolumn{1}{l|}{p12} & {\footnotesize 823} \textbf{0.97} & {\footnotesize 823} \textbf{0.97} & {\footnotesize 872} \textbf{0.91} & {\footnotesize 800} \textbf{0.99} & {\footnotesize 795} \textbf{1.00} & {\footnotesize 1244} \textbf{0.64} & \multicolumn{1}{|r}{795}\\ @@ -18,22 +18,22 @@ \multicolumn{1}{l|}{p14} & {\footnotesize 1582} \textbf{1.00} & {\footnotesize 1582} \textbf{1.00} & {\footnotesize 1966} \textbf{0.80} & {\footnotesize 3507} \textbf{0.45} & {\footnotesize 2157} \textbf{0.73} & {\footnotesize 3328} \textbf{0.48} & \multicolumn{1}{|r}{1582}\\ \multicolumn{1}{l|}{p15} & {\footnotesize 2367} \textbf{0.96} & {\footnotesize 2280} \textbf{1.00} & {\footnotesize 3129} \textbf{0.73} & {\footnotesize 5221} \textbf{0.44} & {\footnotesize 2954} \textbf{0.77} & {\footnotesize 5659} \textbf{0.40} & \multicolumn{1}{|r}{2280}\\ \multicolumn{1}{l|}{p16} & {\footnotesize 2321} \textbf{1.00} & {\footnotesize 2321} \textbf{1.00} & {\footnotesize 2765} \textbf{0.84} & {\footnotesize 6199} \textbf{0.37} & {\footnotesize 4928} \textbf{0.47} & {\footnotesize 6144} \textbf{0.38} & \multicolumn{1}{|r}{2321}\\ -\multicolumn{1}{l|}{p17} & {\footnotesize 3209} \textbf{1.00} & {\footnotesize 3209} \textbf{1.00} & {\footnotesize 4321} \textbf{0.74} & {\footnotesize 7239} \textbf{0.44} & {\footnotesize 4193} \textbf{0.77} & {\footnotesize 7494} \textbf{0.43} & \multicolumn{1}{|r}{3209}\\ +\multicolumn{1}{l|}{p17} & {\footnotesize 3209} \textbf{1.00} & {\footnotesize 3209} \textbf{1.00} & {\footnotesize 4315} \textbf{0.74} & {\footnotesize 7239} \textbf{0.44} & {\footnotesize 4193} \textbf{0.77} & {\footnotesize 7494} \textbf{0.43} & \multicolumn{1}{|r}{3209}\\ \multicolumn{1}{l|}{p18} & {\footnotesize 3322} \textbf{0.88} & {\footnotesize 2936} \textbf{1.00} & {\footnotesize 3663} \textbf{0.80} & {\footnotesize 7542} \textbf{0.39} & {\footnotesize 4151} \textbf{0.71} & {\footnotesize 7737} \textbf{0.38} & \multicolumn{1}{|r}{2936}\\ \multicolumn{1}{l|}{p19} & {\footnotesize 5051} \textbf{1.00} & {\footnotesize 5051} \textbf{1.00} & {\footnotesize 5073} \textbf{1.00} & {\footnotesize 9921} \textbf{0.51} & {\footnotesize 7648} \textbf{0.66} & {\footnotesize 8991} \textbf{0.56} & \multicolumn{1}{|r}{5051}\\ -\multicolumn{1}{l|}{p20} & {\footnotesize 3636} \textbf{1.00} & {\footnotesize 3873} \textbf{0.94} & {\footnotesize 4674} \textbf{0.78} & uns. & {\footnotesize 6773} \textbf{0.54} & {\footnotesize 8663} \textbf{0.42} & \multicolumn{1}{|r}{3636}\\ +\multicolumn{1}{l|}{p20} & {\footnotesize 3636} \textbf{1.00} & {\footnotesize 3873} \textbf{0.94} & {\footnotesize 4607} \textbf{0.79} & uns. & {\footnotesize 6773} \textbf{0.54} & {\footnotesize 8663} \textbf{0.42} & \multicolumn{1}{|r}{3636}\\ \multicolumn{1}{l|}{p21} & {\footnotesize 431} \textbf{1.00} & {\footnotesize 431} \textbf{1.00} & {\footnotesize 431} \textbf{1.00} & {\footnotesize 431} \textbf{1.00} & {\footnotesize 431} \textbf{1.00} & {\footnotesize 431} \textbf{1.00} & \multicolumn{1}{|r}{431}\\ \multicolumn{1}{l|}{p22} & {\footnotesize 675} \textbf{1.00} & {\footnotesize 675} \textbf{1.00} & {\footnotesize 677} \textbf{1.00} & {\footnotesize 679} \textbf{0.99} & {\footnotesize 675} \textbf{1.00} & {\footnotesize 1268} \textbf{0.53} & \multicolumn{1}{|r}{675}\\ \multicolumn{1}{l|}{p23} & {\footnotesize 1140} \textbf{0.73} & {\footnotesize 1140} \textbf{0.73} & {\footnotesize 897} \textbf{0.93} & {\footnotesize 2414} \textbf{0.35} & {\footnotesize 837} \textbf{1.00} & {\footnotesize 2119} \textbf{0.39} & \multicolumn{1}{|r}{837}\\ \multicolumn{1}{l|}{p24} & {\footnotesize 1227} \textbf{1.00} & {\footnotesize 1227} \textbf{1.00} & {\footnotesize 1352} \textbf{0.91} & {\footnotesize 2790} \textbf{0.44} & {\footnotesize 1301} \textbf{0.94} & {\footnotesize 2909} \textbf{0.42} & \multicolumn{1}{|r}{1227}\\ \multicolumn{1}{l|}{p25} & {\footnotesize 1943} \textbf{0.92} & {\footnotesize 1943} \textbf{0.92} & {\footnotesize 1785} \textbf{1.00} & {\footnotesize 4007} \textbf{0.45} & {\footnotesize 1833} \textbf{0.97} & {\footnotesize 3764} \textbf{0.47} & \multicolumn{1}{|r}{1785}\\ -\multicolumn{1}{l|}{p26} & {\footnotesize 2421} \textbf{0.74} & {\footnotesize 2421} \textbf{0.74} & {\footnotesize 1797} \textbf{1.00} & {\footnotesize 4036} \textbf{0.45} & {\footnotesize 2502} \textbf{0.72} & {\footnotesize 3598} \textbf{0.50} & \multicolumn{1}{|r}{1797}\\ -\multicolumn{1}{l|}{p27} & {\footnotesize 3255} \textbf{0.77} & {\footnotesize 3255} \textbf{0.77} & {\footnotesize 2521} \textbf{1.00} & {\footnotesize 5791} \textbf{0.44} & {\footnotesize 3317} \textbf{0.76} & {\footnotesize 5948} \textbf{0.42} & \multicolumn{1}{|r}{2521}\\ -\multicolumn{1}{l|}{p28} & {\footnotesize 2465} \textbf{1.00} & {\footnotesize 2465} \textbf{1.00} & {\footnotesize 2594} \textbf{0.95} & {\footnotesize 6346} \textbf{0.39} & {\footnotesize 3027} \textbf{0.81} & {\footnotesize 7300} \textbf{0.34} & \multicolumn{1}{|r}{2465}\\ -\multicolumn{1}{l|}{p29} & {\footnotesize 2817} \textbf{1.00} & {\footnotesize 2890} \textbf{0.97} & {\footnotesize 2871} \textbf{0.98} & {\footnotesize 7168} \textbf{0.39} & {\footnotesize 3294} \textbf{0.86} & {\footnotesize 7237} \textbf{0.39} & \multicolumn{1}{|r}{2817}\\ +\multicolumn{1}{l|}{p26} & {\footnotesize 2421} \textbf{0.72} & {\footnotesize 2421} \textbf{0.72} & {\footnotesize 1753} \textbf{1.00} & {\footnotesize 4036} \textbf{0.43} & {\footnotesize 2502} \textbf{0.70} & {\footnotesize 3598} \textbf{0.49} & \multicolumn{1}{|r}{1753}\\ +\multicolumn{1}{l|}{p27} & {\footnotesize 3255} \textbf{0.75} & {\footnotesize 3255} \textbf{0.75} & {\footnotesize 2440} \textbf{1.00} & {\footnotesize 5791} \textbf{0.42} & {\footnotesize 3317} \textbf{0.74} & {\footnotesize 5948} \textbf{0.41} & \multicolumn{1}{|r}{2440}\\ +\multicolumn{1}{l|}{p28} & {\footnotesize 2465} \textbf{1.00} & {\footnotesize 2465} \textbf{1.00} & {\footnotesize 2575} \textbf{0.96} & {\footnotesize 6346} \textbf{0.39} & {\footnotesize 3027} \textbf{0.81} & {\footnotesize 7300} \textbf{0.34} & \multicolumn{1}{|r}{2465}\\ +\multicolumn{1}{l|}{p29} & {\footnotesize 2817} \textbf{0.99} & {\footnotesize 2890} \textbf{0.97} & {\footnotesize 2795} \textbf{1.00} & {\footnotesize 7168} \textbf{0.39} & {\footnotesize 3294} \textbf{0.85} & {\footnotesize 7237} \textbf{0.39} & \multicolumn{1}{|r}{2795}\\ \multicolumn{1}{l|}{p30} & {\footnotesize 4703} \textbf{0.76} & {\footnotesize 4703} \textbf{0.76} & {\footnotesize 3595} \textbf{1.00} & uns. & {\footnotesize 5513} \textbf{0.65} & {\footnotesize 7892} \textbf{0.46} & \multicolumn{1}{|r}{3595}\\ \midrule -\textbf{total} & \textbf{27.43} & \textbf{27.61} & \textbf{27.77} & \textbf{15.50} & \textbf{24.43} & \textbf{15.19} & \\ +\textbf{total} & \textbf{27.37} & \textbf{27.42} & \textbf{27.85} & \textbf{15.47} & \textbf{24.36} & \textbf{15.15} & \\ \bottomrule \end{tabular} diff --git a/transport-docs/bp/data/seq-sat-7-ipc-scores.tex b/transport-docs/bp/data/seq-sat-7-ipc-scores.tex index 12f180dd..41c90a5f 100644 --- a/transport-docs/bp/data/seq-sat-7-ipc-scores.tex +++ b/transport-docs/bp/data/seq-sat-7-ipc-scores.tex @@ -2,28 +2,28 @@ \toprule \textbf{\#} & \textbf{MSFA3} & \textbf{MSFA5} & \textbf{RRAPN} & \textbf{lama-2008} & \textbf{lama-2011} & \textbf{roamer} & \textbf{BEST}\\ \midrule -\multicolumn{1}{l|}{p01} & {\footnotesize 1053} \textbf{0.88} & {\footnotesize 1053} \textbf{0.88} & {\footnotesize 925} \textbf{1.00} & {\footnotesize 1050} \textbf{0.88} & {\footnotesize 1485} \textbf{0.62} & {\footnotesize 1050} \textbf{0.88} & \multicolumn{1}{|r}{925}\\ -\multicolumn{1}{l|}{p02} & {\footnotesize 1027} \textbf{0.93} & {\footnotesize 1027} \textbf{0.93} & {\footnotesize 955} \textbf{1.00} & {\footnotesize 996} \textbf{0.96} & {\footnotesize 1010} \textbf{0.95} & {\footnotesize 996} \textbf{0.96} & \multicolumn{1}{|r}{955}\\ -\multicolumn{1}{l|}{p03} & {\footnotesize 2817} \textbf{1.00} & {\footnotesize 2890} \textbf{0.97} & {\footnotesize 2871} \textbf{0.98} & {\footnotesize 3313} \textbf{0.85} & {\footnotesize 3882} \textbf{0.73} & {\footnotesize 3275} \textbf{0.86} & \multicolumn{1}{|r}{2817}\\ -\multicolumn{1}{l|}{p04} & {\footnotesize 2321} \textbf{1.00} & {\footnotesize 2321} \textbf{1.00} & {\footnotesize 2765} \textbf{0.84} & {\footnotesize 5135} \textbf{0.45} & {\footnotesize 3741} \textbf{0.62} & {\footnotesize 5841} \textbf{0.40} & \multicolumn{1}{|r}{2321}\\ -\multicolumn{1}{l|}{p05} & {\footnotesize 3209} \textbf{1.00} & {\footnotesize 3209} \textbf{1.00} & {\footnotesize 4321} \textbf{0.74} & {\footnotesize 5481} \textbf{0.59} & {\footnotesize 4805} \textbf{0.67} & {\footnotesize 5553} \textbf{0.58} & \multicolumn{1}{|r}{3209}\\ +\multicolumn{1}{l|}{p01} & {\footnotesize 1053} \textbf{0.88} & {\footnotesize 1053} \textbf{0.88} & {\footnotesize 923} \textbf{1.00} & {\footnotesize 1050} \textbf{0.88} & {\footnotesize 1485} \textbf{0.62} & {\footnotesize 1050} \textbf{0.88} & \multicolumn{1}{|r}{923}\\ +\multicolumn{1}{l|}{p02} & {\footnotesize 1027} \textbf{0.91} & {\footnotesize 1027} \textbf{0.91} & {\footnotesize 932} \textbf{1.00} & {\footnotesize 996} \textbf{0.94} & {\footnotesize 1010} \textbf{0.92} & {\footnotesize 996} \textbf{0.94} & \multicolumn{1}{|r}{932}\\ +\multicolumn{1}{l|}{p03} & {\footnotesize 2817} \textbf{0.99} & {\footnotesize 2890} \textbf{0.97} & {\footnotesize 2795} \textbf{1.00} & {\footnotesize 3313} \textbf{0.84} & {\footnotesize 3882} \textbf{0.72} & {\footnotesize 3275} \textbf{0.85} & \multicolumn{1}{|r}{2795}\\ +\multicolumn{1}{l|}{p04} & {\footnotesize 2321} \textbf{1.00} & {\footnotesize 2321} \textbf{1.00} & {\footnotesize 2764} \textbf{0.84} & {\footnotesize 5135} \textbf{0.45} & {\footnotesize 3741} \textbf{0.62} & {\footnotesize 5841} \textbf{0.40} & \multicolumn{1}{|r}{2321}\\ +\multicolumn{1}{l|}{p05} & {\footnotesize 3209} \textbf{1.00} & {\footnotesize 3209} \textbf{1.00} & {\footnotesize 4315} \textbf{0.74} & {\footnotesize 5481} \textbf{0.59} & {\footnotesize 4805} \textbf{0.67} & {\footnotesize 5553} \textbf{0.58} & \multicolumn{1}{|r}{3209}\\ \multicolumn{1}{l|}{p06} & {\footnotesize 3322} \textbf{0.88} & {\footnotesize 2936} \textbf{1.00} & {\footnotesize 3663} \textbf{0.80} & {\footnotesize 4320} \textbf{0.68} & {\footnotesize 5415} \textbf{0.54} & {\footnotesize 4681} \textbf{0.63} & \multicolumn{1}{|r}{2936}\\ \multicolumn{1}{l|}{p07} & {\footnotesize 5051} \textbf{1.00} & {\footnotesize 5051} \textbf{1.00} & {\footnotesize 5073} \textbf{1.00} & {\footnotesize 6652} \textbf{0.76} & {\footnotesize 7222} \textbf{0.70} & {\footnotesize 7403} \textbf{0.68} & \multicolumn{1}{|r}{5051}\\ \multicolumn{1}{l|}{p08} & {\footnotesize 1360} \textbf{0.78} & {\footnotesize 1360} \textbf{0.78} & {\footnotesize 1059} \textbf{1.00} & {\footnotesize 1211} \textbf{0.87} & {\footnotesize 1452} \textbf{0.73} & {\footnotesize 1211} \textbf{0.87} & \multicolumn{1}{|r}{1059}\\ -\multicolumn{1}{l|}{p09} & {\footnotesize 3636} \textbf{1.00} & {\footnotesize 3873} \textbf{0.94} & {\footnotesize 4674} \textbf{0.78} & {\footnotesize 6786} \textbf{0.54} & {\footnotesize 6479} \textbf{0.56} & {\footnotesize 6806} \textbf{0.53} & \multicolumn{1}{|r}{3636}\\ +\multicolumn{1}{l|}{p09} & {\footnotesize 3636} \textbf{1.00} & {\footnotesize 3873} \textbf{0.94} & {\footnotesize 4607} \textbf{0.79} & {\footnotesize 6786} \textbf{0.54} & {\footnotesize 6479} \textbf{0.56} & {\footnotesize 6806} \textbf{0.53} & \multicolumn{1}{|r}{3636}\\ \multicolumn{1}{l|}{p10} & {\footnotesize 4703} \textbf{0.76} & {\footnotesize 4703} \textbf{0.76} & {\footnotesize 3595} \textbf{1.00} & {\footnotesize 5943} \textbf{0.60} & {\footnotesize 5641} \textbf{0.64} & {\footnotesize 5445} \textbf{0.66} & \multicolumn{1}{|r}{3595}\\ -\multicolumn{1}{l|}{p11} & {\footnotesize 1426} \textbf{0.87} & {\footnotesize 1426} \textbf{0.87} & {\footnotesize 1238} \textbf{1.00} & {\footnotesize 1547} \textbf{0.80} & {\footnotesize 2113} \textbf{0.59} & {\footnotesize 1901} \textbf{0.65} & \multicolumn{1}{|r}{1238}\\ +\multicolumn{1}{l|}{p11} & {\footnotesize 1426} \textbf{0.87} & {\footnotesize 1426} \textbf{0.87} & {\footnotesize 1236} \textbf{1.00} & {\footnotesize 1547} \textbf{0.80} & {\footnotesize 2113} \textbf{0.58} & {\footnotesize 1901} \textbf{0.65} & \multicolumn{1}{|r}{1236}\\ \multicolumn{1}{l|}{p12} & {\footnotesize 1466} \textbf{0.92} & {\footnotesize 1466} \textbf{0.92} & {\footnotesize 1349} \textbf{1.00} & {\footnotesize 1929} \textbf{0.70} & {\footnotesize 1947} \textbf{0.69} & {\footnotesize 1915} \textbf{0.70} & \multicolumn{1}{|r}{1349}\\ \multicolumn{1}{l|}{p13} & {\footnotesize 1630} \textbf{1.00} & {\footnotesize 1630} \textbf{1.00} & {\footnotesize 1740} \textbf{0.94} & uns. & {\footnotesize 2932} \textbf{0.56} & {\footnotesize 2746} \textbf{0.59} & \multicolumn{1}{|r}{1630}\\ -\multicolumn{1}{l|}{p14} & {\footnotesize 5919} \textbf{1.00} & {\footnotesize 5930} \textbf{1.00} & {\footnotesize 6316} \textbf{0.94} & {\footnotesize 7925} \textbf{0.75} & {\footnotesize 8493} \textbf{0.70} & {\footnotesize 7940} \textbf{0.75} & \multicolumn{1}{|r}{5919}\\ +\multicolumn{1}{l|}{p14} & {\footnotesize 5919} \textbf{1.00} & {\footnotesize 5930} \textbf{1.00} & {\footnotesize 6221} \textbf{0.95} & {\footnotesize 7925} \textbf{0.75} & {\footnotesize 8493} \textbf{0.70} & {\footnotesize 7940} \textbf{0.75} & \multicolumn{1}{|r}{5919}\\ \multicolumn{1}{l|}{p15} & {\footnotesize 4984} \textbf{0.98} & {\footnotesize 4884} \textbf{1.00} & {\footnotesize 5709} \textbf{0.86} & {\footnotesize 7192} \textbf{0.68} & {\footnotesize 6909} \textbf{0.71} & {\footnotesize 6924} \textbf{0.71} & \multicolumn{1}{|r}{4884}\\ \multicolumn{1}{l|}{p16} & {\footnotesize 6124} \textbf{0.91} & {\footnotesize 6124} \textbf{0.91} & {\footnotesize 5567} \textbf{1.00} & {\footnotesize 6951} \textbf{0.80} & uns. & uns. & \multicolumn{1}{|r}{5567}\\ \multicolumn{1}{l|}{p17} & {\footnotesize 4432} \textbf{1.00} & {\footnotesize 4838} \textbf{0.92} & {\footnotesize 4558} \textbf{0.97} & {\footnotesize 6166} \textbf{0.72} & {\footnotesize 5899} \textbf{0.75} & {\footnotesize 5209} \textbf{0.85} & \multicolumn{1}{|r}{4432}\\ -\multicolumn{1}{l|}{p18} & {\footnotesize 3963} \textbf{0.92} & {\footnotesize 3963} \textbf{0.92} & {\footnotesize 3641} \textbf{1.00} & {\footnotesize 5381} \textbf{0.68} & {\footnotesize 5690} \textbf{0.64} & {\footnotesize 3902} \textbf{0.93} & \multicolumn{1}{|r}{3641}\\ +\multicolumn{1}{l|}{p18} & {\footnotesize 3963} \textbf{0.90} & {\footnotesize 3963} \textbf{0.90} & {\footnotesize 3586} \textbf{1.00} & {\footnotesize 5381} \textbf{0.67} & {\footnotesize 5690} \textbf{0.63} & {\footnotesize 3902} \textbf{0.92} & \multicolumn{1}{|r}{3586}\\ \multicolumn{1}{l|}{p19} & {\footnotesize 4124} \textbf{1.00} & {\footnotesize 4124} \textbf{1.00} & {\footnotesize 4133} \textbf{1.00} & {\footnotesize 5716} \textbf{0.72} & {\footnotesize 5777} \textbf{0.71} & {\footnotesize 5257} \textbf{0.78} & \multicolumn{1}{|r}{4124}\\ \multicolumn{1}{l|}{p20} & {\footnotesize 3765} \textbf{1.00} & {\footnotesize 3765} \textbf{1.00} & {\footnotesize 4234} \textbf{0.89} & {\footnotesize 5831} \textbf{0.65} & {\footnotesize 4435} \textbf{0.85} & {\footnotesize 4793} \textbf{0.79} & \multicolumn{1}{|r}{3765}\\ \midrule -\textbf{total} & \textbf{18.83} & \textbf{18.80} & \textbf{18.73} & \textbf{13.67} & \textbf{12.94} & \textbf{13.81} & \\ +\textbf{total} & \textbf{18.78} & \textbf{18.75} & \textbf{18.77} & \textbf{13.63} & \textbf{12.90} & \textbf{13.76} & \\ \bottomrule \end{tabular} diff --git a/transport-docs/bp/data/seq-sat-8-ipc-scores.tex b/transport-docs/bp/data/seq-sat-8-ipc-scores.tex index 36489eef..082d932b 100644 --- a/transport-docs/bp/data/seq-sat-8-ipc-scores.tex +++ b/transport-docs/bp/data/seq-sat-8-ipc-scores.tex @@ -2,28 +2,28 @@ \toprule \textbf{\#} & \textbf{MSFA3} & \textbf{MSFA5} & \textbf{RRAPN} & \textbf{ibacop} & \textbf{mercury} & \textbf{yahsp3-mt} & \textbf{BEST}\\ \midrule -\multicolumn{1}{l|}{p01} & {\footnotesize 1596} \textbf{0.82} & {\footnotesize 1596} \textbf{0.82} & {\footnotesize 1600} \textbf{0.82} & {\footnotesize 2045} \textbf{0.64} & {\footnotesize 1309} \textbf{1.00} & {\footnotesize 3044} \textbf{0.43} & \multicolumn{1}{|r}{1309}\\ -\multicolumn{1}{l|}{p02} & {\footnotesize 2109} \textbf{1.00} & {\footnotesize 2109} \textbf{1.00} & {\footnotesize 2300} \textbf{0.92} & {\footnotesize 5902} \textbf{0.36} & {\footnotesize 2125} \textbf{0.99} & {\footnotesize 4250} \textbf{0.50} & \multicolumn{1}{|r}{2109}\\ -\multicolumn{1}{l|}{p03} & {\footnotesize 1879} \textbf{0.82} & {\footnotesize 1879} \textbf{0.82} & {\footnotesize 1785} \textbf{0.86} & {\footnotesize 2653} \textbf{0.58} & {\footnotesize 1539} \textbf{1.00} & {\footnotesize 3274} \textbf{0.47} & \multicolumn{1}{|r}{1539}\\ +\multicolumn{1}{l|}{p01} & {\footnotesize 1596} \textbf{0.82} & {\footnotesize 1596} \textbf{0.82} & {\footnotesize 1558} \textbf{0.84} & {\footnotesize 2045} \textbf{0.64} & {\footnotesize 1309} \textbf{1.00} & {\footnotesize 3044} \textbf{0.43} & \multicolumn{1}{|r}{1309}\\ +\multicolumn{1}{l|}{p02} & {\footnotesize 2109} \textbf{1.00} & {\footnotesize 2109} \textbf{1.00} & {\footnotesize 2276} \textbf{0.93} & {\footnotesize 5902} \textbf{0.36} & {\footnotesize 2125} \textbf{0.99} & {\footnotesize 4250} \textbf{0.50} & \multicolumn{1}{|r}{2109}\\ +\multicolumn{1}{l|}{p03} & {\footnotesize 1879} \textbf{0.82} & {\footnotesize 1879} \textbf{0.82} & {\footnotesize 1784} \textbf{0.86} & {\footnotesize 2653} \textbf{0.58} & {\footnotesize 1539} \textbf{1.00} & {\footnotesize 3274} \textbf{0.47} & \multicolumn{1}{|r}{1539}\\ \multicolumn{1}{l|}{p04} & {\footnotesize 5163} \textbf{0.99} & {\footnotesize 5092} \textbf{1.00} & {\footnotesize 7508} \textbf{0.68} & {\footnotesize 8871} \textbf{0.57} & {\footnotesize 5678} \textbf{0.90} & {\footnotesize 8228} \textbf{0.62} & \multicolumn{1}{|r}{5092}\\ -\multicolumn{1}{l|}{p05} & {\footnotesize 5394} \textbf{1.00} & {\footnotesize 5708} \textbf{0.94} & {\footnotesize 7518} \textbf{0.72} & {\footnotesize 14170} \textbf{0.38} & {\footnotesize 6235} \textbf{0.87} & {\footnotesize 10938} \textbf{0.49} & \multicolumn{1}{|r}{5394}\\ +\multicolumn{1}{l|}{p05} & {\footnotesize 5394} \textbf{1.00} & {\footnotesize 5958} \textbf{0.91} & {\footnotesize 7475} \textbf{0.72} & {\footnotesize 14170} \textbf{0.38} & {\footnotesize 6235} \textbf{0.87} & {\footnotesize 10938} \textbf{0.49} & \multicolumn{1}{|r}{5394}\\ \multicolumn{1}{l|}{p06} & {\footnotesize 5163} \textbf{0.99} & {\footnotesize 5092} \textbf{1.00} & {\footnotesize 7508} \textbf{0.68} & {\footnotesize 8871} \textbf{0.57} & {\footnotesize 5678} \textbf{0.90} & {\footnotesize 8228} \textbf{0.62} & \multicolumn{1}{|r}{5092}\\ \multicolumn{1}{l|}{p07} & {\footnotesize 4202} \textbf{1.00} & {\footnotesize 4202} \textbf{1.00} & {\footnotesize 4996} \textbf{0.84} & {\footnotesize 11802} \textbf{0.36} & {\footnotesize 4839} \textbf{0.87} & {\footnotesize 7804} \textbf{0.54} & \multicolumn{1}{|r}{4202}\\ -\multicolumn{1}{l|}{p08} & {\footnotesize 4996} \textbf{0.89} & {\footnotesize 4948} \textbf{0.90} & {\footnotesize 5276} \textbf{0.85} & {\footnotesize 12762} \textbf{0.35} & {\footnotesize 4467} \textbf{1.00} & {\footnotesize 8590} \textbf{0.52} & \multicolumn{1}{|r}{4467}\\ +\multicolumn{1}{l|}{p08} & {\footnotesize 4996} \textbf{0.89} & {\footnotesize 4948} \textbf{0.90} & {\footnotesize 5254} \textbf{0.85} & {\footnotesize 12762} \textbf{0.35} & {\footnotesize 4467} \textbf{1.00} & {\footnotesize 8590} \textbf{0.52} & \multicolumn{1}{|r}{4467}\\ \multicolumn{1}{l|}{p09} & {\footnotesize 4202} \textbf{1.00} & {\footnotesize 4202} \textbf{1.00} & {\footnotesize 4996} \textbf{0.84} & {\footnotesize 11802} \textbf{0.36} & {\footnotesize 4839} \textbf{0.87} & {\footnotesize 7680} \textbf{0.55} & \multicolumn{1}{|r}{4202}\\ -\multicolumn{1}{l|}{p10} & {\footnotesize 4473} \textbf{1.00} & {\footnotesize 4473} \textbf{1.00} & {\footnotesize 5731} \textbf{0.78} & {\footnotesize 8260} \textbf{0.54} & {\footnotesize 4626} \textbf{0.97} & {\footnotesize 8410} \textbf{0.53} & \multicolumn{1}{|r}{4473}\\ +\multicolumn{1}{l|}{p10} & {\footnotesize 4473} \textbf{1.00} & {\footnotesize 4473} \textbf{1.00} & {\footnotesize 5657} \textbf{0.79} & {\footnotesize 8260} \textbf{0.54} & {\footnotesize 4626} \textbf{0.97} & {\footnotesize 8410} \textbf{0.53} & \multicolumn{1}{|r}{4473}\\ \multicolumn{1}{l|}{p11} & {\footnotesize 1395} \textbf{0.96} & {\footnotesize 1395} \textbf{0.96} & {\footnotesize 1555} \textbf{0.86} & {\footnotesize 2154} \textbf{0.62} & {\footnotesize 1336} \textbf{1.00} & {\footnotesize 2429} \textbf{0.55} & \multicolumn{1}{|r}{1336}\\ \multicolumn{1}{l|}{p12} & {\footnotesize 1579} \textbf{1.00} & {\footnotesize 1579} \textbf{1.00} & {\footnotesize 2073} \textbf{0.76} & {\footnotesize 2524} \textbf{0.63} & {\footnotesize 1641} \textbf{0.96} & {\footnotesize 3646} \textbf{0.43} & \multicolumn{1}{|r}{1579}\\ \multicolumn{1}{l|}{p13} & {\footnotesize 1683} \textbf{0.68} & {\footnotesize 1683} \textbf{0.68} & {\footnotesize 1537} \textbf{0.75} & {\footnotesize 2085} \textbf{0.55} & {\footnotesize 1147} \textbf{1.00} & {\footnotesize 3700} \textbf{0.31} & \multicolumn{1}{|r}{1147}\\ \multicolumn{1}{l|}{p14} & {\footnotesize 7196} \textbf{0.83} & {\footnotesize 7196} \textbf{0.83} & {\footnotesize 6764} \textbf{0.88} & {\footnotesize 10667} \textbf{0.56} & {\footnotesize 5974} \textbf{1.00} & {\footnotesize 9334} \textbf{0.64} & \multicolumn{1}{|r}{5974}\\ \multicolumn{1}{l|}{p15} & {\footnotesize 7671} \textbf{0.69} & {\footnotesize 7671} \textbf{0.69} & {\footnotesize 7906} \textbf{0.67} & {\footnotesize 12975} \textbf{0.41} & {\footnotesize 5320} \textbf{1.00} & {\footnotesize 11822} \textbf{0.45} & \multicolumn{1}{|r}{5320}\\ -\multicolumn{1}{l|}{p16} & {\footnotesize 5179} \textbf{0.91} & {\footnotesize 5107} \textbf{0.92} & {\footnotesize 6914} \textbf{0.68} & {\footnotesize 10918} \textbf{0.43} & {\footnotesize 4695} \textbf{1.00} & {\footnotesize 8536} \textbf{0.55} & \multicolumn{1}{|r}{4695}\\ -\multicolumn{1}{l|}{p17} & {\footnotesize 4823} \textbf{0.94} & {\footnotesize 4646} \textbf{0.98} & {\footnotesize 5371} \textbf{0.85} & {\footnotesize 9659} \textbf{0.47} & {\footnotesize 4540} \textbf{1.00} & {\footnotesize 8107} \textbf{0.56} & \multicolumn{1}{|r}{4540}\\ -\multicolumn{1}{l|}{p18} & {\footnotesize 4585} \textbf{1.00} & {\footnotesize 4585} \textbf{1.00} & {\footnotesize 5671} \textbf{0.81} & {\footnotesize 10755} \textbf{0.43} & {\footnotesize 4840} \textbf{0.95} & {\footnotesize 10521} \textbf{0.44} & \multicolumn{1}{|r}{4585}\\ -\multicolumn{1}{l|}{p19} & {\footnotesize 3812} \textbf{1.00} & {\footnotesize 3812} \textbf{1.00} & {\footnotesize 4837} \textbf{0.79} & {\footnotesize 10780} \textbf{0.35} & {\footnotesize 3881} \textbf{0.98} & {\footnotesize 7322} \textbf{0.52} & \multicolumn{1}{|r}{3812}\\ +\multicolumn{1}{l|}{p16} & {\footnotesize 5179} \textbf{0.91} & {\footnotesize 5107} \textbf{0.92} & {\footnotesize 6836} \textbf{0.69} & {\footnotesize 10918} \textbf{0.43} & {\footnotesize 4695} \textbf{1.00} & {\footnotesize 8536} \textbf{0.55} & \multicolumn{1}{|r}{4695}\\ +\multicolumn{1}{l|}{p17} & {\footnotesize 4823} \textbf{0.94} & {\footnotesize 4646} \textbf{0.98} & {\footnotesize 5290} \textbf{0.86} & {\footnotesize 9659} \textbf{0.47} & {\footnotesize 4540} \textbf{1.00} & {\footnotesize 8107} \textbf{0.56} & \multicolumn{1}{|r}{4540}\\ +\multicolumn{1}{l|}{p18} & {\footnotesize 4585} \textbf{1.00} & {\footnotesize 4585} \textbf{1.00} & {\footnotesize 5547} \textbf{0.83} & {\footnotesize 10755} \textbf{0.43} & {\footnotesize 4840} \textbf{0.95} & {\footnotesize 10521} \textbf{0.44} & \multicolumn{1}{|r}{4585}\\ +\multicolumn{1}{l|}{p19} & {\footnotesize 3812} \textbf{1.00} & {\footnotesize 3812} \textbf{1.00} & {\footnotesize 4705} \textbf{0.81} & {\footnotesize 10780} \textbf{0.35} & {\footnotesize 3881} \textbf{0.98} & {\footnotesize 7322} \textbf{0.52} & \multicolumn{1}{|r}{3812}\\ \multicolumn{1}{l|}{p20} & {\footnotesize 4173} \textbf{0.92} & {\footnotesize 3923} \textbf{0.98} & {\footnotesize 4991} \textbf{0.77} & {\footnotesize 9632} \textbf{0.40} & {\footnotesize 3853} \textbf{1.00} & {\footnotesize 6643} \textbf{0.58} & \multicolumn{1}{|r}{3853}\\ \midrule -\textbf{total} & \textbf{18.44} & \textbf{18.53} & \textbf{15.80} & \textbf{9.56} & \textbf{19.25} & \textbf{10.29} & \\ +\textbf{total} & \textbf{18.44} & \textbf{18.49} & \textbf{15.91} & \textbf{9.56} & \textbf{19.25} & \textbf{10.29} & \\ \bottomrule \end{tabular} diff --git a/transport-docs/bp/data/tempo-sat-6-ipc-scores.tex b/transport-docs/bp/data/tempo-sat-6-ipc-scores.tex index a77cb072..0b346f9d 100644 --- a/transport-docs/bp/data/tempo-sat-6-ipc-scores.tex +++ b/transport-docs/bp/data/tempo-sat-6-ipc-scores.tex @@ -5,35 +5,35 @@ \multicolumn{1}{l|}{p01} & {\footnotesize 52} \textbf{1.00} & {\footnotesize 52} \textbf{1.00} & {\footnotesize 52.02} \textbf{1.00} & {\footnotesize 52} \textbf{1.00} & {\footnotesize 52} \textbf{1.00} & {\footnotesize 52} \textbf{1.00} & \multicolumn{1}{|r}{52}\\ \multicolumn{1}{l|}{p02} & {\footnotesize 125.01} \textbf{0.98} & {\footnotesize 126.01} \textbf{0.98} & {\footnotesize 150.11} \textbf{0.82} & {\footnotesize 126.01} \textbf{0.98} & {\footnotesize 217} \textbf{0.57} & {\footnotesize 208} \textbf{0.59} & \multicolumn{1}{|r}{123}\\ \multicolumn{1}{l|}{p03} & {\footnotesize 252.02} \textbf{0.75} & {\footnotesize 198.01} \textbf{0.95} & {\footnotesize 252.14} \textbf{0.75} & {\footnotesize 198.01} \textbf{0.95} & {\footnotesize 432} \textbf{0.44} & {\footnotesize 669} \textbf{0.28} & \multicolumn{1}{|r}{189}\\ -\multicolumn{1}{l|}{p04} & {\footnotesize 341.02} \textbf{0.76} & {\footnotesize 260.02} \textbf{1.00} & {\footnotesize 425.29} \textbf{0.61} & {\footnotesize 267.01} \textbf{0.97} & {\footnotesize 845} \textbf{0.31} & uns. & \multicolumn{1}{|r}{260.02}\\ -\multicolumn{1}{l|}{p05} & {\footnotesize 285.03} \textbf{0.85} & {\footnotesize 243.02} \textbf{1.00} & {\footnotesize 367.32} \textbf{0.66} & {\footnotesize 249.02} \textbf{0.98} & {\footnotesize 359} \textbf{0.68} & uns. & \multicolumn{1}{|r}{243.02}\\ -\multicolumn{1}{l|}{p06} & {\footnotesize 316.02} \textbf{0.80} & {\footnotesize 253.01} \textbf{1.00} & {\footnotesize 408.31} \textbf{0.62} & {\footnotesize 265.02} \textbf{0.95} & {\footnotesize 965} \textbf{0.26} & uns. & \multicolumn{1}{|r}{253.01}\\ -\multicolumn{1}{l|}{p07} & uns. & {\footnotesize 367.03} \textbf{1.00} & uns. & {\footnotesize 369.03} \textbf{0.99} & uns. & uns. & \multicolumn{1}{|r}{367.03}\\ -\multicolumn{1}{l|}{p08} & uns. & {\footnotesize 532.05} \textbf{1.00} & uns. & {\footnotesize 532.04} \textbf{1.00} & uns. & uns. & \multicolumn{1}{|r}{532.04}\\ -\multicolumn{1}{l|}{p09} & uns. & {\footnotesize 286.03} \textbf{1.00} & {\footnotesize 494.44} \textbf{0.58} & {\footnotesize 309.03} \textbf{0.93} & uns. & uns. & \multicolumn{1}{|r}{286.03}\\ -\multicolumn{1}{l|}{p10} & uns. & uns. & {\footnotesize 939.8} \textbf{0.88} & {\footnotesize 827.07} \textbf{1.00} & uns. & uns. & \multicolumn{1}{|r}{827.07}\\ -\multicolumn{1}{l|}{p11} & {\footnotesize 332.01} \textbf{1.00} & {\footnotesize 332.01} \textbf{1.00} & {\footnotesize 342.09} \textbf{0.97} & {\footnotesize 332.01} \textbf{1.00} & {\footnotesize 629} \textbf{0.53} & {\footnotesize 549} \textbf{0.60} & \multicolumn{1}{|r}{332}\\ -\multicolumn{1}{l|}{p12} & {\footnotesize 483.01} \textbf{0.90} & {\footnotesize 490.01} \textbf{0.88} & {\footnotesize 543.13} \textbf{0.80} & {\footnotesize 490.01} \textbf{0.88} & {\footnotesize 817} \textbf{0.53} & {\footnotesize 982} \textbf{0.44} & \multicolumn{1}{|r}{433}\\ -\multicolumn{1}{l|}{p13} & {\footnotesize 572.02} \textbf{0.68} & {\footnotesize 459.01} \textbf{0.85} & {\footnotesize 1172.38} \textbf{0.33} & {\footnotesize 441.03} \textbf{0.88} & {\footnotesize 650} \textbf{0.60} & {\footnotesize 3383} \textbf{0.11} & \multicolumn{1}{|r}{389}\\ -\multicolumn{1}{l|}{p14} & {\footnotesize 777.03} \textbf{0.77} & {\footnotesize 621.02} \textbf{0.96} & {\footnotesize 1938.75} \textbf{0.31} & {\footnotesize 620.02} \textbf{0.96} & uns. & uns. & \multicolumn{1}{|r}{595}\\ -\multicolumn{1}{l|}{p15} & {\footnotesize 1081.04} \textbf{0.76} & {\footnotesize 866.04} \textbf{0.95} & {\footnotesize 1143.45} \textbf{0.72} & {\footnotesize 871.03} \textbf{0.95} & {\footnotesize 2249} \textbf{0.37} & uns. & \multicolumn{1}{|r}{824}\\ -\multicolumn{1}{l|}{p16} & {\footnotesize 1532.07} \textbf{0.49} & {\footnotesize 772.04} \textbf{0.97} & {\footnotesize 2198.97} \textbf{0.34} & {\footnotesize 778.04} \textbf{0.96} & {\footnotesize 1875} \textbf{0.40} & uns. & \multicolumn{1}{|r}{748}\\ -\multicolumn{1}{l|}{p17} & {\footnotesize 1317.07} \textbf{0.60} & {\footnotesize 906.03} \textbf{0.87} & {\footnotesize 2393.97} \textbf{0.33} & {\footnotesize 928.04} \textbf{0.85} & {\footnotesize 3331} \textbf{0.24} & uns. & \multicolumn{1}{|r}{789}\\ -\multicolumn{1}{l|}{p18} & {\footnotesize 1960.09} \textbf{0.62} & {\footnotesize 1217.05} \textbf{1.00} & uns. & {\footnotesize 1224.06} \textbf{0.99} & uns. & uns. & \multicolumn{1}{|r}{1217.05}\\ -\multicolumn{1}{l|}{p19} & {\footnotesize 2226.12} \textbf{0.56} & {\footnotesize 1266.06} \textbf{0.99} & uns. & {\footnotesize 1254.06} \textbf{1.00} & uns. & uns. & \multicolumn{1}{|r}{1254.06}\\ -\multicolumn{1}{l|}{p20} & {\footnotesize 2596.13} \textbf{0.42} & {\footnotesize 1399.07} \textbf{0.77} & uns. & {\footnotesize 1627.07} \textbf{0.67} & {\footnotesize 6362} \textbf{0.17} & uns. & \multicolumn{1}{|r}{1084}\\ -\multicolumn{1}{l|}{p21} & {\footnotesize 91.01} \textbf{0.69} & {\footnotesize 69.01} \textbf{0.91} & {\footnotesize 102.14} \textbf{0.62} & {\footnotesize 69.01} \textbf{0.91} & {\footnotesize 113} \textbf{0.56} & {\footnotesize 161} \textbf{0.39} & \multicolumn{1}{|r}{63}\\ -\multicolumn{1}{l|}{p22} & {\footnotesize 192.03} \textbf{0.49} & {\footnotesize 114.01} \textbf{0.82} & {\footnotesize 265.38} \textbf{0.35} & {\footnotesize 114.01} \textbf{0.82} & {\footnotesize 238} \textbf{0.39} & uns. & \multicolumn{1}{|r}{94}\\ -\multicolumn{1}{l|}{p23} & {\footnotesize 278.04} \textbf{0.44} & {\footnotesize 156.02} \textbf{0.79} & {\footnotesize 342.44} \textbf{0.36} & {\footnotesize 156.02} \textbf{0.79} & {\footnotesize 642} \textbf{0.19} & uns. & \multicolumn{1}{|r}{123}\\ -\multicolumn{1}{l|}{p24} & {\footnotesize 262.04} \textbf{0.53} & {\footnotesize 184.02} \textbf{0.76} & uns. & {\footnotesize 184.02} \textbf{0.76} & {\footnotesize 1116} \textbf{0.13} & uns. & \multicolumn{1}{|r}{140}\\ -\multicolumn{1}{l|}{p25} & {\footnotesize 373.05} \textbf{0.42} & {\footnotesize 199.02} \textbf{0.78} & uns. & {\footnotesize 199.02} \textbf{0.78} & uns. & uns. & \multicolumn{1}{|r}{156}\\ -\multicolumn{1}{l|}{p26} & uns. & {\footnotesize 242.03} \textbf{0.98} & uns. & {\footnotesize 236.03} \textbf{1.00} & uns. & uns. & \multicolumn{1}{|r}{236.03}\\ -\multicolumn{1}{l|}{p27} & uns. & {\footnotesize 254.03} \textbf{1.00} & uns. & {\footnotesize 256.03} \textbf{0.99} & uns. & uns. & \multicolumn{1}{|r}{254.03}\\ -\multicolumn{1}{l|}{p28} & uns. & {\footnotesize 312.03} \textbf{1.00} & uns. & {\footnotesize 314.03} \textbf{0.99} & uns. & uns. & \multicolumn{1}{|r}{312.03}\\ -\multicolumn{1}{l|}{p29} & uns. & {\footnotesize 314.03} \textbf{1.00} & uns. & {\footnotesize 314.03} \textbf{1.00} & uns. & uns. & \multicolumn{1}{|r}{314.03}\\ -\multicolumn{1}{l|}{p30} & uns. & {\footnotesize 385.04} \textbf{0.90} & uns. & {\footnotesize 348.03} \textbf{1.00} & uns. & uns. & \multicolumn{1}{|r}{348.03}\\ +\multicolumn{1}{l|}{p04} & {\footnotesize 341.02} \textbf{0.76} & {\footnotesize 260.02} \textbf{1.00} & ERR & {\footnotesize 267.01} \textbf{0.97} & {\footnotesize 845} \textbf{0.31} & uns. & \multicolumn{1}{|r}{260.02}\\ +\multicolumn{1}{l|}{p05} & {\footnotesize 285.03} \textbf{0.85} & {\footnotesize 243.02} \textbf{1.00} & ERR & {\footnotesize 249.02} \textbf{0.98} & {\footnotesize 359} \textbf{0.68} & uns. & \multicolumn{1}{|r}{243.02}\\ +\multicolumn{1}{l|}{p06} & {\footnotesize 316.02} \textbf{0.80} & {\footnotesize 253.01} \textbf{1.00} & ERR & {\footnotesize 265.02} \textbf{0.95} & {\footnotesize 965} \textbf{0.26} & uns. & \multicolumn{1}{|r}{253.01}\\ +\multicolumn{1}{l|}{p07} & uns. & {\footnotesize 367.03} \textbf{1.00} & ERR & {\footnotesize 369.03} \textbf{0.99} & uns. & uns. & \multicolumn{1}{|r}{367.03}\\ +\multicolumn{1}{l|}{p08} & uns. & {\footnotesize 481.04} \textbf{1.00} & ERR & {\footnotesize 532.04} \textbf{0.90} & uns. & uns. & \multicolumn{1}{|r}{481.04}\\ +\multicolumn{1}{l|}{p09} & uns. & {\footnotesize 286.03} \textbf{1.00} & ERR & {\footnotesize 309.03} \textbf{0.93} & uns. & uns. & \multicolumn{1}{|r}{286.03}\\ +\multicolumn{1}{l|}{p10} & uns. & uns. & ERR & {\footnotesize 827.07} \textbf{1.00} & uns. & uns. & \multicolumn{1}{|r}{827.07}\\ +\multicolumn{1}{l|}{p11} & {\footnotesize 332.01} \textbf{1.00} & {\footnotesize 332.01} \textbf{1.00} & ERR & {\footnotesize 332.01} \textbf{1.00} & {\footnotesize 629} \textbf{0.53} & {\footnotesize 549} \textbf{0.60} & \multicolumn{1}{|r}{332}\\ +\multicolumn{1}{l|}{p12} & {\footnotesize 483.01} \textbf{0.90} & {\footnotesize 490.01} \textbf{0.88} & ERR & {\footnotesize 490.01} \textbf{0.88} & {\footnotesize 817} \textbf{0.53} & {\footnotesize 982} \textbf{0.44} & \multicolumn{1}{|r}{433}\\ +\multicolumn{1}{l|}{p13} & {\footnotesize 572.02} \textbf{0.68} & {\footnotesize 459.01} \textbf{0.85} & ERR & {\footnotesize 434.01} \textbf{0.90} & {\footnotesize 650} \textbf{0.60} & {\footnotesize 3383} \textbf{0.11} & \multicolumn{1}{|r}{389}\\ +\multicolumn{1}{l|}{p14} & {\footnotesize 777.03} \textbf{0.77} & {\footnotesize 621.02} \textbf{0.96} & ERR & {\footnotesize 620.02} \textbf{0.96} & uns. & uns. & \multicolumn{1}{|r}{595}\\ +\multicolumn{1}{l|}{p15} & {\footnotesize 1081.04} \textbf{0.76} & {\footnotesize 866.04} \textbf{0.95} & ERR & {\footnotesize 860.04} \textbf{0.96} & {\footnotesize 2249} \textbf{0.37} & uns. & \multicolumn{1}{|r}{824}\\ +\multicolumn{1}{l|}{p16} & {\footnotesize 1532.07} \textbf{0.49} & {\footnotesize 760.03} \textbf{0.98} & ERR & {\footnotesize 752.03} \textbf{0.99} & {\footnotesize 1875} \textbf{0.40} & uns. & \multicolumn{1}{|r}{748}\\ +\multicolumn{1}{l|}{p17} & {\footnotesize 1317.07} \textbf{0.60} & {\footnotesize 906.03} \textbf{0.87} & ERR & {\footnotesize 916.04} \textbf{0.86} & {\footnotesize 3331} \textbf{0.24} & uns. & \multicolumn{1}{|r}{789}\\ +\multicolumn{1}{l|}{p18} & {\footnotesize 1960.09} \textbf{0.62} & {\footnotesize 1207.05} \textbf{1.00} & ERR & {\footnotesize 1224.06} \textbf{0.99} & uns. & uns. & \multicolumn{1}{|r}{1207.05}\\ +\multicolumn{1}{l|}{p19} & {\footnotesize 2226.12} \textbf{0.56} & {\footnotesize 1266.06} \textbf{0.99} & ERR & {\footnotesize 1254.06} \textbf{1.00} & uns. & uns. & \multicolumn{1}{|r}{1254.06}\\ +\multicolumn{1}{l|}{p20} & {\footnotesize 2596.13} \textbf{0.42} & {\footnotesize 1399.07} \textbf{0.77} & ERR & {\footnotesize 1434.08} \textbf{0.76} & {\footnotesize 6362} \textbf{0.17} & uns. & \multicolumn{1}{|r}{1084}\\ +\multicolumn{1}{l|}{p21} & {\footnotesize 91.01} \textbf{0.69} & {\footnotesize 69.01} \textbf{0.91} & ERR & {\footnotesize 69.01} \textbf{0.91} & {\footnotesize 113} \textbf{0.56} & {\footnotesize 161} \textbf{0.39} & \multicolumn{1}{|r}{63}\\ +\multicolumn{1}{l|}{p22} & {\footnotesize 192.03} \textbf{0.49} & {\footnotesize 114.01} \textbf{0.82} & ERR & {\footnotesize 114.01} \textbf{0.82} & {\footnotesize 238} \textbf{0.39} & uns. & \multicolumn{1}{|r}{94}\\ +\multicolumn{1}{l|}{p23} & {\footnotesize 278.04} \textbf{0.44} & {\footnotesize 156.02} \textbf{0.79} & ERR & {\footnotesize 156.02} \textbf{0.79} & {\footnotesize 642} \textbf{0.19} & uns. & \multicolumn{1}{|r}{123}\\ +\multicolumn{1}{l|}{p24} & {\footnotesize 262.04} \textbf{0.53} & {\footnotesize 184.02} \textbf{0.76} & ERR & {\footnotesize 184.02} \textbf{0.76} & {\footnotesize 1116} \textbf{0.13} & uns. & \multicolumn{1}{|r}{140}\\ +\multicolumn{1}{l|}{p25} & ERR & {\footnotesize 199.02} \textbf{0.78} & ERR & {\footnotesize 191.02} \textbf{0.82} & uns. & uns. & \multicolumn{1}{|r}{156}\\ +\multicolumn{1}{l|}{p26} & uns. & {\footnotesize 234.03} \textbf{1.00} & ERR & {\footnotesize 234.02} \textbf{1.00} & uns. & uns. & \multicolumn{1}{|r}{234.02}\\ +\multicolumn{1}{l|}{p27} & uns. & {\footnotesize 254.03} \textbf{1.00} & ERR & {\footnotesize 256.03} \textbf{0.99} & uns. & uns. & \multicolumn{1}{|r}{254.03}\\ +\multicolumn{1}{l|}{p28} & uns. & {\footnotesize 312.03} \textbf{1.00} & ERR & {\footnotesize 314.03} \textbf{0.99} & uns. & uns. & \multicolumn{1}{|r}{312.03}\\ +\multicolumn{1}{l|}{p29} & uns. & {\footnotesize 314.03} \textbf{1.00} & ERR & {\footnotesize 314.03} \textbf{1.00} & uns. & uns. & \multicolumn{1}{|r}{314.03}\\ +\multicolumn{1}{l|}{p30} & uns. & {\footnotesize 376.04} \textbf{0.92} & ERR & {\footnotesize 346.03} \textbf{1.00} & uns. & uns. & \multicolumn{1}{|r}{346.03}\\ \midrule -\textbf{total} & \textbf{14.52} & \textbf{27.13} & \textbf{13.48} & \textbf{27.95} & \textbf{7.35} & \textbf{3.43} & \\ +\textbf{total} & \textbf{14.10} & \textbf{27.18} & \textbf{2.57} & \textbf{28.04} & \textbf{7.35} & \textbf{3.43} & \\ \bottomrule \end{tabular} diff --git a/transport-docs/bp/img/seq-sat-6-quality.pdf b/transport-docs/bp/img/seq-sat-6-quality.pdf index 7633279880e84eef48cb4287598b82f4817eb886..0eb73216624f59fe25e7b6159e900ac40f6ab332 100644 GIT binary patch delta 83 zcmWN_u@QhE3v$nHj0!P+YzO}9GZHHS6jX|pH(^U|es#^@$ f1PXk}S%SrEAh+%kM3s@{|8B+7eLZt00&)5P_pTQ> delta 83 zcmV~$yA6Oa3)R6opyTb88SiK!PV8n!nq5`RFwu= dTkrwK&s!7>Qt7NqMQjb9?D@W)ILJs#{s8_h7uNs) delta 83 zcmV~$u@S%^2mruK>l7IQP!M;>5`cJ@I$cU9$jJHM$38x}7%C#+pgI@SX0mG5VDL+Q^-->46;1;nl7J55D<6B5+Hb&I$cU9$jJHM$38x}5RDln%E)ypz e16bhjii~2FIyj&d+-4JjYyHy1)QpZTd(VQDKPBYFk8Ik&b eViArR!#(?Sf^I&@KuBFCpaRZ%Ur%n$P_=&EHWvH< diff --git a/transport-docs/bp/img/seq-sat-7-score.pdf b/transport-docs/bp/img/seq-sat-7-score.pdf index 45b88789b81f9f77bc8c587570227b2aa94ec589..dc64b7a630bdaee14b2de854e0b23c29d27381a2 100644 GIT binary patch delta 83 zcmV~$u@QhU2nEnfn<*UO6ClD4E)g``S=(7=0!Q|}RaW`>5n`l07&$X?SW1K2#MM$V d9TMDJ2`~`54F!UeTpFLdD%IzH=SHUN^#`~b6`BA5 delta 83 zcmV~$u@QhE3(op$=)1vzk$gRExd{7$OYsB+_Z* cn6LmAIYJ#gBU)ytdIpR|s66+JvuZOgKhTpGPyhe` delta 83 zcmWN@yAgmO3;@uhWeP_i9}?KXB|->y)^?Um;K=%_x6@9qoZ5?bDYzyKvhW2|3W5h= f3^UhR4auW3Pp4^IS%$90@+W%B_w~d94OQ|7-TW5n diff --git a/transport-docs/bp/img/seq-sat-8-score.pdf b/transport-docs/bp/img/seq-sat-8-score.pdf index 5a131872091ea1e682f9bc6c2275147667a97598..8e2dbdec3e009b359760ef6e471cf224d99e70c3 100644 GIT binary patch delta 83 zcmV~$yAgme2msKt%@mFR@{#P|5`n;-wVh=qaAey;0;D?NT@)= eVwPIFcLul>6(e)}2^3*HhcV~-dgew78um(xM4?x`y351F^@(dV$+Q@ d0#SSNpAu_!9_C5pK=Fwz$n`q!+<=-`eF3z072yB? delta 83 zcmV~$u@S%^2mruK>l7IQ1O;};5(;>iI$cU9$jJHM$3DJ(L3U_CA~4((xq*zF>{HAc eb%;`{;l4&7!6fB0!Zcs0fl|wJzj-24xAFtNUlx-9 diff --git a/transport-docs/bp/img/tempo-sat-6-quality.pdf b/transport-docs/bp/img/tempo-sat-6-quality.pdf index fcaacfd8a32a221794ca681c4f1ea7419d4800ee..b383cd1d9c90a3cb0dd772a3424efd9428bfca4b 100644 GIT binary patch delta 83 zcmV~$u@QhE3>gfmTpBE?q delta 83 zcmV~$$q|4c3;@94OBI$t4g=}ICdk2zZ+||iz>?kFWtUGbAlE68P7z5w16cY(4M-y< dI|TveFb5k>)>pc+Vsni~p#*b)F1887fb*E diff --git a/transport-docs/bp/img/tempo-sat-6-runtime.pdf b/transport-docs/bp/img/tempo-sat-6-runtime.pdf index e3b571055a343d4b4f38f380b42f489eeec73dfc..7641374e037744b99a4192bbc2c088301c172bf7 100644 GIT binary patch delta 83 zcmV~$u@QhE3_jjEKBvDV+ dj=yARbg>LOsU|plw9b@hVP5X*!CJ%A%Lm=47XttQ delta 83 zcmWN^u@QhE3 Date: Thu, 11 May 2017 10:07:58 +0200 Subject: [PATCH 5/6] Reduced max open size --- .../transport/planners/sequential/ForwardAstarPlanner.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/transport-planners/src/main/java/com/oskopek/transport/planners/sequential/ForwardAstarPlanner.java b/transport-planners/src/main/java/com/oskopek/transport/planners/sequential/ForwardAstarPlanner.java index f0785929..ef1af095 100644 --- a/transport-planners/src/main/java/com/oskopek/transport/planners/sequential/ForwardAstarPlanner.java +++ b/transport-planners/src/main/java/com/oskopek/transport/planners/sequential/ForwardAstarPlanner.java @@ -142,7 +142,7 @@ public Optional planInternal(Domain domain, Problem problem, Function Date: Thu, 11 May 2017 10:19:27 +0200 Subject: [PATCH 6/6] Added beam to text --- transport-docs/bp/en/experiments.tex | 10 +++++----- transport-docs/bp/en/sequential.tex | 7 +++++++ 2 files changed, 12 insertions(+), 5 deletions(-) diff --git a/transport-docs/bp/en/experiments.tex b/transport-docs/bp/en/experiments.tex index 5fc89942..9f482e6f 100644 --- a/transport-docs/bp/en/experiments.tex +++ b/transport-docs/bp/en/experiments.tex @@ -13,8 +13,9 @@ \section{Methodology} planners have to be single-threaded and use a maximum of 2, 4, or 6 GB of memory (depending on the competition year), with a maximum run time of 30 minutes. Since the IPC rule pages vary on the exact processor specification or the amount of memory available to each planner between competitions, -we adjust the parameters slightly by only running our planners -for 15 minutes on each problem, using 4 GB of RAM. +we adjust the parameters slightly by running our planners +for 30 minutes on each problem, using 4 GB of RAM. +Our planners will get canceled and prompted for a plan after the time runs out. All our experiments are run on \comment{a computer with an 8 core 64-bit processor \texttt{Intel Core i7-6700 CPU @ 3.40GHz} @@ -26,12 +27,11 @@ \section{Methodology} run on the exact same processor, only on very similar ones (approximately equivalent to \texttt{Intel Xeon E5-2650 v2 2.6 GHz}). The performance of our planners does not change significantly -when prolonging the run from 15 to 30 minutes or when run +when changing the run time from 30 to 15 minutes or when run on slightly different processors. -Our planners will get canceled and prompted for a plan after the 15 minutes run out. We run all our planner implementations in Java using Oracle's OpenJDK -version \texttt{1.8.0\_131}. +version \texttt{1.8.0\_131-b11}. The results presented here were obtained with the \TEver{} version of the TransportEditor project.\puncfootnote{Git tag \TEtag{}, available at \url{https://github.com/oskopek/TransportEditor}} The \texttt{NOTICE.txt} files in the project module directories specify the exact versions of libraries used. diff --git a/transport-docs/bp/en/sequential.tex b/transport-docs/bp/en/sequential.tex index c65e7d51..1eccc6ae 100644 --- a/transport-docs/bp/en/sequential.tex +++ b/transport-docs/bp/en/sequential.tex @@ -409,6 +409,13 @@ \subsection{Sequential Forward A*}\label{sfa} on practical problems, as will be demonstrated later during experimental evaluation. +To limit memory usage, we add an if statement to line 17 of the algorithm +(Figure~\ref{alg:astar}), +which checks if the open set is larger than a given hyperparameter. +If it is, it removes the state with the largest $f$ value in the open set, +making room for the addition of the new state. In our experiments, +the hyperparameter is always set to 800 000. + A variant of SFA, \textit{Weighted Sequential Forward A$^{\kern-.05em*}$} (WSFA) swaps A$^{\kern-.15em*}$ search for Weighted A$^{\kern-.15em*}$ in the SFA planner.