Add correctness check to benchmarks

09e5a20f · Philipp Meyer · 1683cbb1 · 09e5a20f · 09e5a20f
Commit 09e5a20f authored May 16, 2017 by Philipp Meyer
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 5 deletions

make_table.py benchmarks/make_table.py +2 -2

run_benchmarks.sh benchmarks/run_benchmarks.sh +3 -3

No files found.
--- a/benchmarks/make_table.py
+++ b/benchmarks/make_table.py
@@ -4,8 +4,8 @@ import pandas as pd
 benchmark_dir='.'
 results_dir='results'

-properties = [ 'termination', 'consensus' ]
-prop_steps = [ '$|\mathcal{P}|$', '$|R|$' ]
+properties = [ 'termination', 'consensus', 'correctness' ]
+prop_steps = [ '$|\mathcal{P}|$', '$|R|$', '$|R|$' ]

 max_params = 2


--- a/benchmarks/run_benchmarks.sh
+++ b/benchmarks/run_benchmarks.sh
@@ -13,9 +13,9 @@ options='-i -v'
 #1 hour
 timelimit=$((1 * 3600))

-properties=( 'termination' 'consensus' )
-prop_options=( '--layered-termination' '--strong-consensus' )
-prop_refinements=( 'Checking SAT of layered termination' 'Checking SAT of trap' )
+properties=( 'termination' 'consensus' 'correctness' )
+prop_options=( '--layered-termination' '--strong-consensus' '--correctness' )
+prop_refinements=( 'Checking SAT of layered termination' 'Checking SAT of trap' 'Checking SAT of trap' )

 mkdir -p $benchmark_dir/$out_dir
 mkdir -p $benchmark_dir/$results_dir