From 95e59f72a8ecceae7d32732064c81367c0854031 Mon Sep 17 00:00:00 2001 From: "Albert-Jan N. Yzelman" Date: Sat, 11 Jan 2025 14:05:00 +0100 Subject: [PATCH] Increase default perftest size to match that of the 2020 paper --- tests/performance/performancetests.sh | 29 +++++++++++++-------------- 1 file changed, 14 insertions(+), 15 deletions(-) diff --git a/tests/performance/performancetests.sh b/tests/performance/performancetests.sh index 268045b88..94e0fab8a 100755 --- a/tests/performance/performancetests.sh +++ b/tests/performance/performancetests.sh @@ -148,58 +148,57 @@ echo " " if [[ -z $DATASETTORUN && ( -z "$EXPTYPE" || "$EXPTYPE" == "KERNEL" ) ]]; then echo ">>> [ ] [x] Testing semiring axpy versus hardcoded axpy over" - echo " 10 000 000 doubles" + echo " 100 000 000 doubles" echo " " - ${TEST_BIN_DIR}/fma &> ${TEST_OUT_DIR}/fma 10000000 0 + ${TEST_BIN_DIR}/fma 100000000 0 &> ${TEST_OUT_DIR}/fma head -1 ${TEST_OUT_DIR}/fma tail -2 ${TEST_OUT_DIR}/fma egrep 'label|Overall timings|0,' ${TEST_OUT_DIR}/fma | grep -v Outer >> ${TEST_OUT_DIR}/benchmarks echo ">>> [ ] [x] Testing monoid reduce versus hardcoded reduce over" - echo " 10 000 000 doubles" + echo " 100 000 000 doubles" echo " " - ${TEST_BIN_DIR}/reduce &> ${TEST_OUT_DIR}/reduce 10000000 0 + ${TEST_BIN_DIR}/reduce 100000000 0 &> ${TEST_OUT_DIR}/reduce head -1 ${TEST_OUT_DIR}/reduce tail -2 ${TEST_OUT_DIR}/reduce egrep 'label|Overall timings|0,' ${TEST_OUT_DIR}/reduce | grep -v Outer >> ${TEST_OUT_DIR}/benchmarks echo ">>> [ ] [x] Testing semiring dot product versus its hardcoded variant" - echo " over 10 000 000 doubles" + echo " over 100 000 000 doubles" echo " " - ${TEST_BIN_DIR}/dot &> ${TEST_OUT_DIR}/dot 10000000 0 + ${TEST_BIN_DIR}/dot 100000000 0 &> ${TEST_OUT_DIR}/dot head -1 ${TEST_OUT_DIR}/dot tail -2 ${TEST_OUT_DIR}/dot egrep 'label|Overall timings|0,' ${TEST_OUT_DIR}/dot | grep -v Outer >> ${TEST_OUT_DIR}/benchmarks echo ">>> [ ] [x] Testing semiring axpy versus hardcoded axpy over" - echo " 10 000 000 doubles, using the OpenMP reference backend" + echo " 100 000 000 doubles, using the OpenMP reference backend" echo " " - ${TEST_BIN_DIR}/fma-blocking &> ${TEST_OUT_DIR}/fma-blocking 10000000 0 + ${TEST_BIN_DIR}/fma-blocking 100000000 0 &> ${TEST_OUT_DIR}/fma-blocking head -1 ${TEST_OUT_DIR}/fma-blocking tail -2 ${TEST_OUT_DIR}/fma-blocking egrep 'label|Overall timings|0,' ${TEST_OUT_DIR}/fma-blocking | grep -v Outer >> ${TEST_OUT_DIR}/benchmarks echo ">>> [ ] [x] Testing semiring axpy versus hardcoded axpy over" - echo " 10 000 000 doubles, using the nonblocking backend" + echo " 100 000 000 doubles, using the nonblocking backend" echo " " - ${TEST_BIN_DIR}/fma-nonblocking &> ${TEST_OUT_DIR}/fma-nonblocking 10000000 0 + ${TEST_BIN_DIR}/fma-nonblocking 100000000 0 &> ${TEST_OUT_DIR}/fma-nonblocking head -1 ${TEST_OUT_DIR}/fma-nonblocking tail -2 ${TEST_OUT_DIR}/fma-nonblocking egrep 'label|Overall timings|0,' ${TEST_OUT_DIR}/fma-nonblocking | grep -v Outer >> ${TEST_OUT_DIR}/benchmarks echo ">>> [ ] [x] Testing monoid reduce versus hardcoded reduce over" - echo " 10 000 000 doubles, using the OpenMP reference backend" + echo " 100 000 000 doubles, using the OpenMP reference backend" echo " " - ${TEST_BIN_DIR}/reduce-openmp &> ${TEST_OUT_DIR}/reduce-openmp 10000000 0 + ${TEST_BIN_DIR}/reduce-openmp 100000000 0 &> ${TEST_OUT_DIR}/reduce-openmp head -1 ${TEST_OUT_DIR}/reduce-openmp tail -2 ${TEST_OUT_DIR}/reduce-openmp egrep 'label|Overall timings|0,' ${TEST_OUT_DIR}/reduce-openmp | grep -v Outer >> ${TEST_OUT_DIR}/benchmarks - echo ">>> [ ] [x] Testing semiring dot product versus its hardcoded variant" - echo " over 10 000 000 doubles, using the OpenMP reference backend" + echo " over 100 000 000 doubles, using the OpenMP reference backend" echo " " - ${TEST_BIN_DIR}/dot-openmp &> ${TEST_OUT_DIR}/dot-openmp 10000000 0 + ${TEST_BIN_DIR}/dot-openmp 100000000 0 &> ${TEST_OUT_DIR}/dot-openmp head -1 ${TEST_OUT_DIR}/dot-openmp tail -2 ${TEST_OUT_DIR}/dot-openmp egrep 'label|Overall timings|0,' ${TEST_OUT_DIR}/dot-openmp | grep -v Outer >> ${TEST_OUT_DIR}/benchmarks