diff --git a/.ci/pytorch/test.sh b/.ci/pytorch/test.sh index 0524e1a814e37..411c06c7cc8ce 100755 --- a/.ci/pytorch/test.sh +++ b/.ci/pytorch/test.sh @@ -292,7 +292,7 @@ test_perf_for_dashboard() { # All the accuracy tests can be skipped once the CI accuracy checking is stable enough for backend in eager aot_eager; do python "benchmarks/dynamo/$suite.py" \ - --accuracy --backend "$backend" "$@" \ + --accuracy --"$dtype" --backend "$backend" "$@" \ --output "$TEST_REPORTS_DIR/${backend}_${suite}_${dtype}_training_cuda_accuracy.csv" done @@ -301,10 +301,10 @@ test_perf_for_dashboard() { # TODO: update here once cudagraphs is turned on as default backend=inductor python "benchmarks/dynamo/$suite.py" \ - --accuracy --backend "$backend" --disable-cudagraphs "$@" \ + --accuracy --"$dtype" --backend "$backend" --disable-cudagraphs "$@" \ --output "$TEST_REPORTS_DIR/${backend}_no_cudagraphs_${suite}_${dtype}_training_cuda_accuracy.csv" python "benchmarks/dynamo/$suite.py" \ - --accuracy --backend "$backend" "$@" \ + --accuracy --"$dtype" --backend "$backend" "$@" \ --output "$TEST_REPORTS_DIR/${backend}_with_cudagraphs_${suite}_${dtype}_training_cuda_accuracy.csv" # Run performance test @@ -312,10 +312,10 @@ test_perf_for_dashboard() { # Run performance test for inductor with different configs # TODO: add more configs here, e.g. dynamic-shapes, max-autotune, etc. python "benchmarks/dynamo/$suite.py" \ - --performance --backend "$backend" --disable-cudagraphs "$@" \ + --performance --"$dtype" --backend "$backend" --disable-cudagraphs "$@" \ --output "$TEST_REPORTS_DIR/${backend}_no_cudagraphs_${suite}_${dtype}_training_cuda_performance.csv" python "benchmarks/dynamo/$suite.py" \ - --performance --backend "$backend" "$@" \ + --performance --"$dtype" --backend "$backend" "$@" \ --output "$TEST_REPORTS_DIR/${backend}_with_cudagraphs_${suite}_${dtype}_training_cuda_performance.csv" done }