Skip to content

Commit

Permalink
[CI] Add a missing dtype flag in nightly perf run (pytorch#97357)
Browse files Browse the repository at this point in the history
  • Loading branch information
desertfire authored and pytorchmergebot committed Mar 22, 2023
1 parent 73b7702 commit da96ae2
Showing 1 changed file with 5 additions and 5 deletions.
10 changes: 5 additions & 5 deletions .ci/pytorch/test.sh
Original file line number Diff line number Diff line change
Expand Up @@ -292,7 +292,7 @@ test_perf_for_dashboard() {
# All the accuracy tests can be skipped once the CI accuracy checking is stable enough
for backend in eager aot_eager; do
python "benchmarks/dynamo/$suite.py" \
--accuracy --backend "$backend" "$@" \
--accuracy --"$dtype" --backend "$backend" "$@" \
--output "$TEST_REPORTS_DIR/${backend}_${suite}_${dtype}_training_cuda_accuracy.csv"
done

Expand All @@ -301,21 +301,21 @@ test_perf_for_dashboard() {
# TODO: update here once cudagraphs is turned on as default
backend=inductor
python "benchmarks/dynamo/$suite.py" \
--accuracy --backend "$backend" --disable-cudagraphs "$@" \
--accuracy --"$dtype" --backend "$backend" --disable-cudagraphs "$@" \
--output "$TEST_REPORTS_DIR/${backend}_no_cudagraphs_${suite}_${dtype}_training_cuda_accuracy.csv"
python "benchmarks/dynamo/$suite.py" \
--accuracy --backend "$backend" "$@" \
--accuracy --"$dtype" --backend "$backend" "$@" \
--output "$TEST_REPORTS_DIR/${backend}_with_cudagraphs_${suite}_${dtype}_training_cuda_accuracy.csv"

# Run performance test
# Skip dynamo-eager and aot-eager for performance test
# Run performance test for inductor with different configs
# TODO: add more configs here, e.g. dynamic-shapes, max-autotune, etc.
python "benchmarks/dynamo/$suite.py" \
--performance --backend "$backend" --disable-cudagraphs "$@" \
--performance --"$dtype" --backend "$backend" --disable-cudagraphs "$@" \
--output "$TEST_REPORTS_DIR/${backend}_no_cudagraphs_${suite}_${dtype}_training_cuda_performance.csv"
python "benchmarks/dynamo/$suite.py" \
--performance --backend "$backend" "$@" \
--performance --"$dtype" --backend "$backend" "$@" \
--output "$TEST_REPORTS_DIR/${backend}_with_cudagraphs_${suite}_${dtype}_training_cuda_performance.csv"
done
}
Expand Down

0 comments on commit da96ae2

Please sign in to comment.