Re: #3290 FP8 Blockwise Training Tracker, quantization benchmarks #3306
Dr.CI classification results
{"FAILED":[{"workflowId":19201086307,"workflowUniqueId":175568756,"id":55007477642,"runnerName":"i-02a44939feaf7fd91","authorEmail":"[email protected]","name":"Run 1xL4 Tests / test (SM-89, linux.g6.4xlarge.experimental.nvidia.gpu, --pre torch --index-url https://download.p... / linux-job","jobName":"test (SM-89, linux.g6.4xlarge.experimental.nvidia.gpu, --pre torch --index-url https://download.p... / linux-job","conclusion":"failure","completed_at":"2025-11-10T19:00:11.000000000Z","html_url":"https://github.com/pytorch/ao/actions/runs/19201086307/job/55007477642","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/ao/55007477642","head_branch":"feat/fp8-quant-bench-3290","pr_number":3306,"head_sha":"a22d36f86c12af6d8ef54d662653c1d114ff356e","head_sha_timestamp":"2025-11-09T01:00:27Z","failure_captures":["test/float8/test_base.py::TestFloat8Linear::test_linear_from_recipe[linear_dtype2-False-x_shape2-Float8LinearRecipeName.ROWWISE_WITH_GW_HP]"],"failure_lines":["FAILED test/float8/test_base.py::TestFloat8Linear::test_linear_from_recipe[linear_dtype2-False-x_shape2-Float8LinearRecipeName.ROWWISE_WITH_GW_HP] - unittest.case.SkipTest: CUDA capability < 9.0"],"failure_context":[],"time":"2025-11-10T18:38:23.000000000Z"},{"workflowId":19201086318,"workflowUniqueId":89543087,"id":55007477978,"runnerName":"i-0cdf82b8c81771af7","authorEmail":"[email protected]","name":"Run Regression Tests / test-nightly (CUDA Nightly, linux.g5.12xlarge.nvidia.gpu, --pre torch --index-url https://downloa... / linux-job","jobName":"test-nightly (CUDA Nightly, linux.g5.12xlarge.nvidia.gpu, --pre torch --index-url https://downloa... / linux-job","conclusion":"failure","completed_at":"2025-11-10T20:44:26.000000000Z","html_url":"https://github.com/pytorch/ao/actions/runs/19201086318/job/55007477978","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/ao/55007477978","head_branch":"feat/fp8-quant-bench-3290","pr_number":3306,"head_sha":"a22d36f86c12af6d8ef54d662653c1d114ff356e","head_sha_timestamp":"2025-11-09T01:00:27Z","failure_captures":["test/float8/test_base.py::TestScaledMM::test_pad_inner_dim[False-base_dtype2]"],"failure_lines":["FAILED test/float8/test_base.py::TestScaledMM::test_pad_inner_dim[False-base_dtype2] - unittest.case.SkipTest: CUDA not available"],"failure_context":[],"time":"2025-11-10T18:38:23.000000000Z"},{"workflowId":19201086318,"workflowUniqueId":89543087,"id":55007477991,"runnerName":"i-0e82ba4ef9125a30f","authorEmail":"[email protected]","name":"Run Regression Tests / test-nightly (CPU Nightly, linux.4xlarge, --pre torch --index-url https://download.pytorch.org/wh... / linux-job","jobName":"test-nightly (CPU Nightly, linux.4xlarge, --pre torch --index-url https://download.pytorch.org/wh... / linux-job","conclusion":"failure","completed_at":"2025-11-10T19:20:00.000000000Z","html_url":"https://github.com/pytorch/ao/actions/runs/19201086318/job/55007477991","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/ao/55007477991","head_branch":"feat/fp8-quant-bench-3290","pr_number":3306,"head_sha":"a22d36f86c12af6d8ef54d662653c1d114ff356e","head_sha_timestamp":"2025-11-09T01:00:27Z","failure_captures":["test/test_low_bit_optim.py::TestOptim::test_param_groups_optim_name_AdamFp8_device_cpu"],"failure_lines":["FAILED test/test_low_bit_optim.py::TestOptim::test_param_groups_optim_name_AdamFp8_device_cpu - torch._inductor.exc.InductorError: ImportError: /opt/conda/lib/libstdc++.so.6: version GLIBCXX_3.4.32' not found (required by /tmp/torchinductor_root/ew/cewlhczylgiukesh6uazslryyvwtyilxiaspz2xiipabl7btmrdc.main.so)"],"failure_context":[],"time":"2025-11-10T18:38:23.000000000Z"},{"workflowId":19201086318,"workflowUniqueId":89543087,"id":55007478013,"runnerName":"i-087b574ddc99688ac","authorEmail":"[email protected]","name":"Run Regression Tests / test (CPU 2.7, linux.4xlarge, torch==2.7.0 --index-url https://download.pytorch.org/whl/cpu, cpu) / linux-job","jobName":"test (CPU 2.7, linux.4xlarge, torch==2.7.0 --index-url https://download.pytorch.org/whl/cpu, cpu) / linux-job","conclusion":"failure","completed_at":"2025-11-10T19:00:21.000000000Z","html_url":"https://github.com/pytorch/ao/actions/runs/19201086318/job/55007478013","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/ao/55007478013","head_branch":"feat/fp8-quant-bench-3290","pr_number":3306,"head_sha":"a22d36f86c12af6d8ef54d662653c1d114ff356e","head_sha_timestamp":"2025-11-09T01:00:27Z","failure_captures":["test/test_low_bit_optim.py::TestOptim::test_param_groups_optim_name_AdamFp8_device_cpu"],"failure_lines":["FAILED test/test_low_bit_optim.py::TestOptim::test_param_groups_optim_name_AdamFp8_device_cpu - torch._inductor.exc.InductorError: ImportError: /opt/conda/lib/libstdc++.so.6: version GLIBCXX_3.4.32' not found (required by /tmp/torchinductor_root/cn/ccnmqaeu7tt6lpz3sjba2wxqcbzuedfnyt2jdlwnql2azswsd4gh.so)"],"failure_context":[],"time":"2025-11-10T18:38:23.000000000Z"},{"workflowId":19201086318,"workflowUniqueId":89543087,"id":55007478025,"runnerName":"i-0b1fab49bba732155","authorEmail":"[email protected]","name":"Run Regression Tests / test (CPU 2.6, linux.4xlarge, torch==2.6.0 --index-url https://download.pytorch.org/whl/cpu, cpu) / linux-job","jobName":"test (CPU 2.6, linux.4xlarge, torch==2.6.0 --index-url https://download.pytorch.org/whl/cpu, cpu) / linux-job","conclusion":"failure","completed_at":"2025-11-10T18:49:03.000000000Z","html_url":"https://github.com/pytorch/ao/actions/runs/19201086318/job/55007478025","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/ao/55007478025","head_branch":"feat/fp8-quant-bench-3290","pr_number":3306,"head_sha":"a22d36f86c12af6d8ef54d662653c1d114ff356e","head_sha_timestamp":"2025-11-09T01:00:27Z","failure_captures":["test/test_low_bit_optim.py::TestOptim::test_param_groups_optim_name_AdamFp8_device_cpu"],"failure_lines":["FAILED test/test_low_bit_optim.py::TestOptim::test_param_groups_optim_name_AdamFp8_device_cpu - torch._dynamo.exc.BackendCompilerFailed: backend='inductor' raised:"],"failure_context":[],"time":"2025-11-10T18:38:23.000000000Z"},{"workflowId":19201086318,"workflowUniqueId":89543087,"id":55007478057,"runnerName":"i-04534c82de195d0a4","authorEmail":"[email protected]","name":"Run Regression Tests / test (CPU 2.8, linux.4xlarge, torch==2.8.0 --index-url https://download.pytorch.org/whl/cpu, cpu) / linux-job","jobName":"test (CPU 2.8, linux.4xlarge, torch==2.8.0 --index-url https://download.pytorch.org/whl/cpu, cpu) / linux-job","conclusion":"failure","completed_at":"2025-11-10T19:08:54.000000000Z","html_url":"https://github.com/pytorch/ao/actions/runs/19201086318/job/55007478057","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/ao/55007478057","head_branch":"feat/fp8-quant-bench-3290","pr_number":3306,"head_sha":"a22d36f86c12af6d8ef54d662653c1d114ff356e","head_sha_timestamp":"2025-11-09T01:00:27Z","failure_captures":["test/test_low_bit_optim.py::TestOptim::test_param_groups_optim_name_AdamFp8_device_cpu"],"failure_lines":["FAILED test/test_low_bit_optim.py::TestOptim::test_param_groups_optim_name_AdamFp8_device_cpu - torch._inductor.exc.InductorError: ImportError: /opt/conda/lib/libstdc++.so.6: version `GLIBCXX_3.4.32' not found (required by /tmp/torchinductor_root/kc/ckc53vwgocsvwzyqaztfy5vxaq4ffozyr4xstqv3jn45xpzl24qy.main.so)"],"failure_context":[],"time":"2025-11-10T18:38:23.000000000Z"},{"workflowId":19201086318,"workflowUniqueId":89543087,"id":55007478067,"runnerName":"i-0d37be01b26b1db36","authorEmail":"[email protected]","name":"Run Regression Tests / test (CUDA 2.6, linux.g5.12xlarge.nvidia.gpu, torch==2.6.0, cuda, 12.6) / linux-job","jobName":"test (CUDA 2.6, linux.g5.12xlarge.nvidia.gpu, torch==2.6.0, cuda, 12.6) / linux-job","conclusion":"failure","completed_at":"2025-11-10T19:47:49.000000000Z","html_url":"https://github.com/pytorch/ao/actions/runs/19201086318/job/55007478067","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/ao/55007478067","head_branch":"feat/fp8-quant-bench-3290","pr_number":3306,"head_sha":"a22d36f86c12af6d8ef54d662653c1d114ff356e","head_sha_timestamp":"2025-11-09T01:00:27Z","failure_captures":["test/float8/test_base.py::TestScaledMM::test_pad_inner_dim[False-base_dtype2]"],"failure_lines":["FAILED test/float8/test_base.py::TestScaledMM::test_pad_inner_dim[False-base_dtype2] - unittest.case.SkipTest: CUDA not available"],"failure_context":[],"time":"2025-11-10T18:38:23.000000000Z"},{"workflowId":19201086318,"workflowUniqueId":89543087,"id":55007478071,"runnerName":"i-0809022c92f992589","authorEmail":"[email protected]","name":"Run Regression Tests / test (CUDA 2.8, linux.g5.12xlarge.nvidia.gpu, torch==2.8.0, cuda, 12.6) / linux-job","jobName":"test (CUDA 2.8, linux.g5.12xlarge.nvidia.gpu, torch==2.8.0, cuda, 12.6) / linux-job","conclusion":"failure","completed_at":"2025-11-10T20:11:36.000000000Z","html_url":"https://github.com/pytorch/ao/actions/runs/19201086318/job/55007478071","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/ao/55007478071","head_branch":"feat/fp8-quant-bench-3290","pr_number":3306,"head_sha":"a22d36f86c12af6d8ef54d662653c1d114ff356e","head_sha_timestamp":"2025-11-09T01:00:27Z","failure_captures":["test/float8/test_base.py::TestScaledMM::test_pad_inner_dim[False-base_dtype2]"],"failure_lines":["FAILED test/float8/test_base.py::TestScaledMM::test_pad_inner_dim[False-base_dtype2] - unittest.case.SkipTest: CUDA not available"],"failure_context":[],"time":"2025-11-10T18:38:23.000000000Z"},{"workflowId":19201086318,"workflowUniqueId":89543087,"id":55007478095,"runnerName":"i-0f8437d733b6c6da4","authorEmail":"[email protected]","name":"Run Regression Tests / test (CUDA 2.7, linux.g5.12xlarge.nvidia.gpu, torch==2.7.0, cuda, 12.6) / linux-job","jobName":"test (CUDA 2.7, linux.g5.12xlarge.nvidia.gpu, torch==2.7.0, cuda, 12.6) / linux-job","conclusion":"failure","completed_at":"2025-11-10T20:00:34.000000000Z","html_url":"https://github.com/pytorch/ao/actions/runs/19201086318/job/55007478095","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/ao/55007478095","head_branch":"feat/fp8-quant-bench-3290","pr_number":3306,"head_sha":"a22d36f86c12af6d8ef54d662653c1d114ff356e","head_sha_timestamp":"2025-11-09T01:00:27Z","failure_captures":["test/float8/test_base.py::TestScaledMM::test_pad_inner_dim[False-base_dtype2]"],"failure_lines":["FAILED test/float8/test_base.py::TestScaledMM::test_pad_inner_dim[False-base_dtype2] - unittest.case.SkipTest: CUDA not available"],"failure_context":[],"time":"2025-11-10T18:38:23.000000000Z"}],"FLAKY":[],"BROKEN_TRUNK":[],"UNSTABLE":[]}