We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 51bce7d commit aa00167Copy full SHA for aa00167
.github/workflows/pull.yml
@@ -957,7 +957,7 @@ jobs:
957
958
python torchchat.py generate --checkpoint-path ${MODEL_DIR}/stories15M.pt --temperature 0 --prompt "${PROMPT}"
959
960
- for dtype in fp32 fp16 bf16; do
+ for dtype in fp32 fp16 bf16 fast fast16; do
961
echo "Running export + runner with dtype=$dtype"
962
python torchchat.py export --checkpoint-path ${MODEL_DIR}/stories15M.pt --dtype $dtype --output-dso-path /tmp/model.so
963
./cmake-out/aoti_run /tmp/model.so -z ${MODEL_DIR}/tokenizer.bin -i "${PROMPT}"
0 commit comments