File tree Expand file tree Collapse file tree 2 files changed +4
-12
lines changed
Expand file tree Collapse file tree 2 files changed +4
-12
lines changed Original file line number Diff line number Diff line change @@ -3,15 +3,10 @@ name: Benchmark v2 Framework
33on :
44 workflow_call :
55 inputs :
6- runner_group :
6+ runner :
77 description : ' GH Actions runner group to use'
8- required : false
9- type : string
10- runner_labels :
11- description : ' GH Actions runner label to use'
12- required : false
8+ required : true
139 type : string
14- default : null
1510 model_id :
1611 description : ' Model ID to benchmark (e.g., meta-llama/Llama-2-7b-hf)'
1712 required : false
6358jobs :
6459 benchmark-v2 :
6560 name : Benchmark v2
66- runs-on :
67- group : ${{ inputs.runner_group }}
68- labels : none
61+ runs-on : ${{ inputs.runner }}
6962 container :
7063 image : huggingface/transformers-pytorch-gpu
7164 options : --gpus all --privileged --ipc host --shm-size "16gb"
Original file line number Diff line number Diff line change 4646 name : Benchmark v2 - Default Models
4747 uses : ./.github/workflows/benchmark_v2.yml
4848 with :
49- runner_group : " aws-g5-4xlarge-cache"
50- model_id : ${{ inputs.model_id || '' }}
49+ runner : " aws-g5-4xlarge-cache"
5150 warmup_iterations : ${{ inputs.warmup_iterations || 3 }}
5251 measurement_iterations : ${{ inputs.measurement_iterations || 5 }}
5352 num_tokens_to_generate : ${{ inputs.num_tokens_to_generate || 100 }}
You can’t perform that action at this time.
0 commit comments