File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 4343 cluster_name : periodic-eval-cluster
4444 - name : Run an easy eval
4545 run : |
46- TEST_ARGS="--llm-provider vertexai --models gemini-2.5-pro-preview-05-06 --task-pattern=scale-" ./dev/ci/periodics/run-evals.sh
46+ TEST_ARGS="--llm-provider vertexai --models gemini-2.5-pro --task-pattern=scale-" ./dev/ci/periodics/run-evals.sh
4747 - name : Analyse results
4848 run : |
4949 ./dev/ci/periodics/analyze-evals.sh
Original file line number Diff line number Diff line change 4848 env :
4949 TEST_ARGS : >-
5050 --llm-provider ${{ github.event.inputs.llm_provider || 'vertexai' }} \
51- --models ${{ github.event.inputs.model || 'gemini-2.5-pro-preview-05-06 ' }} \
51+ --models ${{ github.event.inputs.model || 'gemini-2.5-pro' }} \
5252 --enable-tool-use-shim=${{ github.event.inputs.enable_tool_use_shim || 'false' }} \
5353 --task-pattern=${{ github.event.inputs.task_pattern || 'scale-' }}
5454 run : |
You can’t perform that action at this time.
0 commit comments