[ci] Only run sizebot on pull requests

Oops, forgot to port this bit over.

ghstack-source-id: 72e647b
Pull Request resolved: #30390

Author: poteto

.github/workflows/runtime_build_and_test.yml

@@ -525,6 +525,7 @@ jobs:
 
   # ----- SIZEBOT -----
   download_base_build_for_sizebot:
+    if: ${{ github.event_name == 'pull_request' }}
     name: Download base build for sizebot
     runs-on: ubuntu-latest
     steps: