Remove invalid param

Author: atalman

.github/workflows/build-conda-windows.yml

@@ -38,7 +38,6 @@ jobs:
     name: ${{ matrix.repository }}
     uses: pytorch/test-infra/.github/workflows/build_wheels_windows.yml@main
     with:
-      conda-package-directory: ${{ matrix.conda-package-directory }}
       repository: ${{ matrix.repository }}
       ref: ""
       test-infra-repository: pytorch/test-infra