diff --git a/tools/ci_build/github/azure-pipelines/templates/py-packaging-training-cuda-stage-steps.yml b/tools/ci_build/github/azure-pipelines/templates/py-packaging-training-cuda-stage-steps.yml
index 004c44d5f6e78..08f001efb6055 100644
--- a/tools/ci_build/github/azure-pipelines/templates/py-packaging-training-cuda-stage-steps.yml
+++ b/tools/ci_build/github/azure-pipelines/templates/py-packaging-training-cuda-stage-steps.yml
@@ -138,6 +138,8 @@ stages:
         value: ${{ parameters.python_version }}
       - name: Repository
         value: onnxruntimetraininggpubuild_${{ parameters.python_version }}
+      - name: UploadWheel
+        value: ${{ parameters.upload_wheel }}
     dependsOn: Build_${{ parameters.stage_name }}
     jobs:
     - job: Test_GPU