diff --git a/.github/workflows/docs.yaml b/.github/workflows/docs.yaml
index 26bcbf8083..e3e8929866 100644
--- a/.github/workflows/docs.yaml
+++ b/.github/workflows/docs.yaml
@@ -24,6 +24,7 @@ jobs:
     with:
       runner: linux.4xlarge.nvidia.gpu
       repository: pytorch/audio
+      upload-artifact: docs
       gpu-arch-type: cuda
       gpu-arch-version: ${{ matrix.cuda-version }}
       timeout: 120
@@ -75,6 +76,10 @@ jobs:
         echo "::endgroup::"
 
         echo "::group::Copy artifacts"
-        cp -rf docs/build/html/* "${RUNNER_DOCS_DIR}"
-        mv docs/build/html /artifacts/
+        cp -r docs/build/html "${RUNNER_ARTIFACT_DIR}"
+
+        # On PRs we also want to upload the docs into our S3 bucket for preview.
+        if [[ ${{ github.event_name == 'pull_request' }} ]]; then
+          cp -r docs/build/html/* "${RUNNER_DOCS_DIR}"
+        fi
         echo "::endgroup::"