Merge branch 'main' into fix-compile-link

Author: sekyondaMeta

.ci/docker/requirements.txt

@@ -32,13 +32,13 @@ bs4
 awscliv2==2.1.1
 flask
 spacy==3.4.1
-ray[tune]==2.7.2
+ray[tune]==2.52.1
 tensorboard
 jinja2==3.1.3
 pytorch-lightning
 torchx
-torchrl==0.9.2
-tensordict==0.9.1
+torchrl==0.10.1
+tensordict==0.10.0
 # For ax_multiobjective_nas_tutorial.py
 ax-platform>=0.4.0,<0.5.0
 nbformat>=5.9.2

.github/workflows/_build-tutorials-base.yml

@@ -13,6 +13,11 @@ on:
         required: false
         type: number
         default: 0
+      S3_PREFIX:
+        description: "S3 prefix path for uploading docs preview"
+        required: false
+        type: string
+        default: "pytorch/tutorials"
 
 jobs:
   worker:
@@ -187,7 +192,7 @@ jobs:
           s3-bucket: doc-previews
           if-no-files-found: error
           path: docs
-          s3-prefix: pytorch/tutorials/${{ github.event.pull_request.number }}
+          s3-prefix: ${{ inputs.S3_PREFIX }}/${{ github.event.pull_request.number }}
 
       - name: Teardown Linux
         uses: pytorch/test-infra/.github/actions/teardown-linux@main

.github/workflows/build-tutorials-nightly.yml

@@ -32,4 +32,5 @@ jobs:
     secrets: inherit
     with:
       USE_NIGHTLY: 1
-      UPLOAD: 0
+      UPLOAD: 1
+      S3_PREFIX: pytorch/tutorials-nightly-preview

.gitignore

@@ -21,6 +21,8 @@ beginner_source/hymenoptera_data/
 intermediate_source/data/
 *.zip
 MNIST/
+data/cifar-10-batches-py/*
+*.tar.gz
 
 #builds
 _build/
@@ -105,6 +107,7 @@ target/
 celerybeat-schedule
 # dotenv
 .env
+.envrc
 
 # virtualenv
 venv/
@@ -124,8 +127,10 @@ cleanup.sh
 # PyTorch things
 *.pt
 
-# VSCode
+# IDEs
 *.vscode
+.cfg/
+.cursor
 
 # pyspelling
 dictionary.dic

.jenkins/build.sh

@@ -4,6 +4,14 @@ set -ex
 
 export BUCKET_NAME=pytorch-tutorial-build-pull-request
 
+# Set build prefix based on whether this is a nightly build or not
+# This prevents conflicts when both builds run simultaneously
+if [ "${USE_NIGHTLY:-0}" -eq 1 ]; then
+  export BUILD_PREFIX="nightly"
+else
+  export BUILD_PREFIX="stable"
+fi
+
 # set locale for click dependency in spacy
 export LC_ALL=C.UTF-8
 export LANG=C.UTF-8
@@ -122,7 +130,7 @@ if [[ "${JOB_TYPE}" == "worker" ]]; then
   # Step 6: Copy generated files to S3, tag with commit ID
   if [ "${UPLOAD:-0}" -eq 1 ]; then
     7z a worker_${WORKER_ID}.7z docs
-    awsv2 s3 cp worker_${WORKER_ID}.7z s3://${BUCKET_NAME}/${COMMIT_ID}/worker_${WORKER_ID}.7z
+    awsv2 s3 cp worker_${WORKER_ID}.7z s3://${BUCKET_NAME}/${BUILD_PREFIX}/${COMMIT_ID}/worker_${WORKER_ID}.7z
   fi
 elif [[ "${JOB_TYPE}" == "manager" ]]; then
   # Step 1: Generate no-plot HTML pages for all tutorials
@@ -136,7 +144,7 @@ elif [[ "${JOB_TYPE}" == "manager" ]]; then
   # Step 3: Download generated with-plot HTML files and static files from S3, merge into one folder
   mkdir -p docs_with_plot/docs
   for ((worker_id=1;worker_id<NUM_WORKERS+1;worker_id++)); do
-    awsv2 s3 cp s3://${BUCKET_NAME}/${COMMIT_ID}/worker_$worker_id.7z worker_$worker_id.7z
+    awsv2 s3 cp s3://${BUCKET_NAME}/${BUILD_PREFIX}/${COMMIT_ID}/worker_$worker_id.7z worker_$worker_id.7z
     7z x worker_$worker_id.7z -oworker_$worker_id
     yes | cp -R worker_$worker_id/docs/* docs_with_plot/docs
   done
@@ -153,7 +161,7 @@ elif [[ "${JOB_TYPE}" == "manager" ]]; then
 
   # Step 6: Copy generated HTML files and static files to S3
   7z a manager.7z docs
-  awsv2 s3 cp manager.7z s3://${BUCKET_NAME}/${COMMIT_ID}/manager.7z
+  awsv2 s3 cp manager.7z s3://${BUCKET_NAME}/${BUILD_PREFIX}/${COMMIT_ID}/manager.7z
 
   # Step 7: push new HTML files and static files to gh-pages
   if [[ "$COMMIT_SOURCE" == "refs/heads/master" || "$COMMIT_SOURCE" == "refs/heads/main" ]]; then

.jenkins/metadata.json

@@ -10,7 +10,8 @@
     "duration": 1200
   },
   "beginner_source/hyperparameter_tuning_tutorial.py": {
-    "duration": 0
+    "needs": "linux.g5.4xlarge.nvidia.gpu",
+    "duration": 1800
   },
   "advanced_source/dynamic_quantization_tutorial.py": {
     "duration": 380