add versioned docs to the pipeline

Author: alan707

.github/workflows/pull-from-bazel-build.yml

@@ -88,8 +88,8 @@ jobs:
             -zip upstream/bazel-bin/src/main/java/com/google/devtools/build/lib/reference-docs.zip \
             -output reference-docs-temp
 
-      - name: Transform upstream docs to mdx
-        run: ./copy-upstream-docs.sh
+      - name: Create or update versioned docs folders
+        run: ./docs-versions.vendor_folders.sh
 
       - name: Create versioned navigation
         run: ./docs.json.update.sh

convert-community-to-mdx.sh

@@ -5,12 +5,16 @@
 
 set -e
 
-FILE=${1}
-INPUT_FILE="upstream/site/en/${FILE}/_index.yaml"
+# $1 is the source topic (e.g., "community/experts")
+# $2 is the destination base path (e.g., "my-docs/community/experts")
+SOURCE_TOPIC=${1}
+DEST_BASE_PATH=${2}
+
+INPUT_FILE="upstream/site/en/${SOURCE_TOPIC}/_index.yaml"
 TITLE=$(yq eval '.landing_page.rows[0].heading' "$INPUT_FILE")
 DESCRIPTION=$(yq eval '.landing_page.rows[0].description' "$INPUT_FILE")
 
-OUTPUT_FILE="${FILE}.mdx"
+OUTPUT_FILE="${DEST_BASE_PATH}.mdx"
 # Create the MDX file
 cat > "$OUTPUT_FILE" << EOF
 ---

copy-upstream-docs.sh

@@ -99,12 +99,17 @@ transform_docs() {
 transform_docs "$UPSTREAM_SITE"
 transform_docs "$REFERENCE_DOCS"
 
-echo "Converting community YAML files to MDX..."
-./convert-community-to-mdx.sh "$DEST_DIR/community/experts"
-./convert-community-to-mdx.sh "$DEST_DIR/community/partners"
-
-echo "Copying community images..."
-mkdir -p "$DEST_DIR/community/images"
-cp upstream/site/en/community/images/* "$DEST_DIR/community/images/"
+# Conditionally run the community page generation if the source files exist.
+if [ -f "upstream/site/en/community/experts/_index.yaml" ]; then
+  echo "Converting community YAML files to MDX..."
+  ./convert-community-to-mdx.sh "community/experts" "$DEST_DIR/community/experts"
+  ./convert-community-to-mdx.sh "community/partners" "$DEST_DIR/community/partners"
+
+  echo "Copying community images..."
+  mkdir -p "$DEST_DIR/community/images"
+  cp upstream/site/en/community/images/* "$DEST_DIR/community/images/"
+else
+  echo "Skipping community file conversion (source not found)."
+fi
 
 echo "Done copying docs."

docs-versions.vendor_folders.sh

@@ -16,7 +16,7 @@ VERSIONS=$(jq -r '.[] | select(. != "HEAD")' docs-versions.json)
 
 # Check which folders are missing and create them
 for VERSION in $VERSIONS; do
-    if [ ! -d "$VERSION" ]; then
+    if [ ! -d "versions/$VERSION" ]; then
         echo "Creating missing folder for version: $VERSION"
 
         # Change to upstream directory and reset to the specific tag
@@ -29,12 +29,30 @@ for VERSION in $VERSIONS; do
         cd ..
 
         # Run the copy-upstream-docs.sh script with the version directory
-        echo "Copying docs to directory: $VERSION"
-        ./copy-upstream-docs.sh "$VERSION"
+        echo "Copying docs to directory: versions/$VERSION"
+        ./copy-upstream-docs.sh "versions/$VERSION"
+        
+        echo "Converting community YAML files to MDX..."
+
+        # Check and convert experts
+        if [ -f "upstream/site/en/community/experts/_index.yaml" ]; then
+            echo "Converting experts for version $VERSION"
+            ./convert-community-to-mdx.sh "community/experts" "versions/$VERSION/community/experts"
+        else
+            echo "Skipping experts conversion (file not found for $VERSION)"
+        fi
+        
+        # Check and convert partners
+        if [ -f "upstream/site/en/community/partners/_index.yaml" ]; then
+            echo "Converting partners for version $VERSION"
+            ./convert-community-to-mdx.sh "community/partners" "versions/$VERSION/community/partners"
+        else
+            echo "Skipping partners conversion (file not found for $VERSION)"
+        fi
 
         echo "Successfully created docs for version $VERSION"
     else
-        echo "Folder $VERSION already exists, skipping"
+        echo "Folder versions/$VERSION already exists, skipping"
     fi
 done
 

update_upstream_locally.sh

@@ -62,7 +62,7 @@ run ./cleanup-mdx.sh
 run ./run-in-go-docker.sh "$REFERENCE_ZIP"
 
 
-run ./copy-upstream-docs.sh
+run ./docs-versions.vendor_folders.sh
 run ./docs.json.update.sh
 
 rm -rf "reference-docs-temp"