finding submodules

Author: BarkinKctp

.github/workflows/build-citus-community-nightlies.yml

@@ -69,34 +69,65 @@ jobs:
       - name: Install python requirements
         run: python -m pip install -r tools/packaging_automation/requirements.txt
 
-      - name: "Debug: run packaging image the same way (capture logs)"
+      - name: Debug: download and inspect GitHub tarball (host)
         run: |
-          mkdir -p container_logs
-          docker run --rm \
-            -v "$(pwd)/packages":/packages \
-            -v "$(pwd)/packaging":/buildfiles:ro \
-            -e GITHUB_TOKEN \
-            -e PACKAGE_ENCRYPTION_KEY="${PACKAGING_SECRET_KEY}" \
-            -e UNENCRYPTED_PACKAGE="" \
-            -e CONTAINER_BUILD_RUN_ENABLED=true \
-            -e MSRUSTUP_PAT \
-            -e CRATES_IO_MIRROR_FEED_TOKEN \
-            -e INSTALL_RUST \
-            -e CI \
-            -e PACKAGING_PASSPHRASE \
-            citus/packaging-test:debian-trixie-all nightly \
-            > container_logs/container.stdout 2> container_logs/container.stderr || true
-          echo "---- container.stderr (first 200 lines) ----"
-          sed -n '1,200p' container_logs/container.stderr || true
-          echo "---- container.stdout (first 200 lines) ----"
-          sed -n '1,200p' container_logs/container.stdout || true
-
-      - name: "Debug: Verify packaging dir contains expected inputs"
-        run: |
-          echo "Searching for key packaging files:"
-          find packaging -maxdepth 4 -type f \( -name 'pkgvars' -o -name 'postgres-matrix.yml' -o -name 'supported-postgres' \) -print || true
-          echo "Packaging directory structure:"
-          ls -la packaging/ || true
+          set -euo pipefail
+
+          # read pkgvars from the cloned packaging repo (this is where hubproj/nightlyref come from)
+          echo "---- packaging/pkgvars ----"
+          sed -n '1,120p' packaging/pkgvars
+
+          # load variables from pkgvars (same as container does)
+          set -a
+          source packaging/pkgvars
+          set +a
+
+          pkgname="${deb_pkgname:-${pkgname}}"
+          hubproj="${hubproj:-${pkgname}}"
+          nightlyref="${nightlyref:-master}"
+          repopath="citusdata/${hubproj}"
+
+          echo "DEBUG pkgname=$pkgname hubproj=$hubproj nightlyref=$nightlyref"
+          echo "DEBUG repopath=$repopath nightlyref=$nightlyref"
+
+          echo "DEBUG GitHub API status for repo:"
+          curl -s -o /dev/null -w "%{http_code}\n" \
+            -H "Authorization: token ${GH_TOKEN}" \
+            "https://api.github.com/repos/${repopath}"
+
+          # resolve gitsha the same way as fetch_and_build_deb
+          gitsha=$(curl -sfH "Authorization: token ${GH_TOKEN}" \
+                       -H "Accept: application/vnd.github.v3.sha" \
+                       "https://api.github.com/repos/${repopath}/commits/${nightlyref}")
+          echo "DEBUG gitsha=$gitsha"
+
+          # download tarball and inspect it
+          curl -sfL -H "Authorization: token ${GH_TOKEN}" \
+            "https://api.github.com/repos/${repopath}/tarball/${gitsha}" \
+            -o /tmp/src.tgz
+
+          echo "DEBUG tarball file:"
+          ls -lh /tmp/src.tgz
+
+          echo "DEBUG does tarball contain .gitmodules?"
+          tar -tzf /tmp/src.tgz | grep -E '/\.gitmodules$' || echo "No .gitmodules found in tarball"
+
+          echo "DEBUG top-level listing (first 80 entries):"
+          tar -tzf /tmp/src.tgz | sed -n '1,80p'
+
+          # if it exists, print the .gitmodules content from inside the tarball
+          gm_path=$(tar -tzf /tmp/src.tgz | grep -E '/\.gitmodules$' | head -n 1 || true)
+          if [ -n "${gm_path}" ]; then
+            echo "DEBUG .gitmodules path in tarball: $gm_path"
+            tar -xOzf /tmp/src.tgz "$gm_path" | sed -n '1,120p'
+          fi
+
+      - uses: actions/upload-artifact@v4
+        if: always()
+        continue-on-error: true
+        with:
+          name: github-tarball
+          path: /tmp/src.tgz
 
       - name: Build packages
         run: |