Improvements

.github/workflows/deploy.yml

@@ -82,5 +82,26 @@ jobs:
               exit 1
               ;;
           esac
-          
+
           just deploy $REMOTE
+
+      - name: Deploy TURN server
+        if: env.TURN_USER != '' && env.TURN_PASS != ''
+        env:
+          TURN_USER: ${{ secrets.TURN_USER }}
+          TURN_PASS: ${{ secrets.TURN_PASS }}
+        run: |
+          case "${{ inputs.environment }}" in
+            "dev")
+              REMOTE="${{ secrets.SSH_USER_DEV }}@${{ secrets.SSH_HOST_DEV }}"
+              ;;
+            "stage")
+              REMOTE="${{ secrets.SSH_USER_STAGE }}@${{ secrets.SSH_HOST_STAGE }}"
+              ;;
+            *)
+              echo "Unknown environment: ${{ inputs.environment }}"
+              exit 1
+              ;;
+          esac
+
+          just deploy-turn $REMOTE "$TURN_USER" "$TURN_PASS"

.github/workflows/flapping-tests.yml

@@ -0,0 +1,46 @@
+name: Flapping Tests
+
+on:
+  workflow_dispatch:
+
+jobs:
+  flapping-tests:
+    name: ${{ matrix.mode }} ${{ matrix.group }} (${{ matrix.os }})
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ ubuntu-latest, macos-latest, windows-latest ]
+        mode: [ rust ]
+        group: [ transfer1, transfer2 ]
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 20
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Set up Go
+      uses: actions/setup-go@v5
+      with:
+        go-version: '1.24.3'
+        cache: ${{ matrix.os != 'windows' }}
+
+    - name: Download Go dependencies
+      if: matrix.os == 'windows'
+      run: go mod download
+
+    - name: Set up Rust
+      if: matrix.mode == 'rust'
+      uses: dtolnay/rust-toolchain@stable
+
+    - name: Rust cache
+      if: matrix.mode == 'rust'
+      uses: Swatinem/rust-cache@v2
+      with:
+        workspaces: rust
+
+    - name: Install just
+      uses: extractions/setup-just@v2
+
+    - name: Run ${{ matrix.group }} tests (${{ matrix.mode }} client)
+      run: just sbdev-test-group ${{ matrix.group }} mode=${{ matrix.mode }}
+      shell: bash

.github/workflows/go-test.yml

@@ -1,15 +1,15 @@
-name: Go Tests
+name: Tests
 
 on:
   workflow_dispatch:
   push:
-    branches: [ main ]
+    branches: [ main, madhava/biovault ]
   pull_request:
-    branches: [ main ]
+    branches: [ main, madhava/biovault ]
 
 jobs:
-  test:
-    name: unit tests
+  go-test:
+    name: Go Tests
     strategy:
       matrix:
         os: [ ubuntu-latest, macos-latest, windows-latest ]
@@ -29,5 +29,54 @@ jobs:
       if: matrix.os == 'windows-latest'
       run: go mod download
 
-    - name: Run Tests
+    - name: Run Go Tests
       run: go test -v -cover ./...
+
+  rust-test:
+    name: Rust Tests
+    strategy:
+      matrix:
+        os: [ ubuntu-latest, macos-latest, windows-latest ]
+
+    runs-on: ${{ matrix.os }}
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Set up Rust
+      uses: dtolnay/rust-toolchain@stable
+
+    - name: Rust cache
+      uses: Swatinem/rust-cache@v2
+      with:
+        workspaces: rust
+
+    - name: Run Rust Tests
+      working-directory: rust
+      # NOTE: Some tests have isolation issues, run single-threaded for reliability
+      run: cargo test -- --test-threads=1
+
+  rust-lint:
+    name: Rust Lint
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Set up Rust
+      uses: dtolnay/rust-toolchain@stable
+      with:
+        components: rustfmt, clippy
+
+    - name: Rust cache
+      uses: Swatinem/rust-cache@v2
+      with:
+        workspaces: rust
+
+    - name: Check formatting
+      working-directory: rust
+      run: cargo fmt --all -- --check
+
+    - name: Run Clippy
+      working-directory: rust
+      run: cargo clippy --all-targets --all-features -- -D warnings

.github/workflows/integration-tests.yml

@@ -0,0 +1,95 @@
+name: Integration Tests
+
+on:
+  workflow_dispatch:
+  push:
+    branches: [ main, madhava/biovault, madhava/hotlink ]
+  pull_request:
+    branches: [ main, madhava/biovault, madhava/hotlink ]
+
+jobs:
+  integration-tests:
+    name: ${{ matrix.mode }} ${{ matrix.group }} (${{ matrix.os }})
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ ubuntu-latest, macos-latest, windows-latest ]
+        mode: [ go, rust ]
+        group: [ core, acl, state1, state2, transfer1, transfer2, chaos ]
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 20
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Set up Go
+      uses: actions/setup-go@v5
+      with:
+        go-version: '1.24.3'
+        cache: ${{ matrix.os != 'windows' }}
+
+    - name: Download Go dependencies
+      if: matrix.os == 'windows'
+      run: go mod download
+
+    - name: Set up Rust
+      if: matrix.mode == 'rust'
+      uses: dtolnay/rust-toolchain@stable
+
+    - name: Rust cache
+      if: matrix.mode == 'rust'
+      uses: Swatinem/rust-cache@v2
+      with:
+        workspaces: rust
+
+    - name: Install just
+      uses: extractions/setup-just@v2
+
+    - name: Run ${{ matrix.group }} tests (${{ matrix.mode }} client)
+      run: just sbdev-test-group ${{ matrix.group }} mode=${{ matrix.mode }}
+      shell: bash
+
+  stress-tests:
+    name: ${{ matrix.mode }} stress (${{ matrix.os }})
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ ubuntu-latest, macos-latest, windows-latest ]
+        mode: [ go, rust ]
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 30
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Set up Go
+      uses: actions/setup-go@v5
+      with:
+        go-version: '1.24.3'
+        cache: ${{ matrix.os != 'windows' }}
+
+    - name: Download Go dependencies
+      if: matrix.os == 'windows'
+      run: go mod download
+
+    - name: Set up Rust
+      if: matrix.mode == 'rust'
+      uses: dtolnay/rust-toolchain@stable
+
+    - name: Rust cache
+      if: matrix.mode == 'rust'
+      uses: Swatinem/rust-cache@v2
+      with:
+        workspaces: rust
+
+    - name: Install just
+      uses: extractions/setup-just@v2
+
+    - name: Run stress tests (${{ matrix.mode }} client) with retry
+      uses: nick-fields/retry@v3
+      with:
+        timeout_minutes: 15
+        max_attempts: 3
+        retry_wait_seconds: 10
+        command: just sbdev-test-group stress mode=${{ matrix.mode }}
+        shell: bash

.github/workflows/nat-test.yml

@@ -0,0 +1,56 @@
+name: NAT Traversal Test
+
+on:
+  workflow_dispatch:
+  push:
+    branches: [ main, madhava/biovault, madhava/hotlink ]
+    paths:
+      - 'rust/src/hotlink*.rs'
+      - 'docker/docker-compose-nat-test.yml'
+      - 'docker/Dockerfile.client.rust'
+      - 'docker/nat-test.sh'
+      - 'docker/entrypoint-nat-test.sh'
+  pull_request:
+    branches: [ main, madhava/biovault, madhava/hotlink ]
+    paths:
+      - 'rust/src/hotlink*.rs'
+      - 'docker/docker-compose-nat-test.yml'
+      - 'docker/Dockerfile.client.rust'
+      - 'docker/nat-test.sh'
+      - 'docker/entrypoint-nat-test.sh'
+
+jobs:
+  nat-traversal:
+    name: WebRTC NAT traversal (Docker)
+    runs-on: ubuntu-latest
+    timeout-minutes: 20
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
+
+    - name: Run NAT traversal test
+      run: bash docker/nat-test.sh
+      env:
+        NAT_TEST_TIMEOUT: 90
+
+    - name: Collect logs on failure
+      if: failure()
+      run: |
+        echo "=== Alice logs ==="
+        docker logs nat-alice 2>&1 | tail -50 || true
+        echo ""
+        echo "=== Bob logs ==="
+        docker logs nat-bob 2>&1 | tail -50 || true
+        echo ""
+        echo "=== Server logs ==="
+        docker logs nat-server 2>&1 | tail -30 || true
+        echo ""
+        echo "=== TURN logs ==="
+        docker logs nat-turn 2>&1 | tail -20 || true
+
+    - name: Cleanup
+      if: always()
+      run: docker compose -f docker/docker-compose-nat-test.yml down -v --remove-orphans 2>/dev/null || true

.github/workflows/release.yml

@@ -132,7 +132,16 @@ jobs:
         run: |
           REMOTE="${{ secrets.SSH_USER_PROD }}@${{ secrets.SSH_HOST_PROD }}"
           just deploy $REMOTE
-
+
+      - name: Deploy TURN server
+        if: env.TURN_USER != '' && env.TURN_PASS != ''
+        env:
+          TURN_USER: ${{ secrets.TURN_USER }}
+          TURN_PASS: ${{ secrets.TURN_PASS }}
+        run: |
+          REMOTE="${{ secrets.SSH_USER_PROD }}@${{ secrets.SSH_HOST_PROD }}"
+          just deploy-turn $REMOTE "$TURN_USER" "$TURN_PASS"
+
       - name: Create release
         uses: ncipollo/release-action@v1
         with:

.gitignore

@@ -23,6 +23,7 @@ dist/
 
 # Go-specific Files
 *.test
+.gomodcache/
 
 # Go coverage tool output
 *.out
@@ -55,3 +56,9 @@ server.dev.yaml
 sandbox/*
 cmd/devstack/profiles/*
 cmd/sandbox/*
+cmd/devstack/.gocache/*
+.test-sandbox/*
+cmd/devstack/.test-sandbox/
+.devstack
+.cache/*
+licenses/cache/*