Dev

.config/dotnet-tools.json

@@ -6,7 +6,15 @@
       "version": "5.3.11",
       "commands": [
         "reportgenerator"
-      ]
+      ],
+      "rollForward": false
+    },
+    "dotnet-ef": {
+      "version": "9.0.8",
+      "commands": [
+        "dotnet-ef"
+      ],
+      "rollForward": false
     }
   }
 }

.env.example

@@ -43,45 +43,80 @@ CONDUIT_API_BASE_URL=http://api:8080
 CONDUIT_ADMIN_API_BASE_URL=http://admin:8080
 
 # ===========================================
-# External Service URLs (For WebUI/Clients)
+# External Service URLs (For WebAdmin/Clients)
 # ===========================================
 CONDUIT_API_EXTERNAL_URL=http://localhost:5000
 CONDUIT_ADMIN_API_EXTERNAL_URL=http://localhost:5002
 
 # ===========================================
 # Media Storage Configuration
 # ===========================================
-# Storage provider: InMemory, S3
-# Option 1: Use configuration path format
-# ConduitLLM__Storage__Provider=S3
-# Option 2: Use environment variable format (recommended for dev)
+# ⚠️ CRITICAL FOR PRODUCTION: Without proper S3 configuration, media files are NEVER
+# cleaned up when virtual keys are deleted, leading to unbounded storage costs!
+# See docs/operations/deployment/media-cleanup-configuration.md for details.
+
+# Storage provider: InMemory (dev only), S3 (production)
 CONDUIT_MEDIA_STORAGE_TYPE=InMemory
 CONDUITLLM__MEDIA_BASE_URL=http://localhost:5000
 
-# S3 Configuration (if using S3 provider)
-# For development with Cloudflare R2:
+# IMPORTANT: Admin API needs the SAME storage configuration as Gateway API
+# to enable automatic media cleanup when virtual keys are deleted.
+
+# ===========================================
+# S3 Storage Configuration (Production)
+# ===========================================
+# Both Gateway API and Admin API must have these settings for media cleanup to work!
+
+# Option 1: Simplified format (recommended for Docker)
+# CONDUIT_MEDIA_STORAGE_TYPE=S3
+# CONDUIT_S3_ENDPOINT=https://YOUR-ENDPOINT
+# CONDUIT_S3_ACCESS_KEY_ID=your-access-key
+# CONDUIT_S3_SECRET_ACCESS_KEY=your-secret-key
+# CONDUIT_S3_BUCKET_NAME=conduit-media
+# CONDUIT_S3_REGION=auto
+
+# Option 2: Hierarchical format (for direct .NET configuration)
+# CONDUITLLM__STORAGE__PROVIDER=S3
+# CONDUITLLM__STORAGE__S3__SERVICEURL=https://YOUR-ENDPOINT
+# CONDUITLLM__STORAGE__S3__ACCESSKEY=your-access-key
+# CONDUITLLM__STORAGE__S3__SECRETKEY=your-secret-key
+# CONDUITLLM__STORAGE__S3__BUCKETNAME=conduit-media
+# CONDUITLLM__STORAGE__S3__REGION=auto
+
+# ===========================================
+# S3 Provider Examples
+# ===========================================
+
+# Cloudflare R2 (recommended - free egress, optimized multipart uploads)
 # CONDUIT_MEDIA_STORAGE_TYPE=S3
 # CONDUIT_S3_ENDPOINT=https://YOUR-ACCOUNT-ID.r2.cloudflarestorage.com
 # CONDUIT_S3_ACCESS_KEY_ID=your-r2-access-key
 # CONDUIT_S3_SECRET_ACCESS_KEY=your-r2-secret-key
-# CONDUIT_S3_BUCKET_NAME=conduit
+# CONDUIT_S3_BUCKET_NAME=conduit-media
 # CONDUIT_S3_REGION=auto
 
-# For production with AWS S3:
+# AWS S3
 # CONDUIT_MEDIA_STORAGE_TYPE=S3
 # CONDUIT_S3_ENDPOINT=https://s3.amazonaws.com
 # CONDUIT_S3_ACCESS_KEY_ID=your-access-key
 # CONDUIT_S3_SECRET_ACCESS_KEY=your-secret-key
 # CONDUIT_S3_BUCKET_NAME=conduit-media
 # CONDUIT_S3_REGION=us-east-1
 
-# For Cloudflare R2:
-# CONDUIT_MEDIA_STORAGE_TYPE=S3
-# CONDUIT_S3_ENDPOINT=https://YOUR_ACCOUNT_ID.r2.cloudflarestorage.com
-# CONDUIT_S3_ACCESS_KEY_ID=your-r2-access-key
-# CONDUIT_S3_SECRET_ACCESS_KEY=your-r2-secret-key
-# CONDUIT_S3_BUCKET_NAME=conduit-media
-# CONDUIT_S3_REGION=auto
+# ===========================================
+# Media Lifecycle Management
+# ===========================================
+# ⚠️ CRITICAL: Enable these for automatic cleanup of orphaned media files
+
+# Auto-cleanup when virtual keys are deleted (recommended for production)
+# CONDUITLLM__MEDIAMANAGEMENT__ENABLEAUTOCLEANUP=true
+
+# Periodic cleanup of orphaned media files (recommended for production)
+# CONDUITLLM__MEDIAMANAGEMENT__ORPHANCLEANUPENABLED=true
+
+# Verification: Check Admin API logs on startup for:
+# ✅ "[MediaLifecycleService] Deleted {Count} media files for virtual key {VirtualKeyId}"
+# ❌ "[AdminVirtualKeyService] Media lifecycle service not available" = cleanup NOT working!
 
 # ===========================================
 # Performance Tracking
@@ -145,13 +180,13 @@ CONDUIT_ADMIN_IP_BANNING_ENABLED=false
 CONDUIT_ADMIN_FAILED_AUTH_MAX_ATTEMPTS=5
 CONDUIT_ADMIN_FAILED_AUTH_BAN_DURATION_MINUTES=30
 
-# Core API Security
+# Gateway API Security
 CONDUIT_CORE_RATE_LIMITING_ENABLED=true
 CONDUIT_CORE_IP_FILTERING_ENABLED=false
 CONDUIT_CORE_SECURITY_HEADERS_ENABLED=true
 
 # ===========================================
-# WebUI Configuration (Next.js)
+# WebAdmin Configuration (Next.js)
 # ===========================================
 NODE_ENV=production
 PORT=3000

.github/SETUP_AUTO_VERSIONING.md

@@ -36,13 +36,13 @@ The workflow automatically runs when:
 - **Versions**: `1.1.0-dev.1`, `1.1.0-dev.2`, `1.1.0-dev.3`, etc.
 - **NPM Tag**: `@dev`
 - **Behavior**: Auto-increments prerelease number, no commits back to repo
-- **Install**: `npm install @knn_labs/conduit-core-client@dev`
+- **Install**: `npm install @knn_labs/conduit-gateway-client@dev`
 
 #### Master Branch (`origin/master`)
 - **Versions**: `1.1.0` → `1.1.1` → `1.1.2` (patch increments by default)
 - **NPM Tag**: `@latest`
 - **Behavior**: Commits version changes back to repo, publishes to NPM
-- **Install**: `npm install @knn_labs/conduit-core-client@latest`
+- **Install**: `npm install @knn_labs/conduit-gateway-client@latest`
 
 ### Smart Version Detection
 The workflow automatically detects version type from commit messages:
@@ -103,16 +103,16 @@ You can also trigger versioning manually:
 ### NPM Package Status
 ```bash
 # Check latest dev versions
-npm view @knn_labs/conduit-core-client versions --json | jq '.[] | select(test("dev"))'
+npm view @knn_labs/conduit-gateway-client versions --json | jq '.[] | select(test("dev"))'
 
 # Check latest stable versions  
-npm view @knn_labs/conduit-core-client versions --json | jq '.[] | select(test("dev") | not)'
+npm view @knn_labs/conduit-gateway-client versions --json | jq '.[] | select(test("dev") | not)'
 ```
 
 ### Installation Commands
 The workflow provides installation commands in its output:
-- Dev: `npm install @knn_labs/conduit-core-client@dev`
-- Stable: `npm install @knn_labs/conduit-core-client@latest`
+- Dev: `npm install @knn_labs/conduit-gateway-client@dev`
+- Stable: `npm install @knn_labs/conduit-gateway-client@latest`
 
 ## 🛠️ Troubleshooting
 

.github/SETUP_DOTNET_VERSIONING.md

@@ -44,7 +44,7 @@ The workflow automatically runs when:
 ✅ **ConduitLLM.Core** - Core interfaces and models  
 ✅ **ConduitLLM.Providers** - LLM provider implementations  
 
-❌ **Applications not packaged**: Http, WebUI, Admin, Examples, Tests
+❌ **Applications not packaged**: Http, WebAdmin, Admin, Examples, Tests
 
 #### Version Strategy
 

.github/workflows/README.md

@@ -13,7 +13,7 @@ This repository uses a simplified, industry-standard CI/CD pipeline.
 - Publishes NPM packages with `next` tag (only from `master`)
 
 **Artifacts produced from `master`:**
-- Docker: `ghcr.io/knnlabs/conduit-{webui,http,admin}:latest`
+- Docker: `ghcr.io/knnlabs/conduit-{webadmin,http,admin}:latest`
 - NPM: `@conduitllm/{admin,core}@next`
 
 ### 2. Release (`release.yml`)
@@ -25,7 +25,7 @@ This repository uses a simplified, industry-standard CI/CD pipeline.
 - Publishes versioned NPM packages
 
 **Artifacts produced:**
-- Docker: `ghcr.io/knnlabs/conduit-{webui,http,admin}:1.2.3`
+- Docker: `ghcr.io/knnlabs/conduit-{webadmin,http,admin}:1.2.3`
 - NPM: `@conduitllm/{admin,core}@1.2.3`
 - GitHub Release with changelog
 

.github/workflows/archive-2024-08/build-and-release.yml

@@ -277,9 +277,9 @@ jobs:
     strategy:
       matrix:
         include:
-          - service: webui
-            image: ghcr.io/knnlabs/conduit-webui
-            dockerfile: ./ConduitLLM.WebUI/Dockerfile
+          - service: webadmin
+            image: ghcr.io/knnlabs/conduit-webadmin
+            dockerfile: ./ConduitLLM.WebAdmin/Dockerfile
           - service: http
             image: ghcr.io/knnlabs/conduit-http
             dockerfile: ./ConduitLLM.Http/Dockerfile
@@ -363,8 +363,8 @@ jobs:
     strategy:
       matrix:
         include:
-          - service: webui
-            image: ghcr.io/knnlabs/conduit-webui
+          - service: webadmin
+            image: ghcr.io/knnlabs/conduit-webadmin
           - service: http
             image: ghcr.io/knnlabs/conduit-http
           - service: admin
@@ -450,6 +450,6 @@ jobs:
           echo "Docker images have been successfully built:" >> $GITHUB_STEP_SUMMARY
           echo "" >> $GITHUB_STEP_SUMMARY
           echo "Images are available at:" >> $GITHUB_STEP_SUMMARY
-          echo "- 🌐 `ghcr.io/knnlabs/conduit-webui` (linux/amd64)" >> $GITHUB_STEP_SUMMARY
+          echo "- 🌐 `ghcr.io/knnlabs/conduit-webadmin` (linux/amd64)" >> $GITHUB_STEP_SUMMARY
           echo "- 🔌 `ghcr.io/knnlabs/conduit-http` (linux/amd64)" >> $GITHUB_STEP_SUMMARY
           echo "- 🛠️ `ghcr.io/knnlabs/conduit-admin` (linux/amd64)" >> $GITHUB_STEP_SUMMARY

.github/workflows/archive-2024-08/release-orchestration.yml

@@ -127,7 +127,7 @@ jobs:
           EOF
 
           if [[ "${{ steps.parse.outputs.release_docker }}" == "true" ]]; then
-            echo "- ✅ Docker Images (WebUI, HTTP API, Admin API)" >> release-notes.md
+            echo "- ✅ Docker Images (WebAdmin, HTTP API, Admin API)" >> release-notes.md
           fi
 
           echo "- ℹ️ NPM SDKs: Published separately via automated workflow" >> release-notes.md
@@ -142,7 +142,7 @@ jobs:
 
           ### Docker
           \`\`\`bash
-          docker pull ghcr.io/knnlabs/conduit-webui:v$VERSION
+          docker pull ghcr.io/knnlabs/conduit-webadmin:v$VERSION
           docker pull ghcr.io/knnlabs/conduit-http:v$VERSION
           docker pull ghcr.io/knnlabs/conduit-admin:v$VERSION
           \`\`\`

.github/workflows/ci.yml

@@ -8,8 +8,8 @@ on:
 
 env:
   REGISTRY: ghcr.io
-  DOTNET_VERSION: '9.0.x'
-  NODE_VERSION: '20'
+  DOTNET_VERSION: '10.0.x'
+  NODE_VERSION: '22'
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
@@ -20,6 +20,29 @@ jobs:
   validate:
     name: Validate
     runs-on: ubuntu-latest
+    services:
+      postgres:
+        image: postgres:16
+        ports:
+          - 5432:5432
+        env:
+          POSTGRES_USER: conduit
+          POSTGRES_PASSWORD: conduitpass
+          POSTGRES_DB: conduitdb
+        options: >-
+          --health-cmd "pg_isready -U conduit -d conduitdb"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+      redis:
+        image: redis:7-alpine
+        ports:
+          - 6379:6379
+        options: >-
+          --health-cmd "redis-cli ping"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
     steps:
       - uses: actions/checkout@v4
 
@@ -38,31 +61,32 @@ jobs:
             SDKs/Node/Admin/package-lock.json
             SDKs/Node/Core/package-lock.json
             SDKs/Node/Common/package-lock.json
-            ConduitLLM.WebUI/package-lock.json
+            WebAdmin/package-lock.json
 
-      - name: Validate PostgreSQL migrations
-        run: ./scripts/migrations/validate-postgresql-syntax.sh
-
       - name: .NET Build & Test
         run: |
           dotnet restore
           dotnet build --no-restore
           # Run tests but exclude integration tests and timing-sensitive tests
           dotnet test --no-build --verbosity normal --filter "FullyQualifiedName!~IntegrationTests&Category!=TimingSensitive"
+        env:
+          TEST_REDIS_CONNECTION: localhost:6379
+          DATABASE_URL: postgresql://conduit:conduitpass@localhost:5432/conduitdb
 
       - name: NPM Build
         run: |
           cd SDKs/Node
           npm ci
           npm run build
-          npm test -- --silent
+          npm run test:ci
 
-      - name: WebUI Type Check
+      - name: WebAdmin Lint & Type Check
         run: |
-          cd ConduitLLM.WebUI
+          cd WebAdmin
           npm ci
           # Clean any stale .next directory before type checking
           rm -rf .next
+          npm run lint
           npm run type-check
 
   # Build Docker images (push only from master)
@@ -76,15 +100,15 @@ jobs:
     strategy:
       matrix:
         include:
-          - service: webui
+          - service: webadmin
             context: .
-            dockerfile: ConduitLLM.WebUI/Dockerfile
+            dockerfile: WebAdmin/Dockerfile
           - service: http
             context: .
-            dockerfile: ConduitLLM.Http/Dockerfile
+            dockerfile: Services/ConduitLLM.Gateway/Dockerfile
           - service: admin
             context: .
-            dockerfile: ConduitLLM.Admin/Dockerfile
+            dockerfile: Services/ConduitLLM.Admin/Dockerfile
 
     steps:
       - uses: actions/checkout@v4
@@ -150,10 +174,25 @@ jobs:
           npm ci
           npm run build
 
-          # Publish with 'next' tag for continuous releases from master
-          # Fail fast if any publish fails
-          cd Common && npm publish --tag next --access public
-          cd ../Admin && npm publish --tag next --access public
-          cd ../Core && npm publish --tag next --access public
+          # Generate unique timestamp suffix for continuous releases
+          TIMESTAMP=$(date +%s)
+
+          # Update version and publish Common first (others depend on it)
+          cd Common
+          CURRENT_VERSION=$(node -p "require('./package.json').version")
+          npm version "${CURRENT_VERSION}-next.${TIMESTAMP}" --no-git-tag-version
+          npm publish --tag next --access public
+
+          # Update version and publish Admin
+          cd ../Admin
+          CURRENT_VERSION=$(node -p "require('./package.json').version")
+          npm version "${CURRENT_VERSION}-next.${TIMESTAMP}" --no-git-tag-version
+          npm publish --tag next --access public
+
+          # Update version and publish Core
+          cd ../Core
+          CURRENT_VERSION=$(node -p "require('./package.json').version")
+          npm version "${CURRENT_VERSION}-next.${TIMESTAMP}" --no-git-tag-version
+          npm publish --tag next --access public
         env:
           NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}