feat: add requestTransform for deterministic matching and recording

.claude-plugin/marketplace.json

@@ -0,0 +1,17 @@
+{
+  "name": "copilotkit-tools",
+  "owner": {
+    "name": "CopilotKit"
+  },
+  "plugins": [
+    {
+      "name": "llmock",
+      "source": {
+        "source": "npm",
+        "package": "@copilotkit/llmock",
+        "version": "^1.5.0"
+      },
+      "description": "Fixture authoring skill for @copilotkit/llmock — match fields, response types, embeddings, structured output, sequential responses, streaming physics, agent loop patterns, gotchas, and debugging"
+    }
+  ]
+}

.claude-plugin/plugin.json

@@ -0,0 +1,12 @@
+{
+  "name": "llmock",
+  "version": "1.5.0",
+  "description": "Fixture authoring guidance for @copilotkit/llmock",
+  "author": {
+    "name": "CopilotKit"
+  },
+  "homepage": "https://github.com/CopilotKit/llmock",
+  "repository": "https://github.com/CopilotKit/llmock",
+  "license": "MIT",
+  "skills": "./skills"
+}

.claude/commands/write-fixtures.md

@@ -0,0 +1 @@
+../../skills/write-fixtures/SKILL.md

.dockerignore

@@ -0,0 +1,15 @@
+node_modules
+.git
+src/__tests__
+docs
+.worktrees
+.github
+coverage
+*.md
+dist
+.claude
+.claude-plugin
+skills
+.husky
+.vscode
+.idea

.gitattributes

@@ -0,0 +1,9 @@
+*.gif filter=lfs diff=lfs merge=lfs -text
+*.jpg filter=lfs diff=lfs merge=lfs -text
+*.jpeg filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+*.pdf filter=lfs diff=lfs merge=lfs -text
+*.mp4 filter=lfs diff=lfs merge=lfs -text
+*.webm filter=lfs diff=lfs merge=lfs -text
+*.svg filter=lfs diff=lfs merge=lfs -text
+docs/favicon.svg !filter !diff !merge

.github/workflows/fix-drift.yml

@@ -0,0 +1,128 @@
+name: Fix Drift
+on:
+  workflow_dispatch:
+  workflow_run:
+    workflows: ["Drift Tests"]
+    types: [completed]
+    branches: [main]
+
+concurrency:
+  group: drift-fix
+  cancel-in-progress: false
+
+jobs:
+  fix:
+    if: >-
+      github.event_name == 'workflow_dispatch' ||
+      github.event.workflow_run.conclusion == 'failure'
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    permissions:
+      contents: write
+      pull-requests: write
+      issues: write
+    steps:
+      - uses: actions/checkout@v4
+      - uses: pnpm/action-setup@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: pnpm
+      - run: pnpm install --frozen-lockfile
+
+      # Step 0: Configure git identity and create fix branch
+      - name: Configure git
+        run: |
+          git config user.name "llmock-drift-bot"
+          git config user.email "drift-bot@copilotkit.ai"
+          git checkout -B fix/drift-$(date +%Y-%m-%d)-${{ github.run_id }}
+
+      # Step 1: Detect drift and produce report
+      - name: Collect drift report
+        id: detect
+        run: |
+          set +e
+          npx tsx scripts/drift-report-collector.ts
+          EXIT_CODE=$?
+          set -e
+          echo "exit_code=$EXIT_CODE" >> $GITHUB_OUTPUT
+          if [ "$EXIT_CODE" -eq 2 ]; then
+            : # critical drift found, continue
+          elif [ "$EXIT_CODE" -ne 0 ]; then
+            echo "::error::Collector script crashed with exit code $EXIT_CODE"
+            exit $EXIT_CODE
+          fi
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
+          GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
+
+      # Always upload the report as an artifact
+      - name: Upload drift report
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: drift-report
+          path: drift-report.json
+          if-no-files-found: warn
+          retention-days: 30
+
+      # Step 2: Exit if no critical drift
+      - name: Check for critical diffs
+        id: check
+        env:
+          DETECT_EXIT_CODE: ${{ steps.detect.outputs.exit_code }}
+        run: |
+          if [ "$DETECT_EXIT_CODE" = "2" ]; then
+            echo "skip=false" >> $GITHUB_OUTPUT
+            echo "Critical drift detected"
+          else
+            echo "skip=true" >> $GITHUB_OUTPUT
+            echo "No critical drift detected (exit code: $DETECT_EXIT_CODE) — skipping fix"
+          fi
+
+      # Step 3: Invoke Claude Code to fix
+      - name: Auto-fix drift
+        if: steps.check.outputs.skip != 'true'
+        run: npx tsx scripts/fix-drift.ts
+        env:
+          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+          GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
+
+      # Upload Claude Code output for debugging
+      - name: Upload Claude Code logs
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: claude-code-output
+          path: claude-code-output.log
+          if-no-files-found: warn
+          retention-days: 30
+
+      # Step 4: Verify fix independently
+      - name: Verify conformance
+        if: steps.check.outputs.skip != 'true'
+        run: pnpm test
+
+      - name: Verify drift resolved
+        if: steps.check.outputs.skip != 'true'
+        run: pnpm test:drift
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
+          GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
+
+      # Step 5: Create PR on success
+      - name: Create PR
+        if: success() && steps.check.outputs.skip != 'true'
+        run: npx tsx scripts/fix-drift.ts --create-pr
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      # Step 6: Open issue on failure
+      - name: Create issue on failure
+        if: failure() && steps.check.outputs.skip != 'true'
+        run: npx tsx scripts/fix-drift.ts --create-issue
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/publish-docker.yml

@@ -0,0 +1,58 @@
+name: Publish Docker Image
+
+on:
+  push:
+    tags:
+      - "v*"
+  pull_request:
+    branches:
+      - main
+
+env:
+  REGISTRY: ghcr.io
+  IMAGE_NAME: ${{ github.repository }}
+
+jobs:
+  build-and-push:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      packages: write
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to GHCR
+        if: github.event_name != 'pull_request'
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Extract metadata
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+          tags: |
+            type=semver,pattern={{version}}
+            type=raw,value=latest,enable=${{ startsWith(github.ref, 'refs/tags/') }}
+
+      - name: Build and push
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          platforms: linux/amd64,linux/arm64
+          push: ${{ github.event_name != 'pull_request' }}
+          tags: ${{ steps.meta.outputs.tags }}
+          labels: ${{ steps.meta.outputs.labels }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max

.github/workflows/publish-release.yml

@@ -2,6 +2,7 @@ name: Release
 on:
   push:
     branches: [main]
+  workflow_dispatch:
 jobs:
   release:
     runs-on: ubuntu-latest
@@ -14,11 +15,29 @@ jobs:
           cache: pnpm
           registry-url: "https://registry.npmjs.org"
       - run: pnpm install --frozen-lockfile
-      - uses: changesets/action@v1
-        with:
-          publish: pnpm release
-          version: pnpm changeset version
+
+      - name: Check if version is already published
+        id: check
+        run: |
+          PKG_NAME=$(node -p "require('./package.json').name")
+          PKG_VERSION=$(node -p "require('./package.json').version")
+          if npm view "${PKG_NAME}@${PKG_VERSION}" version 2>/dev/null; then
+            echo "published=true" >> "$GITHUB_OUTPUT"
+          else
+            echo "published=false" >> "$GITHUB_OUTPUT"
+          fi
+
+      - name: Build and publish
+        if: steps.check.outputs.published == 'false'
+        run: pnpm release
         env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
           NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
+
+      - name: Create GitHub Release
+        if: steps.check.outputs.published == 'false'
+        run: |
+          PKG_VERSION=$(node -p "require('./package.json').version")
+          gh release create "v${PKG_VERSION}" --generate-notes --title "v${PKG_VERSION}"
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/test-drift.yml

@@ -0,0 +1,49 @@
+name: Drift Tests
+on:
+  schedule:
+    - cron: "0 6 * * *" # Daily 6am UTC
+  workflow_dispatch: # Manual trigger
+jobs:
+  drift:
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    steps:
+      - uses: actions/checkout@v4
+      - uses: pnpm/action-setup@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: pnpm
+      - run: pnpm install --frozen-lockfile
+
+      - name: Run drift tests
+        id: drift
+        run: |
+          set +e
+          npx tsx scripts/drift-report-collector.ts
+          EXIT_CODE=$?
+          set -e
+          echo "exit_code=$EXIT_CODE" >> $GITHUB_OUTPUT
+          if [ "$EXIT_CODE" -eq 2 ]; then
+            : # critical drift found, continue
+          elif [ "$EXIT_CODE" -ne 0 ]; then
+            echo "::error::Collector script crashed with exit code $EXIT_CODE"
+            exit $EXIT_CODE
+          fi
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
+          GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
+
+      - name: Upload drift report
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: drift-report
+          path: drift-report.json
+          if-no-files-found: warn
+          retention-days: 30
+
+      - name: Fail if critical drift detected
+        if: steps.drift.outputs.exit_code == '2'
+        run: exit 1