diff --git a/knip.json b/knip.json index e8eb1eb3..fe12e2ff 100644 --- a/knip.json +++ b/knip.json @@ -3,6 +3,7 @@ "ignoreWorkspaces": [ "packages/shared", "packages/lakebase", + "packages/appkit-py", "apps/**", "docs" ], @@ -18,7 +19,9 @@ "**/*.css", "template/**", "tools/**", - "docs/**" + "docs/**", + "client/**", + "test-e2e-minimal.ts" ], "ignoreDependencies": ["json-schema-to-typescript"], "ignoreBinaries": ["tarball"] diff --git a/packages/appkit-py/.gitignore b/packages/appkit-py/.gitignore new file mode 100644 index 00000000..b7e3f404 --- /dev/null +++ b/packages/appkit-py/.gitignore @@ -0,0 +1,29 @@ +# Python +__pycache__/ +*.py[cod] +*.egg-info/ +*.egg +dist/ +build/ +.eggs/ + +# Virtual environment +.venv/ +venv/ + +# IDE +.idea/ +.vscode/ +*.swp + +# Testing +.pytest_cache/ +htmlcov/ +.coverage + +# Frontend build output (built at release time via scripts/build_frontend.sh) +src/appkit_py/static/ +frontend/node_modules/ + +# OS +.DS_Store diff --git a/packages/appkit-py/MANIFEST.in b/packages/appkit-py/MANIFEST.in new file mode 100644 index 00000000..78b0c7fc --- /dev/null +++ b/packages/appkit-py/MANIFEST.in @@ -0,0 +1 @@ +recursive-include src/appkit_py/static * diff --git a/packages/appkit-py/frontend/index.html b/packages/appkit-py/frontend/index.html new file mode 100644 index 00000000..4e0dfbe0 --- /dev/null +++ b/packages/appkit-py/frontend/index.html @@ -0,0 +1,13 @@ + + + + + + + AppKit + + +
+ + + diff --git a/packages/appkit-py/frontend/package-lock.json b/packages/appkit-py/frontend/package-lock.json new file mode 100644 index 00000000..dd082def --- /dev/null +++ b/packages/appkit-py/frontend/package-lock.json @@ -0,0 +1,2137 @@ +{ + "name": "appkit-py-frontend", + "version": "0.1.0", + "lockfileVersion": 3, + "requires": true, + "packages": { + "": { + "name": "appkit-py-frontend", + "version": "0.1.0", + "dependencies": { + "clsx": "2.1.1", + "lucide-react": "0.546.0", + "react": "19.2.4", + "react-dom": "19.2.4", + "react-router": "7.13.0", + "tailwind-merge": "3.3.1", + "tailwindcss-animate": "1.0.7", + "tw-animate-css": "1.4.0" + }, + "devDependencies": { + "@tailwindcss/postcss": "4.1.17", + "@tailwindcss/vite": "4.1.17", + "@types/react": "19.2.2", + "@types/react-dom": "19.2.2", + "@vitejs/plugin-react": "5.0.4", + "autoprefixer": "10.4.21", + "postcss": "8.5.6", + "tailwindcss": "4.0.14", + "typescript": "5.9.3", + "vite": "npm:rolldown-vite@7.1.14" + } + }, + "node_modules/@alloc/quick-lru": { + "version": "5.2.0", + "resolved": "https://npm-proxy.dev.databricks.com/@alloc/quick-lru/-/quick-lru-5.2.0.tgz", + "integrity": "sha512-UrcABB+4bUrFABwbluTIBErXwvbsU/V7TZWfmbgJfbkwiBuziS9gxdODUyuiecfdGQ85jglMW6juS3+z5TsKLw==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/@babel/code-frame": { + "version": "7.29.0", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/code-frame/-/code-frame-7.29.0.tgz", + "integrity": "sha512-9NhCeYjq9+3uxgdtp20LSiJXJvN0FeCtNGpJxuMFZ1Kv3cWUNb6DOhJwUvcVCzKGR66cw4njwM6hrJLqgOwbcw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/helper-validator-identifier": "^7.28.5", + "js-tokens": "^4.0.0", + "picocolors": "^1.1.1" + }, + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/compat-data": { + "version": "7.29.0", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/compat-data/-/compat-data-7.29.0.tgz", + "integrity": "sha512-T1NCJqT/j9+cn8fvkt7jtwbLBfLC/1y1c7NtCeXFRgzGTsafi68MRv8yzkYSapBnFA6L3U2VSc02ciDzoAJhJg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/core": { + "version": "7.29.0", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/core/-/core-7.29.0.tgz", + "integrity": "sha512-CGOfOJqWjg2qW/Mb6zNsDm+u5vFQ8DxXfbM09z69p5Z6+mE1ikP2jUXw+j42Pf1XTYED2Rni5f95npYeuwMDQA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/code-frame": "^7.29.0", + "@babel/generator": "^7.29.0", + "@babel/helper-compilation-targets": "^7.28.6", + "@babel/helper-module-transforms": "^7.28.6", + "@babel/helpers": "^7.28.6", + "@babel/parser": "^7.29.0", + "@babel/template": "^7.28.6", + "@babel/traverse": "^7.29.0", + "@babel/types": "^7.29.0", + "@jridgewell/remapping": "^2.3.5", + "convert-source-map": "^2.0.0", + "debug": "^4.1.0", + "gensync": "^1.0.0-beta.2", + "json5": "^2.2.3", + "semver": "^6.3.1" + }, + "engines": { + "node": ">=6.9.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/babel" + } + }, + "node_modules/@babel/generator": { + "version": "7.29.1", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/generator/-/generator-7.29.1.tgz", + "integrity": "sha512-qsaF+9Qcm2Qv8SRIMMscAvG4O3lJ0F1GuMo5HR/Bp02LopNgnZBC/EkbevHFeGs4ls/oPz9v+Bsmzbkbe+0dUw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/parser": "^7.29.0", + "@babel/types": "^7.29.0", + "@jridgewell/gen-mapping": "^0.3.12", + "@jridgewell/trace-mapping": "^0.3.28", + "jsesc": "^3.0.2" + }, + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/helper-compilation-targets": { + "version": "7.28.6", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/helper-compilation-targets/-/helper-compilation-targets-7.28.6.tgz", + "integrity": "sha512-JYtls3hqi15fcx5GaSNL7SCTJ2MNmjrkHXg4FSpOA/grxK8KwyZ5bubHsCq8FXCkua6xhuaaBit+3b7+VZRfcA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/compat-data": "^7.28.6", + "@babel/helper-validator-option": "^7.27.1", + "browserslist": "^4.24.0", + "lru-cache": "^5.1.1", + "semver": "^6.3.1" + }, + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/helper-globals": { + "version": "7.28.0", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/helper-globals/-/helper-globals-7.28.0.tgz", + "integrity": "sha512-+W6cISkXFa1jXsDEdYA8HeevQT/FULhxzR99pxphltZcVaugps53THCeiWA8SguxxpSp3gKPiuYfSWopkLQ4hw==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/helper-module-imports": { + "version": "7.28.6", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/helper-module-imports/-/helper-module-imports-7.28.6.tgz", + "integrity": "sha512-l5XkZK7r7wa9LucGw9LwZyyCUscb4x37JWTPz7swwFE/0FMQAGpiWUZn8u9DzkSBWEcK25jmvubfpw2dnAMdbw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/traverse": "^7.28.6", + "@babel/types": "^7.28.6" + }, + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/helper-module-transforms": { + "version": "7.28.6", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/helper-module-transforms/-/helper-module-transforms-7.28.6.tgz", + "integrity": "sha512-67oXFAYr2cDLDVGLXTEABjdBJZ6drElUSI7WKp70NrpyISso3plG9SAGEF6y7zbha/wOzUByWWTJvEDVNIUGcA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/helper-module-imports": "^7.28.6", + "@babel/helper-validator-identifier": "^7.28.5", + "@babel/traverse": "^7.28.6" + }, + "engines": { + "node": ">=6.9.0" + }, + "peerDependencies": { + "@babel/core": "^7.0.0" + } + }, + "node_modules/@babel/helper-plugin-utils": { + "version": "7.28.6", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/helper-plugin-utils/-/helper-plugin-utils-7.28.6.tgz", + "integrity": "sha512-S9gzZ/bz83GRysI7gAD4wPT/AI3uCnY+9xn+Mx/KPs2JwHJIz1W8PZkg2cqyt3RNOBM8ejcXhV6y8Og7ly/Dug==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/helper-string-parser": { + "version": "7.27.1", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/helper-string-parser/-/helper-string-parser-7.27.1.tgz", + "integrity": "sha512-qMlSxKbpRlAridDExk92nSobyDdpPijUq2DW6oDnUqd0iOGxmQjyqhMIihI9+zv4LPyZdRje2cavWPbCbWm3eA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/helper-validator-identifier": { + "version": "7.28.5", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/helper-validator-identifier/-/helper-validator-identifier-7.28.5.tgz", + "integrity": "sha512-qSs4ifwzKJSV39ucNjsvc6WVHs6b7S03sOh2OcHF9UHfVPqWWALUsNUVzhSBiItjRZoLHx7nIarVjqKVusUZ1Q==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/helper-validator-option": { + "version": "7.27.1", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/helper-validator-option/-/helper-validator-option-7.27.1.tgz", + "integrity": "sha512-YvjJow9FxbhFFKDSuFnVCe2WxXk1zWc22fFePVNEaWJEu8IrZVlda6N0uHwzZrUM1il7NC9Mlp4MaJYbYd9JSg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/helpers": { + "version": "7.29.2", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/helpers/-/helpers-7.29.2.tgz", + "integrity": "sha512-HoGuUs4sCZNezVEKdVcwqmZN8GoHirLUcLaYVNBK2J0DadGtdcqgr3BCbvH8+XUo4NGjNl3VOtSjEKNzqfFgKw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/template": "^7.28.6", + "@babel/types": "^7.29.0" + }, + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/parser": { + "version": "7.29.2", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/parser/-/parser-7.29.2.tgz", + "integrity": "sha512-4GgRzy/+fsBa72/RZVJmGKPmZu9Byn8o4MoLpmNe1m8ZfYnz5emHLQz3U4gLud6Zwl0RZIcgiLD7Uq7ySFuDLA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/types": "^7.29.0" + }, + "bin": { + "parser": "bin/babel-parser.js" + }, + "engines": { + "node": ">=6.0.0" + } + }, + "node_modules/@babel/plugin-transform-react-jsx-self": { + "version": "7.27.1", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/plugin-transform-react-jsx-self/-/plugin-transform-react-jsx-self-7.27.1.tgz", + "integrity": "sha512-6UzkCs+ejGdZ5mFFC/OCUrv028ab2fp1znZmCZjAOBKiBK2jXD1O+BPSfX8X2qjJ75fZBMSnQn3Rq2mrBJK2mw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/helper-plugin-utils": "^7.27.1" + }, + "engines": { + "node": ">=6.9.0" + }, + "peerDependencies": { + "@babel/core": "^7.0.0-0" + } + }, + "node_modules/@babel/plugin-transform-react-jsx-source": { + "version": "7.27.1", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/plugin-transform-react-jsx-source/-/plugin-transform-react-jsx-source-7.27.1.tgz", + "integrity": "sha512-zbwoTsBruTeKB9hSq73ha66iFeJHuaFkUbwvqElnygoNbj/jHRsSeokowZFN3CZ64IvEqcmmkVe89OPXc7ldAw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/helper-plugin-utils": "^7.27.1" + }, + "engines": { + "node": ">=6.9.0" + }, + "peerDependencies": { + "@babel/core": "^7.0.0-0" + } + }, + "node_modules/@babel/template": { + "version": "7.28.6", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/template/-/template-7.28.6.tgz", + "integrity": "sha512-YA6Ma2KsCdGb+WC6UpBVFJGXL58MDA6oyONbjyF/+5sBgxY/dwkhLogbMT2GXXyU84/IhRw/2D1Os1B/giz+BQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/code-frame": "^7.28.6", + "@babel/parser": "^7.28.6", + "@babel/types": "^7.28.6" + }, + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/traverse": { + "version": "7.29.0", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/traverse/-/traverse-7.29.0.tgz", + "integrity": "sha512-4HPiQr0X7+waHfyXPZpWPfWL/J7dcN1mx9gL6WdQVMbPnF3+ZhSMs8tCxN7oHddJE9fhNE7+lxdnlyemKfJRuA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/code-frame": "^7.29.0", + "@babel/generator": "^7.29.0", + "@babel/helper-globals": "^7.28.0", + "@babel/parser": "^7.29.0", + "@babel/template": "^7.28.6", + "@babel/types": "^7.29.0", + "debug": "^4.3.1" + }, + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/types": { + "version": "7.29.0", + "resolved": "https://npm-proxy.dev.databricks.com/@babel/types/-/types-7.29.0.tgz", + "integrity": "sha512-LwdZHpScM4Qz8Xw2iKSzS+cfglZzJGvofQICy7W7v4caru4EaAmyUuO6BGrbyQ2mYV11W0U8j5mBhd14dd3B0A==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/helper-string-parser": "^7.27.1", + "@babel/helper-validator-identifier": "^7.28.5" + }, + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@emnapi/core": { + "version": "1.9.2", + "resolved": "https://npm-proxy.dev.databricks.com/@emnapi/core/-/core-1.9.2.tgz", + "integrity": "sha512-UC+ZhH3XtczQYfOlu3lNEkdW/p4dsJ1r/bP7H8+rhao3TTTMO1ATq/4DdIi23XuGoFY+Cz0JmCbdVl0hz9jZcA==", + "dev": true, + "license": "MIT", + "optional": true, + "dependencies": { + "@emnapi/wasi-threads": "1.2.1", + "tslib": "^2.4.0" + } + }, + "node_modules/@emnapi/runtime": { + "version": "1.9.2", + "resolved": "https://npm-proxy.dev.databricks.com/@emnapi/runtime/-/runtime-1.9.2.tgz", + "integrity": "sha512-3U4+MIWHImeyu1wnmVygh5WlgfYDtyf0k8AbLhMFxOipihf6nrWC4syIm/SwEeec0mNSafiiNnMJwbza/Is6Lw==", + "dev": true, + "license": "MIT", + "optional": true, + "dependencies": { + "tslib": "^2.4.0" + } + }, + "node_modules/@emnapi/wasi-threads": { + "version": "1.2.1", + "resolved": "https://npm-proxy.dev.databricks.com/@emnapi/wasi-threads/-/wasi-threads-1.2.1.tgz", + "integrity": "sha512-uTII7OYF+/Mes/MrcIOYp5yOtSMLBWSIoLPpcgwipoiKbli6k322tcoFsxoIIxPDqW01SQGAgko4EzZi2BNv2w==", + "dev": true, + "license": "MIT", + "optional": true, + "dependencies": { + "tslib": "^2.4.0" + } + }, + "node_modules/@jridgewell/gen-mapping": { + "version": "0.3.13", + "resolved": "https://npm-proxy.dev.databricks.com/@jridgewell/gen-mapping/-/gen-mapping-0.3.13.tgz", + "integrity": "sha512-2kkt/7niJ6MgEPxF0bYdQ6etZaA+fQvDcLKckhy1yIQOzaoKjBBjSj63/aLVjYE3qhRt5dvM+uUyfCg6UKCBbA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jridgewell/sourcemap-codec": "^1.5.0", + "@jridgewell/trace-mapping": "^0.3.24" + } + }, + "node_modules/@jridgewell/remapping": { + "version": "2.3.5", + "resolved": "https://npm-proxy.dev.databricks.com/@jridgewell/remapping/-/remapping-2.3.5.tgz", + "integrity": "sha512-LI9u/+laYG4Ds1TDKSJW2YPrIlcVYOwi2fUC6xB43lueCjgxV4lffOCZCtYFiH6TNOX+tQKXx97T4IKHbhyHEQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jridgewell/gen-mapping": "^0.3.5", + "@jridgewell/trace-mapping": "^0.3.24" + } + }, + "node_modules/@jridgewell/resolve-uri": { + "version": "3.1.2", + "resolved": "https://npm-proxy.dev.databricks.com/@jridgewell/resolve-uri/-/resolve-uri-3.1.2.tgz", + "integrity": "sha512-bRISgCIjP20/tbWSPWMEi54QVPRZExkuD9lJL+UIxUKtwVJA8wW1Trb1jMs1RFXo1CBTNZ/5hpC9QvmKWdopKw==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6.0.0" + } + }, + "node_modules/@jridgewell/sourcemap-codec": { + "version": "1.5.5", + "resolved": "https://npm-proxy.dev.databricks.com/@jridgewell/sourcemap-codec/-/sourcemap-codec-1.5.5.tgz", + "integrity": "sha512-cYQ9310grqxueWbl+WuIUIaiUaDcj7WOq5fVhEljNVgRfOUhY9fy2zTvfoqWsnebh8Sl70VScFbICvJnLKB0Og==", + "dev": true, + "license": "MIT" + }, + "node_modules/@jridgewell/trace-mapping": { + "version": "0.3.31", + "resolved": "https://npm-proxy.dev.databricks.com/@jridgewell/trace-mapping/-/trace-mapping-0.3.31.tgz", + "integrity": "sha512-zzNR+SdQSDJzc8joaeP8QQoCQr8NuYx2dIIytl1QeBEZHJ9uW6hebsrYgbz8hJwUQao3TWCMtmfV8Nu1twOLAw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jridgewell/resolve-uri": "^3.1.0", + "@jridgewell/sourcemap-codec": "^1.4.14" + } + }, + "node_modules/@napi-rs/wasm-runtime": { + "version": "1.1.3", + "resolved": "https://npm-proxy.dev.databricks.com/@napi-rs/wasm-runtime/-/wasm-runtime-1.1.3.tgz", + "integrity": "sha512-xK9sGVbJWYb08+mTJt3/YV24WxvxpXcXtP6B172paPZ+Ts69Re9dAr7lKwJoeIx8OoeuimEiRZ7umkiUVClmmQ==", + "dev": true, + "license": "MIT", + "optional": true, + "dependencies": { + "@tybys/wasm-util": "^0.10.1" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/Brooooooklyn" + }, + "peerDependencies": { + "@emnapi/core": "^1.7.1", + "@emnapi/runtime": "^1.7.1" + } + }, + "node_modules/@oxc-project/runtime": { + "version": "0.92.0", + "resolved": "https://npm-proxy.dev.databricks.com/@oxc-project/runtime/-/runtime-0.92.0.tgz", + "integrity": "sha512-Z7x2dZOmznihvdvCvLKMl+nswtOSVxS2H2ocar+U9xx6iMfTp0VGIrX6a4xB1v80IwOPC7dT1LXIJrY70Xu3Jw==", + "dev": true, + "license": "MIT", + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@oxc-project/types": { + "version": "0.93.0", + "resolved": "https://npm-proxy.dev.databricks.com/@oxc-project/types/-/types-0.93.0.tgz", + "integrity": "sha512-yNtwmWZIBtJsMr5TEfoZFDxIWV6OdScOpza/f5YxbqUMJk+j6QX3Cf3jgZShGEFYWQJ5j9mJ6jM0tZHu2J9Yrg==", + "dev": true, + "license": "MIT", + "funding": { + "url": "https://github.com/sponsors/Boshen" + } + }, + "node_modules/@rolldown/binding-android-arm64": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/binding-android-arm64/-/binding-android-arm64-1.0.0-beta.41.tgz", + "integrity": "sha512-Edflndd9lU7JVhVIvJlZhdCj5DkhYDJPIRn4Dx0RUdfc8asP9xHOI5gMd8MesDDx+BJpdIT/uAmVTearteU/mQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "android" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-darwin-arm64": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/binding-darwin-arm64/-/binding-darwin-arm64-1.0.0-beta.41.tgz", + "integrity": "sha512-XGCzqfjdk7550PlyZRTBKbypXrB7ATtXhw/+bjtxnklLQs0mKP/XkQVOKyn9qGKSlvH8I56JLYryVxl0PCvSNw==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-darwin-x64": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/binding-darwin-x64/-/binding-darwin-x64-1.0.0-beta.41.tgz", + "integrity": "sha512-Ho6lIwGJed98zub7n0xcRKuEtnZgbxevAmO4x3zn3C3N4GVXZD5xvCvTVxSMoeBJwTcIYzkVDRTIhylQNsTgLQ==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-freebsd-x64": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/binding-freebsd-x64/-/binding-freebsd-x64-1.0.0-beta.41.tgz", + "integrity": "sha512-ijAZETywvL+gACjbT4zBnCp5ez1JhTRs6OxRN4J+D6AzDRbU2zb01Esl51RP5/8ZOlvB37xxsRQ3X4YRVyYb3g==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "freebsd" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-linux-arm-gnueabihf": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/binding-linux-arm-gnueabihf/-/binding-linux-arm-gnueabihf-1.0.0-beta.41.tgz", + "integrity": "sha512-EgIOZt7UildXKFEFvaiLNBXm+4ggQyGe3E5Z1QP9uRcJJs9omihOnm897FwOBQdCuMvI49iBgjFrkhH+wMJ2MA==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-linux-arm64-gnu": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/binding-linux-arm64-gnu/-/binding-linux-arm64-gnu-1.0.0-beta.41.tgz", + "integrity": "sha512-F8bUwJq8v/JAU8HSwgF4dztoqJ+FjdyjuvX4//3+Fbe2we9UktFeZ27U4lRMXF1vxWtdV4ey6oCSqI7yUrSEeg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-linux-arm64-musl": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/binding-linux-arm64-musl/-/binding-linux-arm64-musl-1.0.0-beta.41.tgz", + "integrity": "sha512-MioXcCIX/wB1pBnBoJx8q4OGucUAfC1+/X1ilKFsjDK05VwbLZGRgOVD5OJJpUQPK86DhQciNBrfOKDiatxNmg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-linux-x64-gnu": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/binding-linux-x64-gnu/-/binding-linux-x64-gnu-1.0.0-beta.41.tgz", + "integrity": "sha512-m66M61fizvRCwt5pOEiZQMiwBL9/y0bwU/+Kc4Ce/Pef6YfoEkR28y+DzN9rMdjo8Z28NXjsDPq9nH4mXnAP0g==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-linux-x64-musl": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/binding-linux-x64-musl/-/binding-linux-x64-musl-1.0.0-beta.41.tgz", + "integrity": "sha512-yRxlSfBvWnnfrdtJfvi9lg8xfG5mPuyoSHm0X01oiE8ArmLRvoJGHUTJydCYz+wbK2esbq5J4B4Tq9WAsOlP1Q==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-openharmony-arm64": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/binding-openharmony-arm64/-/binding-openharmony-arm64-1.0.0-beta.41.tgz", + "integrity": "sha512-PHVxYhBpi8UViS3/hcvQQb9RFqCtvFmFU1PvUoTRiUdBtgHA6fONNHU4x796lgzNlVSD3DO/MZNk1s5/ozSMQg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "openharmony" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-wasm32-wasi": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/binding-wasm32-wasi/-/binding-wasm32-wasi-1.0.0-beta.41.tgz", + "integrity": "sha512-OAfcO37ME6GGWmj9qTaDT7jY4rM0T2z0/8ujdQIJQ2x2nl+ztO32EIwURfmXOK0U1tzkyuaKYvE34Pug/ucXlQ==", + "cpu": [ + "wasm32" + ], + "dev": true, + "license": "MIT", + "optional": true, + "dependencies": { + "@napi-rs/wasm-runtime": "^1.0.5" + }, + "engines": { + "node": ">=14.0.0" + } + }, + "node_modules/@rolldown/binding-win32-arm64-msvc": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/binding-win32-arm64-msvc/-/binding-win32-arm64-msvc-1.0.0-beta.41.tgz", + "integrity": "sha512-NIYGuCcuXaq5BC4Q3upbiMBvmZsTsEPG9k/8QKQdmrch+ocSy5Jv9tdpdmXJyighKqm182nh/zBt+tSJkYoNlg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-win32-ia32-msvc": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/binding-win32-ia32-msvc/-/binding-win32-ia32-msvc-1.0.0-beta.41.tgz", + "integrity": "sha512-kANdsDbE5FkEOb5NrCGBJBCaZ2Sabp3D7d4PRqMYJqyLljwh9mDyYyYSv5+QNvdAmifj+f3lviNEUUuUZPEFPw==", + "cpu": [ + "ia32" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-win32-x64-msvc": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/binding-win32-x64-msvc/-/binding-win32-x64-msvc-1.0.0-beta.41.tgz", + "integrity": "sha512-UlpxKmFdik0Y2VjZrgUCgoYArZJiZllXgIipdBRV1hw6uK45UbQabSTW6Kp6enuOu7vouYWftwhuxfpE8J2JAg==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/pluginutils": { + "version": "1.0.0-beta.38", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/pluginutils/-/pluginutils-1.0.0-beta.38.tgz", + "integrity": "sha512-N/ICGKleNhA5nc9XXQG/kkKHJ7S55u0x0XUJbbkmdCnFuoRkM1Il12q9q0eX19+M7KKUEPw/daUPIRnxhcxAIw==", + "dev": true, + "license": "MIT" + }, + "node_modules/@tailwindcss/node": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/node/-/node-4.1.17.tgz", + "integrity": "sha512-csIkHIgLb3JisEFQ0vxr2Y57GUNYh447C8xzwj89U/8fdW8LhProdxvnVH6U8M2Y73QKiTIH+LWbK3V2BBZsAg==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jridgewell/remapping": "^2.3.4", + "enhanced-resolve": "^5.18.3", + "jiti": "^2.6.1", + "lightningcss": "1.30.2", + "magic-string": "^0.30.21", + "source-map-js": "^1.2.1", + "tailwindcss": "4.1.17" + } + }, + "node_modules/@tailwindcss/node/node_modules/tailwindcss": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/tailwindcss/-/tailwindcss-4.1.17.tgz", + "integrity": "sha512-j9Ee2YjuQqYT9bbRTfTZht9W/ytp5H+jJpZKiYdP/bpnXARAuELt9ofP0lPnmHjbga7SNQIxdTAXCmtKVYjN+Q==", + "dev": true, + "license": "MIT" + }, + "node_modules/@tailwindcss/oxide": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/oxide/-/oxide-4.1.17.tgz", + "integrity": "sha512-F0F7d01fmkQhsTjXezGBLdrl1KresJTcI3DB8EkScCldyKp3Msz4hub4uyYaVnk88BAS1g5DQjjF6F5qczheLA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 10" + }, + "optionalDependencies": { + "@tailwindcss/oxide-android-arm64": "4.1.17", + "@tailwindcss/oxide-darwin-arm64": "4.1.17", + "@tailwindcss/oxide-darwin-x64": "4.1.17", + "@tailwindcss/oxide-freebsd-x64": "4.1.17", + "@tailwindcss/oxide-linux-arm-gnueabihf": "4.1.17", + "@tailwindcss/oxide-linux-arm64-gnu": "4.1.17", + "@tailwindcss/oxide-linux-arm64-musl": "4.1.17", + "@tailwindcss/oxide-linux-x64-gnu": "4.1.17", + "@tailwindcss/oxide-linux-x64-musl": "4.1.17", + "@tailwindcss/oxide-wasm32-wasi": "4.1.17", + "@tailwindcss/oxide-win32-arm64-msvc": "4.1.17", + "@tailwindcss/oxide-win32-x64-msvc": "4.1.17" + } + }, + "node_modules/@tailwindcss/oxide-android-arm64": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/oxide-android-arm64/-/oxide-android-arm64-4.1.17.tgz", + "integrity": "sha512-BMqpkJHgOZ5z78qqiGE6ZIRExyaHyuxjgrJ6eBO5+hfrfGkuya0lYfw8fRHG77gdTjWkNWEEm+qeG2cDMxArLQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "android" + ], + "engines": { + "node": ">= 10" + } + }, + "node_modules/@tailwindcss/oxide-darwin-arm64": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/oxide-darwin-arm64/-/oxide-darwin-arm64-4.1.17.tgz", + "integrity": "sha512-EquyumkQweUBNk1zGEU/wfZo2qkp/nQKRZM8bUYO0J+Lums5+wl2CcG1f9BgAjn/u9pJzdYddHWBiFXJTcxmOg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": ">= 10" + } + }, + "node_modules/@tailwindcss/oxide-darwin-x64": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/oxide-darwin-x64/-/oxide-darwin-x64-4.1.17.tgz", + "integrity": "sha512-gdhEPLzke2Pog8s12oADwYu0IAw04Y2tlmgVzIN0+046ytcgx8uZmCzEg4VcQh+AHKiS7xaL8kGo/QTiNEGRog==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": ">= 10" + } + }, + "node_modules/@tailwindcss/oxide-freebsd-x64": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/oxide-freebsd-x64/-/oxide-freebsd-x64-4.1.17.tgz", + "integrity": "sha512-hxGS81KskMxML9DXsaXT1H0DyA+ZBIbyG/sSAjWNe2EDl7TkPOBI42GBV3u38itzGUOmFfCzk1iAjDXds8Oh0g==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "freebsd" + ], + "engines": { + "node": ">= 10" + } + }, + "node_modules/@tailwindcss/oxide-linux-arm-gnueabihf": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/oxide-linux-arm-gnueabihf/-/oxide-linux-arm-gnueabihf-4.1.17.tgz", + "integrity": "sha512-k7jWk5E3ldAdw0cNglhjSgv501u7yrMf8oeZ0cElhxU6Y2o7f8yqelOp3fhf7evjIS6ujTI3U8pKUXV2I4iXHQ==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 10" + } + }, + "node_modules/@tailwindcss/oxide-linux-arm64-gnu": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/oxide-linux-arm64-gnu/-/oxide-linux-arm64-gnu-4.1.17.tgz", + "integrity": "sha512-HVDOm/mxK6+TbARwdW17WrgDYEGzmoYayrCgmLEw7FxTPLcp/glBisuyWkFz/jb7ZfiAXAXUACfyItn+nTgsdQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 10" + } + }, + "node_modules/@tailwindcss/oxide-linux-arm64-musl": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/oxide-linux-arm64-musl/-/oxide-linux-arm64-musl-4.1.17.tgz", + "integrity": "sha512-HvZLfGr42i5anKtIeQzxdkw/wPqIbpeZqe7vd3V9vI3RQxe3xU1fLjss0TjyhxWcBaipk7NYwSrwTwK1hJARMg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 10" + } + }, + "node_modules/@tailwindcss/oxide-linux-x64-gnu": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/oxide-linux-x64-gnu/-/oxide-linux-x64-gnu-4.1.17.tgz", + "integrity": "sha512-M3XZuORCGB7VPOEDH+nzpJ21XPvK5PyjlkSFkFziNHGLc5d6g3di2McAAblmaSUNl8IOmzYwLx9NsE7bplNkwQ==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 10" + } + }, + "node_modules/@tailwindcss/oxide-linux-x64-musl": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/oxide-linux-x64-musl/-/oxide-linux-x64-musl-4.1.17.tgz", + "integrity": "sha512-k7f+pf9eXLEey4pBlw+8dgfJHY4PZ5qOUFDyNf7SI6lHjQ9Zt7+NcscjpwdCEbYi6FI5c2KDTDWyf2iHcCSyyQ==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 10" + } + }, + "node_modules/@tailwindcss/oxide-wasm32-wasi": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/oxide-wasm32-wasi/-/oxide-wasm32-wasi-4.1.17.tgz", + "integrity": "sha512-cEytGqSSoy7zK4JRWiTCx43FsKP/zGr0CsuMawhH67ONlH+T79VteQeJQRO/X7L0juEUA8ZyuYikcRBf0vsxhg==", + "bundleDependencies": [ + "@napi-rs/wasm-runtime", + "@emnapi/core", + "@emnapi/runtime", + "@tybys/wasm-util", + "@emnapi/wasi-threads", + "tslib" + ], + "cpu": [ + "wasm32" + ], + "dev": true, + "license": "MIT", + "optional": true, + "dependencies": { + "@emnapi/core": "^1.6.0", + "@emnapi/runtime": "^1.6.0", + "@emnapi/wasi-threads": "^1.1.0", + "@napi-rs/wasm-runtime": "^1.0.7", + "@tybys/wasm-util": "^0.10.1", + "tslib": "^2.4.0" + }, + "engines": { + "node": ">=14.0.0" + } + }, + "node_modules/@tailwindcss/oxide-win32-arm64-msvc": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/oxide-win32-arm64-msvc/-/oxide-win32-arm64-msvc-4.1.17.tgz", + "integrity": "sha512-JU5AHr7gKbZlOGvMdb4722/0aYbU+tN6lv1kONx0JK2cGsh7g148zVWLM0IKR3NeKLv+L90chBVYcJ8uJWbC9A==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": ">= 10" + } + }, + "node_modules/@tailwindcss/oxide-win32-x64-msvc": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/oxide-win32-x64-msvc/-/oxide-win32-x64-msvc-4.1.17.tgz", + "integrity": "sha512-SKWM4waLuqx0IH+FMDUw6R66Hu4OuTALFgnleKbqhgGU30DY20NORZMZUKgLRjQXNN2TLzKvh48QXTig4h4bGw==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": ">= 10" + } + }, + "node_modules/@tailwindcss/postcss": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/postcss/-/postcss-4.1.17.tgz", + "integrity": "sha512-+nKl9N9mN5uJ+M7dBOOCzINw94MPstNR/GtIhz1fpZysxL/4a+No64jCBD6CPN+bIHWFx3KWuu8XJRrj/572Dw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@alloc/quick-lru": "^5.2.0", + "@tailwindcss/node": "4.1.17", + "@tailwindcss/oxide": "4.1.17", + "postcss": "^8.4.41", + "tailwindcss": "4.1.17" + } + }, + "node_modules/@tailwindcss/postcss/node_modules/tailwindcss": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/tailwindcss/-/tailwindcss-4.1.17.tgz", + "integrity": "sha512-j9Ee2YjuQqYT9bbRTfTZht9W/ytp5H+jJpZKiYdP/bpnXARAuELt9ofP0lPnmHjbga7SNQIxdTAXCmtKVYjN+Q==", + "dev": true, + "license": "MIT" + }, + "node_modules/@tailwindcss/vite": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/@tailwindcss/vite/-/vite-4.1.17.tgz", + "integrity": "sha512-4+9w8ZHOiGnpcGI6z1TVVfWaX/koK7fKeSYF3qlYg2xpBtbteP2ddBxiarL+HVgfSJGeK5RIxRQmKm4rTJJAwA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@tailwindcss/node": "4.1.17", + "@tailwindcss/oxide": "4.1.17", + "tailwindcss": "4.1.17" + }, + "peerDependencies": { + "vite": "^5.2.0 || ^6 || ^7" + } + }, + "node_modules/@tailwindcss/vite/node_modules/tailwindcss": { + "version": "4.1.17", + "resolved": "https://npm-proxy.dev.databricks.com/tailwindcss/-/tailwindcss-4.1.17.tgz", + "integrity": "sha512-j9Ee2YjuQqYT9bbRTfTZht9W/ytp5H+jJpZKiYdP/bpnXARAuELt9ofP0lPnmHjbga7SNQIxdTAXCmtKVYjN+Q==", + "dev": true, + "license": "MIT" + }, + "node_modules/@tybys/wasm-util": { + "version": "0.10.1", + "resolved": "https://npm-proxy.dev.databricks.com/@tybys/wasm-util/-/wasm-util-0.10.1.tgz", + "integrity": "sha512-9tTaPJLSiejZKx+Bmog4uSubteqTvFrVrURwkmHixBo0G4seD0zUxp98E1DzUBJxLQ3NPwXrGKDiVjwx/DpPsg==", + "dev": true, + "license": "MIT", + "optional": true, + "dependencies": { + "tslib": "^2.4.0" + } + }, + "node_modules/@types/babel__core": { + "version": "7.20.5", + "resolved": "https://npm-proxy.dev.databricks.com/@types/babel__core/-/babel__core-7.20.5.tgz", + "integrity": "sha512-qoQprZvz5wQFJwMDqeseRXWv3rqMvhgpbXFfVyWhbx9X47POIA6i/+dXefEmZKoAgOaTdaIgNSMqMIU61yRyzA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/parser": "^7.20.7", + "@babel/types": "^7.20.7", + "@types/babel__generator": "*", + "@types/babel__template": "*", + "@types/babel__traverse": "*" + } + }, + "node_modules/@types/babel__generator": { + "version": "7.27.0", + "resolved": "https://npm-proxy.dev.databricks.com/@types/babel__generator/-/babel__generator-7.27.0.tgz", + "integrity": "sha512-ufFd2Xi92OAVPYsy+P4n7/U7e68fex0+Ee8gSG9KX7eo084CWiQ4sdxktvdl0bOPupXtVJPY19zk6EwWqUQ8lg==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/types": "^7.0.0" + } + }, + "node_modules/@types/babel__template": { + "version": "7.4.4", + "resolved": "https://npm-proxy.dev.databricks.com/@types/babel__template/-/babel__template-7.4.4.tgz", + "integrity": "sha512-h/NUaSyG5EyxBIp8YRxo4RMe2/qQgvyowRwVMzhYhBCONbW8PUsg4lkFMrhgZhUe5z3L3MiLDuvyJ/CaPa2A8A==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/parser": "^7.1.0", + "@babel/types": "^7.0.0" + } + }, + "node_modules/@types/babel__traverse": { + "version": "7.28.0", + "resolved": "https://npm-proxy.dev.databricks.com/@types/babel__traverse/-/babel__traverse-7.28.0.tgz", + "integrity": "sha512-8PvcXf70gTDZBgt9ptxJ8elBeBjcLOAcOtoO/mPJjtji1+CdGbHgm77om1GrsPxsiE+uXIpNSK64UYaIwQXd4Q==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/types": "^7.28.2" + } + }, + "node_modules/@types/react": { + "version": "19.2.2", + "resolved": "https://npm-proxy.dev.databricks.com/@types/react/-/react-19.2.2.tgz", + "integrity": "sha512-6mDvHUFSjyT2B2yeNx2nUgMxh9LtOWvkhIU3uePn2I2oyNymUAX1NIsdgviM4CH+JSrp2D2hsMvJOkxY+0wNRA==", + "dev": true, + "license": "MIT", + "dependencies": { + "csstype": "^3.0.2" + } + }, + "node_modules/@types/react-dom": { + "version": "19.2.2", + "resolved": "https://npm-proxy.dev.databricks.com/@types/react-dom/-/react-dom-19.2.2.tgz", + "integrity": "sha512-9KQPoO6mZCi7jcIStSnlOWn2nEF3mNmyr3rIAsGnAbQKYbRLyqmeSc39EVgtxXVia+LMT8j3knZLAZAh+xLmrw==", + "dev": true, + "license": "MIT", + "peerDependencies": { + "@types/react": "^19.2.0" + } + }, + "node_modules/@vitejs/plugin-react": { + "version": "5.0.4", + "resolved": "https://npm-proxy.dev.databricks.com/@vitejs/plugin-react/-/plugin-react-5.0.4.tgz", + "integrity": "sha512-La0KD0vGkVkSk6K+piWDKRUyg8Rl5iAIKRMH0vMJI0Eg47bq1eOxmoObAaQG37WMW9MSyk7Cs8EIWwJC1PtzKA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/core": "^7.28.4", + "@babel/plugin-transform-react-jsx-self": "^7.27.1", + "@babel/plugin-transform-react-jsx-source": "^7.27.1", + "@rolldown/pluginutils": "1.0.0-beta.38", + "@types/babel__core": "^7.20.5", + "react-refresh": "^0.17.0" + }, + "engines": { + "node": "^20.19.0 || >=22.12.0" + }, + "peerDependencies": { + "vite": "^4.2.0 || ^5.0.0 || ^6.0.0 || ^7.0.0" + } + }, + "node_modules/ansis": { + "version": "4.2.0", + "resolved": "https://npm-proxy.dev.databricks.com/ansis/-/ansis-4.2.0.tgz", + "integrity": "sha512-HqZ5rWlFjGiV0tDm3UxxgNRqsOTniqoKZu0pIAfh7TZQMGuZK+hH0drySty0si0QXj1ieop4+SkSfPZBPPkHig==", + "dev": true, + "license": "ISC", + "engines": { + "node": ">=14" + } + }, + "node_modules/autoprefixer": { + "version": "10.4.21", + "resolved": "https://npm-proxy.dev.databricks.com/autoprefixer/-/autoprefixer-10.4.21.tgz", + "integrity": "sha512-O+A6LWV5LDHSJD3LjHYoNi4VLsj/Whi7k6zG12xTYaU4cQ8oxQGckXNX8cRHK5yOZ/ppVHe0ZBXGzSV9jXdVbQ==", + "dev": true, + "funding": [ + { + "type": "opencollective", + "url": "https://opencollective.com/postcss/" + }, + { + "type": "tidelift", + "url": "https://tidelift.com/funding/github/npm/autoprefixer" + }, + { + "type": "github", + "url": "https://github.com/sponsors/ai" + } + ], + "license": "MIT", + "dependencies": { + "browserslist": "^4.24.4", + "caniuse-lite": "^1.0.30001702", + "fraction.js": "^4.3.7", + "normalize-range": "^0.1.2", + "picocolors": "^1.1.1", + "postcss-value-parser": "^4.2.0" + }, + "bin": { + "autoprefixer": "bin/autoprefixer" + }, + "engines": { + "node": "^10 || ^12 || >=14" + }, + "peerDependencies": { + "postcss": "^8.1.0" + } + }, + "node_modules/baseline-browser-mapping": { + "version": "2.10.16", + "resolved": "https://npm-proxy.dev.databricks.com/baseline-browser-mapping/-/baseline-browser-mapping-2.10.16.tgz", + "integrity": "sha512-Lyf3aK28zpsD1yQMiiHD4RvVb6UdMoo8xzG2XzFIfR9luPzOpcBlAsT/qfB1XWS1bxWT+UtE4WmQgsp297FYOA==", + "dev": true, + "license": "Apache-2.0", + "bin": { + "baseline-browser-mapping": "dist/cli.cjs" + }, + "engines": { + "node": ">=6.0.0" + } + }, + "node_modules/browserslist": { + "version": "4.28.2", + "resolved": "https://npm-proxy.dev.databricks.com/browserslist/-/browserslist-4.28.2.tgz", + "integrity": "sha512-48xSriZYYg+8qXna9kwqjIVzuQxi+KYWp2+5nCYnYKPTr0LvD89Jqk2Or5ogxz0NUMfIjhh2lIUX/LyX9B4oIg==", + "dev": true, + "funding": [ + { + "type": "opencollective", + "url": "https://opencollective.com/browserslist" + }, + { + "type": "tidelift", + "url": "https://tidelift.com/funding/github/npm/browserslist" + }, + { + "type": "github", + "url": "https://github.com/sponsors/ai" + } + ], + "license": "MIT", + "dependencies": { + "baseline-browser-mapping": "^2.10.12", + "caniuse-lite": "^1.0.30001782", + "electron-to-chromium": "^1.5.328", + "node-releases": "^2.0.36", + "update-browserslist-db": "^1.2.3" + }, + "bin": { + "browserslist": "cli.js" + }, + "engines": { + "node": "^6 || ^7 || ^8 || ^9 || ^10 || ^11 || ^12 || >=13.7" + } + }, + "node_modules/caniuse-lite": { + "version": "1.0.30001787", + "resolved": "https://npm-proxy.dev.databricks.com/caniuse-lite/-/caniuse-lite-1.0.30001787.tgz", + "integrity": "sha512-mNcrMN9KeI68u7muanUpEejSLghOKlVhRqS/Za2IeyGllJ9I9otGpR9g3nsw7n4W378TE/LyIteA0+/FOZm4Kg==", + "dev": true, + "funding": [ + { + "type": "opencollective", + "url": "https://opencollective.com/browserslist" + }, + { + "type": "tidelift", + "url": "https://tidelift.com/funding/github/npm/caniuse-lite" + }, + { + "type": "github", + "url": "https://github.com/sponsors/ai" + } + ], + "license": "CC-BY-4.0" + }, + "node_modules/clsx": { + "version": "2.1.1", + "resolved": "https://npm-proxy.dev.databricks.com/clsx/-/clsx-2.1.1.tgz", + "integrity": "sha512-eYm0QWBtUrBWZWG0d386OGAw16Z995PiOVo2B7bjWSbHedGl5e0ZWaq65kOGgUSNesEIDkB9ISbTg/JK9dhCZA==", + "license": "MIT", + "engines": { + "node": ">=6" + } + }, + "node_modules/convert-source-map": { + "version": "2.0.0", + "resolved": "https://npm-proxy.dev.databricks.com/convert-source-map/-/convert-source-map-2.0.0.tgz", + "integrity": "sha512-Kvp459HrV2FEJ1CAsi1Ku+MY3kasH19TFykTz2xWmMeq6bk2NU3XXvfJ+Q61m0xktWwt+1HSYf3JZsTms3aRJg==", + "dev": true, + "license": "MIT" + }, + "node_modules/cookie": { + "version": "1.1.1", + "resolved": "https://npm-proxy.dev.databricks.com/cookie/-/cookie-1.1.1.tgz", + "integrity": "sha512-ei8Aos7ja0weRpFzJnEA9UHJ/7XQmqglbRwnf2ATjcB9Wq874VKH9kfjjirM6UhU2/E5fFYadylyhFldcqSidQ==", + "license": "MIT", + "engines": { + "node": ">=18" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/express" + } + }, + "node_modules/csstype": { + "version": "3.2.3", + "resolved": "https://npm-proxy.dev.databricks.com/csstype/-/csstype-3.2.3.tgz", + "integrity": "sha512-z1HGKcYy2xA8AGQfwrn0PAy+PB7X/GSj3UVJW9qKyn43xWa+gl5nXmU4qqLMRzWVLFC8KusUX8T/0kCiOYpAIQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/debug": { + "version": "4.4.3", + "resolved": "https://npm-proxy.dev.databricks.com/debug/-/debug-4.4.3.tgz", + "integrity": "sha512-RGwwWnwQvkVfavKVt22FGLw+xYSdzARwm0ru6DhTVA3umU5hZc28V3kO4stgYryrTlLpuvgI9GiijltAjNbcqA==", + "dev": true, + "license": "MIT", + "dependencies": { + "ms": "^2.1.3" + }, + "engines": { + "node": ">=6.0" + }, + "peerDependenciesMeta": { + "supports-color": { + "optional": true + } + } + }, + "node_modules/detect-libc": { + "version": "2.1.2", + "resolved": "https://npm-proxy.dev.databricks.com/detect-libc/-/detect-libc-2.1.2.tgz", + "integrity": "sha512-Btj2BOOO83o3WyH59e8MgXsxEQVcarkUOpEYrubB0urwnN10yQ364rsiByU11nZlqWYZm05i/of7io4mzihBtQ==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": ">=8" + } + }, + "node_modules/electron-to-chromium": { + "version": "1.5.334", + "resolved": "https://npm-proxy.dev.databricks.com/electron-to-chromium/-/electron-to-chromium-1.5.334.tgz", + "integrity": "sha512-mgjZAz7Jyx1SRCwEpy9wefDS7GvNPazLthHg8eQMJ76wBdGQQDW33TCrUTvQ4wzpmOrv2zrFoD3oNufMdyMpog==", + "dev": true, + "license": "ISC" + }, + "node_modules/enhanced-resolve": { + "version": "5.20.1", + "resolved": "https://npm-proxy.dev.databricks.com/enhanced-resolve/-/enhanced-resolve-5.20.1.tgz", + "integrity": "sha512-Qohcme7V1inbAfvjItgw0EaxVX5q2rdVEZHRBrEQdRZTssLDGsL8Lwrznl8oQ/6kuTJONLaDcGjkNP247XEhcA==", + "dev": true, + "license": "MIT", + "dependencies": { + "graceful-fs": "^4.2.4", + "tapable": "^2.3.0" + }, + "engines": { + "node": ">=10.13.0" + } + }, + "node_modules/escalade": { + "version": "3.2.0", + "resolved": "https://npm-proxy.dev.databricks.com/escalade/-/escalade-3.2.0.tgz", + "integrity": "sha512-WUj2qlxaQtO4g6Pq5c29GTcWGDyd8itL8zTlipgECz3JesAiiOKotd8JU6otB3PACgG6xkJUyVhboMS+bje/jA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6" + } + }, + "node_modules/fdir": { + "version": "6.5.0", + "resolved": "https://npm-proxy.dev.databricks.com/fdir/-/fdir-6.5.0.tgz", + "integrity": "sha512-tIbYtZbucOs0BRGqPJkshJUYdL+SDH7dVM8gjy+ERp3WAUjLEFJE+02kanyHtwjWOnwrKYBiwAmM0p4kLJAnXg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=12.0.0" + }, + "peerDependencies": { + "picomatch": "^3 || ^4" + }, + "peerDependenciesMeta": { + "picomatch": { + "optional": true + } + } + }, + "node_modules/fraction.js": { + "version": "4.3.7", + "resolved": "https://npm-proxy.dev.databricks.com/fraction.js/-/fraction.js-4.3.7.tgz", + "integrity": "sha512-ZsDfxO51wGAXREY55a7la9LScWpwv9RxIrYABrlvOFBlH/ShPnrtsXeuUIfXKKOVicNxQ+o8JTbJvjS4M89yew==", + "dev": true, + "license": "MIT", + "engines": { + "node": "*" + }, + "funding": { + "type": "patreon", + "url": "https://github.com/sponsors/rawify" + } + }, + "node_modules/fsevents": { + "version": "2.3.3", + "resolved": "https://npm-proxy.dev.databricks.com/fsevents/-/fsevents-2.3.3.tgz", + "integrity": "sha512-5xoDfX+fL7faATnagmWPpbFtwh/R77WmMMqqHGS65C3vvB0YHrgF+B1YmZ3441tMj5n63k0212XNoJwzlhffQw==", + "dev": true, + "hasInstallScript": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": "^8.16.0 || ^10.6.0 || >=11.0.0" + } + }, + "node_modules/gensync": { + "version": "1.0.0-beta.2", + "resolved": "https://npm-proxy.dev.databricks.com/gensync/-/gensync-1.0.0-beta.2.tgz", + "integrity": "sha512-3hN7NaskYvMDLQY55gnW3NQ+mesEAepTqlg+VEbj7zzqEMBVNhzcGYYeqFo/TlYz6eQiFcp1HcsCZO+nGgS8zg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/graceful-fs": { + "version": "4.2.11", + "resolved": "https://npm-proxy.dev.databricks.com/graceful-fs/-/graceful-fs-4.2.11.tgz", + "integrity": "sha512-RbJ5/jmFcNNCcDV5o9eTnBLJ/HszWV0P73bc+Ff4nS/rJj+YaS6IGyiOL0VoBYX+l1Wrl3k63h/KrH+nhJ0XvQ==", + "dev": true, + "license": "ISC" + }, + "node_modules/jiti": { + "version": "2.6.1", + "resolved": "https://npm-proxy.dev.databricks.com/jiti/-/jiti-2.6.1.tgz", + "integrity": "sha512-ekilCSN1jwRvIbgeg/57YFh8qQDNbwDb9xT/qu2DAHbFFZUicIl4ygVaAvzveMhMVr3LnpSKTNnwt8PoOfmKhQ==", + "dev": true, + "license": "MIT", + "bin": { + "jiti": "lib/jiti-cli.mjs" + } + }, + "node_modules/js-tokens": { + "version": "4.0.0", + "resolved": "https://npm-proxy.dev.databricks.com/js-tokens/-/js-tokens-4.0.0.tgz", + "integrity": "sha512-RdJUflcE3cUzKiMqQgsCu06FPu9UdIJO0beYbPhHN4k6apgJtifcoCtT9bcxOpYBtpD2kCM6Sbzg4CausW/PKQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/jsesc": { + "version": "3.1.0", + "resolved": "https://npm-proxy.dev.databricks.com/jsesc/-/jsesc-3.1.0.tgz", + "integrity": "sha512-/sM3dO2FOzXjKQhJuo0Q173wf2KOo8t4I8vHy6lF9poUp7bKT0/NHE8fPX23PwfhnykfqnC2xRxOnVw5XuGIaA==", + "dev": true, + "license": "MIT", + "bin": { + "jsesc": "bin/jsesc" + }, + "engines": { + "node": ">=6" + } + }, + "node_modules/json5": { + "version": "2.2.3", + "resolved": "https://npm-proxy.dev.databricks.com/json5/-/json5-2.2.3.tgz", + "integrity": "sha512-XmOWe7eyHYH14cLdVPoyg+GOH3rYX++KpzrylJwSW98t3Nk+U8XOl8FWKOgwtzdb8lXGf6zYwDUzeHMWfxasyg==", + "dev": true, + "license": "MIT", + "bin": { + "json5": "lib/cli.js" + }, + "engines": { + "node": ">=6" + } + }, + "node_modules/lightningcss": { + "version": "1.30.2", + "resolved": "https://npm-proxy.dev.databricks.com/lightningcss/-/lightningcss-1.30.2.tgz", + "integrity": "sha512-utfs7Pr5uJyyvDETitgsaqSyjCb2qNRAtuqUeWIAKztsOYdcACf2KtARYXg2pSvhkt+9NfoaNY7fxjl6nuMjIQ==", + "dev": true, + "license": "MPL-2.0", + "dependencies": { + "detect-libc": "^2.0.3" + }, + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + }, + "optionalDependencies": { + "lightningcss-android-arm64": "1.30.2", + "lightningcss-darwin-arm64": "1.30.2", + "lightningcss-darwin-x64": "1.30.2", + "lightningcss-freebsd-x64": "1.30.2", + "lightningcss-linux-arm-gnueabihf": "1.30.2", + "lightningcss-linux-arm64-gnu": "1.30.2", + "lightningcss-linux-arm64-musl": "1.30.2", + "lightningcss-linux-x64-gnu": "1.30.2", + "lightningcss-linux-x64-musl": "1.30.2", + "lightningcss-win32-arm64-msvc": "1.30.2", + "lightningcss-win32-x64-msvc": "1.30.2" + } + }, + "node_modules/lightningcss-android-arm64": { + "version": "1.30.2", + "resolved": "https://npm-proxy.dev.databricks.com/lightningcss-android-arm64/-/lightningcss-android-arm64-1.30.2.tgz", + "integrity": "sha512-BH9sEdOCahSgmkVhBLeU7Hc9DWeZ1Eb6wNS6Da8igvUwAe0sqROHddIlvU06q3WyXVEOYDZ6ykBZQnjTbmo4+A==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "android" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-darwin-arm64": { + "version": "1.30.2", + "resolved": "https://npm-proxy.dev.databricks.com/lightningcss-darwin-arm64/-/lightningcss-darwin-arm64-1.30.2.tgz", + "integrity": "sha512-ylTcDJBN3Hp21TdhRT5zBOIi73P6/W0qwvlFEk22fkdXchtNTOU4Qc37SkzV+EKYxLouZ6M4LG9NfZ1qkhhBWA==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-darwin-x64": { + "version": "1.30.2", + "resolved": "https://npm-proxy.dev.databricks.com/lightningcss-darwin-x64/-/lightningcss-darwin-x64-1.30.2.tgz", + "integrity": "sha512-oBZgKchomuDYxr7ilwLcyms6BCyLn0z8J0+ZZmfpjwg9fRVZIR5/GMXd7r9RH94iDhld3UmSjBM6nXWM2TfZTQ==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-freebsd-x64": { + "version": "1.30.2", + "resolved": "https://npm-proxy.dev.databricks.com/lightningcss-freebsd-x64/-/lightningcss-freebsd-x64-1.30.2.tgz", + "integrity": "sha512-c2bH6xTrf4BDpK8MoGG4Bd6zAMZDAXS569UxCAGcA7IKbHNMlhGQ89eRmvpIUGfKWNVdbhSbkQaWhEoMGmGslA==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "freebsd" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-linux-arm-gnueabihf": { + "version": "1.30.2", + "resolved": "https://npm-proxy.dev.databricks.com/lightningcss-linux-arm-gnueabihf/-/lightningcss-linux-arm-gnueabihf-1.30.2.tgz", + "integrity": "sha512-eVdpxh4wYcm0PofJIZVuYuLiqBIakQ9uFZmipf6LF/HRj5Bgm0eb3qL/mr1smyXIS1twwOxNWndd8z0E374hiA==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-linux-arm64-gnu": { + "version": "1.30.2", + "resolved": "https://npm-proxy.dev.databricks.com/lightningcss-linux-arm64-gnu/-/lightningcss-linux-arm64-gnu-1.30.2.tgz", + "integrity": "sha512-UK65WJAbwIJbiBFXpxrbTNArtfuznvxAJw4Q2ZGlU8kPeDIWEX1dg3rn2veBVUylA2Ezg89ktszWbaQnxD/e3A==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-linux-arm64-musl": { + "version": "1.30.2", + "resolved": "https://npm-proxy.dev.databricks.com/lightningcss-linux-arm64-musl/-/lightningcss-linux-arm64-musl-1.30.2.tgz", + "integrity": "sha512-5Vh9dGeblpTxWHpOx8iauV02popZDsCYMPIgiuw97OJ5uaDsL86cnqSFs5LZkG3ghHoX5isLgWzMs+eD1YzrnA==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-linux-x64-gnu": { + "version": "1.30.2", + "resolved": "https://npm-proxy.dev.databricks.com/lightningcss-linux-x64-gnu/-/lightningcss-linux-x64-gnu-1.30.2.tgz", + "integrity": "sha512-Cfd46gdmj1vQ+lR6VRTTadNHu6ALuw2pKR9lYq4FnhvgBc4zWY1EtZcAc6EffShbb1MFrIPfLDXD6Xprbnni4w==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-linux-x64-musl": { + "version": "1.30.2", + "resolved": "https://npm-proxy.dev.databricks.com/lightningcss-linux-x64-musl/-/lightningcss-linux-x64-musl-1.30.2.tgz", + "integrity": "sha512-XJaLUUFXb6/QG2lGIW6aIk6jKdtjtcffUT0NKvIqhSBY3hh9Ch+1LCeH80dR9q9LBjG3ewbDjnumefsLsP6aiA==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-win32-arm64-msvc": { + "version": "1.30.2", + "resolved": "https://npm-proxy.dev.databricks.com/lightningcss-win32-arm64-msvc/-/lightningcss-win32-arm64-msvc-1.30.2.tgz", + "integrity": "sha512-FZn+vaj7zLv//D/192WFFVA0RgHawIcHqLX9xuWiQt7P0PtdFEVaxgF9rjM/IRYHQXNnk61/H/gb2Ei+kUQ4xQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-win32-x64-msvc": { + "version": "1.30.2", + "resolved": "https://npm-proxy.dev.databricks.com/lightningcss-win32-x64-msvc/-/lightningcss-win32-x64-msvc-1.30.2.tgz", + "integrity": "sha512-5g1yc73p+iAkid5phb4oVFMB45417DkRevRbt/El/gKXJk4jid+vPFF/AXbxn05Aky8PapwzZrdJShv5C0avjw==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lru-cache": { + "version": "5.1.1", + "resolved": "https://npm-proxy.dev.databricks.com/lru-cache/-/lru-cache-5.1.1.tgz", + "integrity": "sha512-KpNARQA3Iwv+jTA0utUVVbrh+Jlrr1Fv0e56GGzAFOXN7dk/FviaDW8LHmK52DlcH4WP2n6gI8vN1aesBFgo9w==", + "dev": true, + "license": "ISC", + "dependencies": { + "yallist": "^3.0.2" + } + }, + "node_modules/lucide-react": { + "version": "0.546.0", + "resolved": "https://npm-proxy.dev.databricks.com/lucide-react/-/lucide-react-0.546.0.tgz", + "integrity": "sha512-Z94u6fKT43lKeYHiVyvyR8fT7pwCzDu7RyMPpTvh054+xahSgj4HFQ+NmflvzdXsoAjYGdCguGaFKYuvq0ThCQ==", + "license": "ISC", + "peerDependencies": { + "react": "^16.5.1 || ^17.0.0 || ^18.0.0 || ^19.0.0" + } + }, + "node_modules/magic-string": { + "version": "0.30.21", + "resolved": "https://npm-proxy.dev.databricks.com/magic-string/-/magic-string-0.30.21.tgz", + "integrity": "sha512-vd2F4YUyEXKGcLHoq+TEyCjxueSeHnFxyyjNp80yg0XV4vUhnDer/lvvlqM/arB5bXQN5K2/3oinyCRyx8T2CQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jridgewell/sourcemap-codec": "^1.5.5" + } + }, + "node_modules/ms": { + "version": "2.1.3", + "resolved": "https://npm-proxy.dev.databricks.com/ms/-/ms-2.1.3.tgz", + "integrity": "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA==", + "dev": true, + "license": "MIT" + }, + "node_modules/nanoid": { + "version": "3.3.11", + "resolved": "https://npm-proxy.dev.databricks.com/nanoid/-/nanoid-3.3.11.tgz", + "integrity": "sha512-N8SpfPUnUp1bK+PMYW8qSWdl9U+wwNWI4QKxOYDy9JAro3WMX7p2OeVRF9v+347pnakNevPmiHhNmZ2HbFA76w==", + "dev": true, + "funding": [ + { + "type": "github", + "url": "https://github.com/sponsors/ai" + } + ], + "license": "MIT", + "bin": { + "nanoid": "bin/nanoid.cjs" + }, + "engines": { + "node": "^10 || ^12 || ^13.7 || ^14 || >=15.0.1" + } + }, + "node_modules/node-releases": { + "version": "2.0.37", + "resolved": "https://npm-proxy.dev.databricks.com/node-releases/-/node-releases-2.0.37.tgz", + "integrity": "sha512-1h5gKZCF+pO/o3Iqt5Jp7wc9rH3eJJ0+nh/CIoiRwjRxde/hAHyLPXYN4V3CqKAbiZPSeJFSWHmJsbkicta0Eg==", + "dev": true, + "license": "MIT" + }, + "node_modules/normalize-range": { + "version": "0.1.2", + "resolved": "https://npm-proxy.dev.databricks.com/normalize-range/-/normalize-range-0.1.2.tgz", + "integrity": "sha512-bdok/XvKII3nUpklnV6P2hxtMNrCboOjAcyBuQnWEhO665FwrSNRxU+AqpsyvO6LgGYPspN+lu5CLtw4jPRKNA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/picocolors": { + "version": "1.1.1", + "resolved": "https://npm-proxy.dev.databricks.com/picocolors/-/picocolors-1.1.1.tgz", + "integrity": "sha512-xceH2snhtb5M9liqDsmEw56le376mTZkEX/jEb/RxNFyegNul7eNslCXP9FDj/Lcu0X8KEyMceP2ntpaHrDEVA==", + "dev": true, + "license": "ISC" + }, + "node_modules/picomatch": { + "version": "4.0.4", + "resolved": "https://npm-proxy.dev.databricks.com/picomatch/-/picomatch-4.0.4.tgz", + "integrity": "sha512-QP88BAKvMam/3NxH6vj2o21R6MjxZUAd6nlwAS/pnGvN9IVLocLHxGYIzFhg6fUQ+5th6P4dv4eW9jX3DSIj7A==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=12" + }, + "funding": { + "url": "https://github.com/sponsors/jonschlinkert" + } + }, + "node_modules/postcss": { + "version": "8.5.6", + "resolved": "https://npm-proxy.dev.databricks.com/postcss/-/postcss-8.5.6.tgz", + "integrity": "sha512-3Ybi1tAuwAP9s0r1UQ2J4n5Y0G05bJkpUIO0/bI9MhwmD70S5aTWbXGBwxHrelT+XM1k6dM0pk+SwNkpTRN7Pg==", + "dev": true, + "funding": [ + { + "type": "opencollective", + "url": "https://opencollective.com/postcss/" + }, + { + "type": "tidelift", + "url": "https://tidelift.com/funding/github/npm/postcss" + }, + { + "type": "github", + "url": "https://github.com/sponsors/ai" + } + ], + "license": "MIT", + "dependencies": { + "nanoid": "^3.3.11", + "picocolors": "^1.1.1", + "source-map-js": "^1.2.1" + }, + "engines": { + "node": "^10 || ^12 || >=14" + } + }, + "node_modules/postcss-value-parser": { + "version": "4.2.0", + "resolved": "https://npm-proxy.dev.databricks.com/postcss-value-parser/-/postcss-value-parser-4.2.0.tgz", + "integrity": "sha512-1NNCs6uurfkVbeXG4S8JFT9t19m45ICnif8zWLd5oPSZ50QnwMfK+H3jv408d4jw/7Bttv5axS5IiHoLaVNHeQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/react": { + "version": "19.2.4", + "resolved": "https://npm-proxy.dev.databricks.com/react/-/react-19.2.4.tgz", + "integrity": "sha512-9nfp2hYpCwOjAN+8TZFGhtWEwgvWHXqESH8qT89AT/lWklpLON22Lc8pEtnpsZz7VmawabSU0gCjnj8aC0euHQ==", + "license": "MIT", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/react-dom": { + "version": "19.2.4", + "resolved": "https://npm-proxy.dev.databricks.com/react-dom/-/react-dom-19.2.4.tgz", + "integrity": "sha512-AXJdLo8kgMbimY95O2aKQqsz2iWi9jMgKJhRBAxECE4IFxfcazB2LmzloIoibJI3C12IlY20+KFaLv+71bUJeQ==", + "license": "MIT", + "dependencies": { + "scheduler": "^0.27.0" + }, + "peerDependencies": { + "react": "^19.2.4" + } + }, + "node_modules/react-refresh": { + "version": "0.17.0", + "resolved": "https://npm-proxy.dev.databricks.com/react-refresh/-/react-refresh-0.17.0.tgz", + "integrity": "sha512-z6F7K9bV85EfseRCp2bzrpyQ0Gkw1uLoCel9XBVWPg/TjRj94SkJzUTGfOa4bs7iJvBWtQG0Wq7wnI0syw3EBQ==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/react-router": { + "version": "7.13.0", + "resolved": "https://npm-proxy.dev.databricks.com/react-router/-/react-router-7.13.0.tgz", + "integrity": "sha512-PZgus8ETambRT17BUm/LL8lX3Of+oiLaPuVTRH3l1eLvSPpKO3AvhAEb5N7ihAFZQrYDqkvvWfFh9p0z9VsjLw==", + "license": "MIT", + "dependencies": { + "cookie": "^1.0.1", + "set-cookie-parser": "^2.6.0" + }, + "engines": { + "node": ">=20.0.0" + }, + "peerDependencies": { + "react": ">=18", + "react-dom": ">=18" + }, + "peerDependenciesMeta": { + "react-dom": { + "optional": true + } + } + }, + "node_modules/rolldown": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/rolldown/-/rolldown-1.0.0-beta.41.tgz", + "integrity": "sha512-U+NPR0Bkg3wm61dteD2L4nAM1U9dtaqVrpDXwC36IKRHpEO/Ubpid4Nijpa2imPchcVNHfxVFwSSMJdwdGFUbg==", + "dev": true, + "license": "MIT", + "dependencies": { + "@oxc-project/types": "=0.93.0", + "@rolldown/pluginutils": "1.0.0-beta.41", + "ansis": "=4.2.0" + }, + "bin": { + "rolldown": "bin/cli.mjs" + }, + "engines": { + "node": "^20.19.0 || >=22.12.0" + }, + "optionalDependencies": { + "@rolldown/binding-android-arm64": "1.0.0-beta.41", + "@rolldown/binding-darwin-arm64": "1.0.0-beta.41", + "@rolldown/binding-darwin-x64": "1.0.0-beta.41", + "@rolldown/binding-freebsd-x64": "1.0.0-beta.41", + "@rolldown/binding-linux-arm-gnueabihf": "1.0.0-beta.41", + "@rolldown/binding-linux-arm64-gnu": "1.0.0-beta.41", + "@rolldown/binding-linux-arm64-musl": "1.0.0-beta.41", + "@rolldown/binding-linux-x64-gnu": "1.0.0-beta.41", + "@rolldown/binding-linux-x64-musl": "1.0.0-beta.41", + "@rolldown/binding-openharmony-arm64": "1.0.0-beta.41", + "@rolldown/binding-wasm32-wasi": "1.0.0-beta.41", + "@rolldown/binding-win32-arm64-msvc": "1.0.0-beta.41", + "@rolldown/binding-win32-ia32-msvc": "1.0.0-beta.41", + "@rolldown/binding-win32-x64-msvc": "1.0.0-beta.41" + } + }, + "node_modules/rolldown/node_modules/@rolldown/pluginutils": { + "version": "1.0.0-beta.41", + "resolved": "https://npm-proxy.dev.databricks.com/@rolldown/pluginutils/-/pluginutils-1.0.0-beta.41.tgz", + "integrity": "sha512-ycMEPrS3StOIeb87BT3/+bu+blEtyvwQ4zmo2IcJQy0Rd1DAAhKksA0iUZ3MYSpJtjlPhg0Eo6mvVS6ggPhRbw==", + "dev": true, + "license": "MIT" + }, + "node_modules/scheduler": { + "version": "0.27.0", + "resolved": "https://npm-proxy.dev.databricks.com/scheduler/-/scheduler-0.27.0.tgz", + "integrity": "sha512-eNv+WrVbKu1f3vbYJT/xtiF5syA5HPIMtf9IgY/nKg0sWqzAUEvqY/xm7OcZc/qafLx/iO9FgOmeSAp4v5ti/Q==", + "license": "MIT" + }, + "node_modules/semver": { + "version": "6.3.1", + "resolved": "https://npm-proxy.dev.databricks.com/semver/-/semver-6.3.1.tgz", + "integrity": "sha512-BR7VvDCVHO+q2xBEWskxS6DJE1qRnb7DxzUrogb71CWoSficBxYsiAGd+Kl0mmq/MprG9yArRkyrQxTO6XjMzA==", + "dev": true, + "license": "ISC", + "bin": { + "semver": "bin/semver.js" + } + }, + "node_modules/set-cookie-parser": { + "version": "2.7.2", + "resolved": "https://npm-proxy.dev.databricks.com/set-cookie-parser/-/set-cookie-parser-2.7.2.tgz", + "integrity": "sha512-oeM1lpU/UvhTxw+g3cIfxXHyJRc/uidd3yK1P242gzHds0udQBYzs3y8j4gCCW+ZJ7ad0yctld8RYO+bdurlvw==", + "license": "MIT" + }, + "node_modules/source-map-js": { + "version": "1.2.1", + "resolved": "https://npm-proxy.dev.databricks.com/source-map-js/-/source-map-js-1.2.1.tgz", + "integrity": "sha512-UXWMKhLOwVKb728IUtQPXxfYU+usdybtUrK/8uGE8CQMvrhOpwvzDBwj0QhSL7MQc7vIsISBG8VQ8+IDQxpfQA==", + "dev": true, + "license": "BSD-3-Clause", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/tailwind-merge": { + "version": "3.3.1", + "resolved": "https://npm-proxy.dev.databricks.com/tailwind-merge/-/tailwind-merge-3.3.1.tgz", + "integrity": "sha512-gBXpgUm/3rp1lMZZrM/w7D8GKqshif0zAymAhbCyIt8KMe+0v9DQ7cdYLR4FHH/cKpdTXb+A/tKKU3eolfsI+g==", + "license": "MIT", + "funding": { + "type": "github", + "url": "https://github.com/sponsors/dcastil" + } + }, + "node_modules/tailwindcss": { + "version": "4.0.14", + "resolved": "https://npm-proxy.dev.databricks.com/tailwindcss/-/tailwindcss-4.0.14.tgz", + "integrity": "sha512-92YT2dpt671tFiHH/e1ok9D987N9fHD5VWoly1CdPD/Cd1HMglvZwP3nx2yTj2lbXDAHt8QssZkxTLCCTNL+xw==", + "license": "MIT" + }, + "node_modules/tailwindcss-animate": { + "version": "1.0.7", + "resolved": "https://npm-proxy.dev.databricks.com/tailwindcss-animate/-/tailwindcss-animate-1.0.7.tgz", + "integrity": "sha512-bl6mpH3T7I3UFxuvDEXLxy/VuFxBk5bbzplh7tXI68mwMokNYd1t9qPBHlnyTwfa4JGC4zP516I1hYYtQ/vspA==", + "license": "MIT", + "peerDependencies": { + "tailwindcss": ">=3.0.0 || insiders" + } + }, + "node_modules/tapable": { + "version": "2.3.2", + "resolved": "https://npm-proxy.dev.databricks.com/tapable/-/tapable-2.3.2.tgz", + "integrity": "sha512-1MOpMXuhGzGL5TTCZFItxCc0AARf1EZFQkGqMm7ERKj8+Hgr5oLvJOVFcC+lRmR8hCe2S3jC4T5D7Vg/d7/fhA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/webpack" + } + }, + "node_modules/tinyglobby": { + "version": "0.2.16", + "resolved": "https://npm-proxy.dev.databricks.com/tinyglobby/-/tinyglobby-0.2.16.tgz", + "integrity": "sha512-pn99VhoACYR8nFHhxqix+uvsbXineAasWm5ojXoN8xEwK5Kd3/TrhNn1wByuD52UxWRLy8pu+kRMniEi6Eq9Zg==", + "dev": true, + "license": "MIT", + "dependencies": { + "fdir": "^6.5.0", + "picomatch": "^4.0.4" + }, + "engines": { + "node": ">=12.0.0" + }, + "funding": { + "url": "https://github.com/sponsors/SuperchupuDev" + } + }, + "node_modules/tslib": { + "version": "2.8.1", + "resolved": "https://npm-proxy.dev.databricks.com/tslib/-/tslib-2.8.1.tgz", + "integrity": "sha512-oJFu94HQb+KVduSUQL7wnpmqnfmLsOA/nAh6b6EH0wCEoK0/mPeXU6c3wKDV83MkOuHPRHtSXKKU99IBazS/2w==", + "dev": true, + "license": "0BSD", + "optional": true + }, + "node_modules/tw-animate-css": { + "version": "1.4.0", + "resolved": "https://npm-proxy.dev.databricks.com/tw-animate-css/-/tw-animate-css-1.4.0.tgz", + "integrity": "sha512-7bziOlRqH0hJx80h/3mbicLW7o8qLsH5+RaLR2t+OHM3D0JlWGODQKQ4cxbK7WlvmUxpcj6Kgu6EKqjrGFe3QQ==", + "license": "MIT", + "funding": { + "url": "https://github.com/sponsors/Wombosvideo" + } + }, + "node_modules/typescript": { + "version": "5.9.3", + "resolved": "https://npm-proxy.dev.databricks.com/typescript/-/typescript-5.9.3.tgz", + "integrity": "sha512-jl1vZzPDinLr9eUt3J/t7V6FgNEw9QjvBPdysz9KfQDD41fQrC2Y4vKQdiaUpFT4bXlb1RHhLpp8wtm6M5TgSw==", + "dev": true, + "license": "Apache-2.0", + "bin": { + "tsc": "bin/tsc", + "tsserver": "bin/tsserver" + }, + "engines": { + "node": ">=14.17" + } + }, + "node_modules/update-browserslist-db": { + "version": "1.2.3", + "resolved": "https://npm-proxy.dev.databricks.com/update-browserslist-db/-/update-browserslist-db-1.2.3.tgz", + "integrity": "sha512-Js0m9cx+qOgDxo0eMiFGEueWztz+d4+M3rGlmKPT+T4IS/jP4ylw3Nwpu6cpTTP8R1MAC1kF4VbdLt3ARf209w==", + "dev": true, + "funding": [ + { + "type": "opencollective", + "url": "https://opencollective.com/browserslist" + }, + { + "type": "tidelift", + "url": "https://tidelift.com/funding/github/npm/browserslist" + }, + { + "type": "github", + "url": "https://github.com/sponsors/ai" + } + ], + "license": "MIT", + "dependencies": { + "escalade": "^3.2.0", + "picocolors": "^1.1.1" + }, + "bin": { + "update-browserslist-db": "cli.js" + }, + "peerDependencies": { + "browserslist": ">= 4.21.0" + } + }, + "node_modules/vite": { + "name": "rolldown-vite", + "version": "7.1.14", + "resolved": "https://npm-proxy.dev.databricks.com/rolldown-vite/-/rolldown-vite-7.1.14.tgz", + "integrity": "sha512-eSiiRJmovt8qDJkGyZuLnbxAOAdie6NCmmd0NkTC0RJI9duiSBTfr8X2mBYJOUFzxQa2USaHmL99J9uMxkjCyw==", + "deprecated": "Use 7.3.1 for migration purposes. For the most recent updates, migrate to Vite 8 once you're ready.", + "dev": true, + "license": "MIT", + "dependencies": { + "@oxc-project/runtime": "0.92.0", + "fdir": "^6.5.0", + "lightningcss": "^1.30.1", + "picomatch": "^4.0.3", + "postcss": "^8.5.6", + "rolldown": "1.0.0-beta.41", + "tinyglobby": "^0.2.15" + }, + "bin": { + "vite": "bin/vite.js" + }, + "engines": { + "node": "^20.19.0 || >=22.12.0" + }, + "funding": { + "url": "https://github.com/vitejs/vite?sponsor=1" + }, + "optionalDependencies": { + "fsevents": "~2.3.3" + }, + "peerDependencies": { + "@types/node": "^20.19.0 || >=22.12.0", + "esbuild": "^0.25.0", + "jiti": ">=1.21.0", + "less": "^4.0.0", + "sass": "^1.70.0", + "sass-embedded": "^1.70.0", + "stylus": ">=0.54.8", + "sugarss": "^5.0.0", + "terser": "^5.16.0", + "tsx": "^4.8.1", + "yaml": "^2.4.2" + }, + "peerDependenciesMeta": { + "@types/node": { + "optional": true + }, + "esbuild": { + "optional": true + }, + "jiti": { + "optional": true + }, + "less": { + "optional": true + }, + "sass": { + "optional": true + }, + "sass-embedded": { + "optional": true + }, + "stylus": { + "optional": true + }, + "sugarss": { + "optional": true + }, + "terser": { + "optional": true + }, + "tsx": { + "optional": true + }, + "yaml": { + "optional": true + } + } + }, + "node_modules/yallist": { + "version": "3.1.1", + "resolved": "https://npm-proxy.dev.databricks.com/yallist/-/yallist-3.1.1.tgz", + "integrity": "sha512-a4UGQaWPH59mOXUYnAG2ewncQS4i4F43Tv3JoAM+s2VDAmS9NsK8GpDMLrCHPksFT7h3K6TOoUNn2pb7RoXx4g==", + "dev": true, + "license": "ISC" + } + } +} diff --git a/packages/appkit-py/frontend/package.json b/packages/appkit-py/frontend/package.json new file mode 100644 index 00000000..42e641d8 --- /dev/null +++ b/packages/appkit-py/frontend/package.json @@ -0,0 +1,36 @@ +{ + "name": "appkit-py-frontend", + "private": true, + "version": "0.1.0", + "type": "module", + "scripts": { + "build": "vite build", + "dev": "vite", + "preview": "vite preview" + }, + "dependencies": { + "clsx": "2.1.1", + "lucide-react": "0.546.0", + "react": "19.2.4", + "react-dom": "19.2.4", + "react-router": "7.13.0", + "tailwind-merge": "3.3.1", + "tailwindcss-animate": "1.0.7", + "tw-animate-css": "1.4.0" + }, + "devDependencies": { + "@tailwindcss/postcss": "4.1.17", + "@tailwindcss/vite": "4.1.17", + "@types/react": "19.2.2", + "@types/react-dom": "19.2.2", + "@vitejs/plugin-react": "5.0.4", + "autoprefixer": "10.4.21", + "postcss": "8.5.6", + "tailwindcss": "4.0.14", + "typescript": "5.9.3", + "vite": "npm:rolldown-vite@7.1.14" + }, + "overrides": { + "vite": "npm:rolldown-vite@7.1.14" + } +} diff --git a/packages/appkit-py/frontend/postcss.config.js b/packages/appkit-py/frontend/postcss.config.js new file mode 100644 index 00000000..f69c5d41 --- /dev/null +++ b/packages/appkit-py/frontend/postcss.config.js @@ -0,0 +1,6 @@ +export default { + plugins: { + "@tailwindcss/postcss": {}, + autoprefixer: {}, + }, +}; diff --git a/packages/appkit-py/frontend/src/App.tsx b/packages/appkit-py/frontend/src/App.tsx new file mode 100644 index 00000000..671e3952 --- /dev/null +++ b/packages/appkit-py/frontend/src/App.tsx @@ -0,0 +1,149 @@ +import { getClientConfig } from "@databricks/appkit-ui/js"; +import { + Card, + CardContent, + CardHeader, + CardTitle, +} from "@databricks/appkit-ui/react"; +import { + createBrowserRouter, + NavLink, + Outlet, + RouterProvider, +} from "react-router"; +import { AnalyticsPage } from "./pages/AnalyticsPage"; +import { FilesPage } from "./pages/FilesPage"; +import { GeniePage } from "./pages/GeniePage"; + +const navLinkClass = ({ isActive }: { isActive: boolean }) => + `px-3 py-1.5 rounded-md text-sm font-medium transition-colors ${ + isActive + ? "bg-primary text-primary-foreground" + : "text-muted-foreground hover:bg-muted hover:text-foreground" + }`; + +const PLUGIN_PAGES: Record< + string, + { label: string; path: string; element: React.ReactNode } +> = { + analytics: { + label: "Analytics", + path: "/analytics", + element: , + }, + files: { label: "Files", path: "/files", element: }, + genie: { label: "Genie", path: "/genie", element: }, +}; + +function Layout() { + const config = getClientConfig(); + const enabledPlugins = Object.keys(config.endpoints).filter( + (name) => name !== "server" && name in PLUGIN_PAGES, + ); + + return ( +
+
+

+ {config.appName || "AppKit"} +

+ +
+
+ +
+
+ ); +} + +function buildRouter() { + const config = getClientConfig(); + const enabledPlugins = Object.keys(config.endpoints).filter( + (name) => name !== "server" && name in PLUGIN_PAGES, + ); + + return createBrowserRouter([ + { + element: , + children: [ + { path: "/", element: }, + ...enabledPlugins.map((name) => ({ + path: PLUGIN_PAGES[name].path, + element: PLUGIN_PAGES[name].element, + })), + ], + }, + ]); +} + +export default function App() { + return ; +} + +function HomePage() { + const config = getClientConfig(); + const enabledPlugins = Object.keys(config.endpoints).filter( + (name) => name !== "server", + ); + + return ( +
+
+

+ Welcome to {config.appName || "your Databricks App"} +

+

+ Powered by Databricks AppKit (Python) +

+
+ + + + Getting Started + + +

+ Your app is running with {enabledPlugins.length} plugin + {enabledPlugins.length !== 1 ? "s" : ""} enabled + {enabledPlugins.length > 0 && <>: {enabledPlugins.join(", ")}}. +

+ + + +
+ ); +} diff --git a/packages/appkit-py/frontend/src/ErrorBoundary.tsx b/packages/appkit-py/frontend/src/ErrorBoundary.tsx new file mode 100644 index 00000000..7bf8b988 --- /dev/null +++ b/packages/appkit-py/frontend/src/ErrorBoundary.tsx @@ -0,0 +1,71 @@ +import { + Card, + CardContent, + CardHeader, + CardTitle, +} from "@databricks/appkit-ui/react"; +import type React from "react"; +import type { ReactNode } from "react"; +import { Component } from "react"; + +interface Props { + children: ReactNode; +} + +interface State { + hasError: boolean; + error: Error | null; + errorInfo: React.ErrorInfo | null; +} + +export class ErrorBoundary extends Component { + constructor(props: Props) { + super(props); + this.state = { hasError: false, error: null, errorInfo: null }; + } + + static getDerivedStateFromError(error: Error): Partial { + return { hasError: true, error }; + } + + componentDidCatch(error: Error, errorInfo: React.ErrorInfo) { + console.error("ErrorBoundary caught an error:", error); + this.setState({ error, errorInfo }); + } + + render() { + if (this.state.hasError) { + return ( +
+ + + + Application Error + + + +
+
+

Error Message:

+ 
+                    {this.state.error?.toString()}
+
+
+ {this.state.error?.stack && ( +
+

Stack Trace:

+ 
+                      {this.state.error.stack}
+
+
+ )} +
+ + +
+ ); + } + + return this.props.children; + } +} diff --git a/packages/appkit-py/frontend/src/index.css b/packages/appkit-py/frontend/src/index.css new file mode 100644 index 00000000..5dcc4cf8 --- /dev/null +++ b/packages/appkit-py/frontend/src/index.css @@ -0,0 +1 @@ +@import "@databricks/appkit-ui/styles.css"; diff --git a/packages/appkit-py/frontend/src/main.tsx b/packages/appkit-py/frontend/src/main.tsx new file mode 100644 index 00000000..d54446b7 --- /dev/null +++ b/packages/appkit-py/frontend/src/main.tsx @@ -0,0 +1,14 @@ +import { StrictMode } from "react"; +import { createRoot } from "react-dom/client"; +import "./index.css"; +import App from "./App"; +import { ErrorBoundary } from "./ErrorBoundary"; + +// biome-ignore lint/style/noNonNullAssertion: root element is guaranteed to exist in index.html +createRoot(document.getElementById("root")!).render( + + + + + , +); diff --git a/packages/appkit-py/frontend/src/pages/AnalyticsPage.tsx b/packages/appkit-py/frontend/src/pages/AnalyticsPage.tsx new file mode 100644 index 00000000..74d762d7 --- /dev/null +++ b/packages/appkit-py/frontend/src/pages/AnalyticsPage.tsx @@ -0,0 +1,122 @@ +import { sql } from "@databricks/appkit-ui/js"; +import { + AreaChart, + Card, + CardContent, + CardHeader, + CardTitle, + Label, + LineChart, + RadarChart, + Select, + SelectContent, + SelectItem, + SelectTrigger, + SelectValue, + Skeleton, + useAnalyticsQuery, +} from "@databricks/appkit-ui/react"; +import { useState } from "react"; + +export function AnalyticsPage() { + const { data, loading, error } = useAnalyticsQuery("hello_world", { + message: sql.string("hello world"), + }); + + const [maxMonthNum, setMaxMonthNum] = useState(12); + const salesParameters = { max_month_num: sql.number(maxMonthNum) }; + + return ( +
+
+ + + SQL Query Result + + + {loading && ( +
+ + +
+ )} + {error && ( +
+ Error: {error} +
+ )} + {data && data.length > 0 && ( +
+
+ Query: SELECT :message AS value +
+
+ {data[0].value} +
+
+ )} + {data && data.length === 0 && ( +
No results
+ )} + + + + + + Sales Data Filter + + +
+
+ + +
+
+ + + + + + Sales Trend Area Chart + + + + + + + + Sales Trend Line Chart + + + + + + + + Sales Trend Radar Chart + + + + + +
+
+ ); +} diff --git a/packages/appkit-py/frontend/src/pages/FilesPage.tsx b/packages/appkit-py/frontend/src/pages/FilesPage.tsx new file mode 100644 index 00000000..ac701787 --- /dev/null +++ b/packages/appkit-py/frontend/src/pages/FilesPage.tsx @@ -0,0 +1,397 @@ +import type { DirectoryEntry, FilePreview } from "@databricks/appkit-ui/react"; +import { + Button, + DirectoryList, + FileBreadcrumb, + FilePreviewPanel, + NewFolderInput, +} from "@databricks/appkit-ui/react"; +import { FolderPlus, Loader2, Upload } from "lucide-react"; +import { + type RefObject, + useCallback, + useEffect, + useRef, + useState, +} from "react"; + +function useAbortController(): RefObject { + const ref = useRef(null); + return ref; +} + +function nextSignal(ref: RefObject): AbortSignal { + ref.current?.abort(); + ref.current = new AbortController(); + return ref.current.signal; +} + +export function FilesPage() { + const [volumes, setVolumes] = useState([]); + const [volumeKey, setVolumeKey] = useState( + () => localStorage.getItem("appkit:files:volumeKey") ?? "", + ); + const [currentPath, setCurrentPath] = useState(""); + const [entries, setEntries] = useState([]); + const [loading, setLoading] = useState(false); + const [error, setError] = useState(null); + const [selectedFile, setSelectedFile] = useState(null); + const [preview, setPreview] = useState(null); + const [previewLoading, setPreviewLoading] = useState(false); + const [uploading, setUploading] = useState(false); + const [deleting, setDeleting] = useState(false); + const [creatingDir, setCreatingDir] = useState(false); + const [newDirName, setNewDirName] = useState(""); + const [showNewDirInput, setShowNewDirInput] = useState(false); + const fileInputRef = useRef(null); + const listAbort = useAbortController(); + const previewAbort = useAbortController(); + + const normalize = (p: string) => p.replace(/\/+$/, ""); + const isAtRoot = !currentPath; + + const apiUrl = useCallback( + (action: string, params?: Record) => { + const base = `/api/files/${volumeKey}/${action}`; + if (!params) return base; + const qs = new URLSearchParams(params).toString(); + return `${base}?${qs}`; + }, + [volumeKey], + ); + + const loadDirectory = useCallback( + async (path?: string) => { + if (!volumeKey) return; + setLoading(true); + setError(null); + setSelectedFile(null); + setPreview(null); + + try { + const signal = nextSignal(listAbort); + const url = path ? apiUrl("list", { path }) : apiUrl("list"); + const response = await fetch(url, { signal }); + + if (!response.ok) { + const data = await response.json().catch(() => ({})); + throw new Error( + data.error ?? `HTTP ${response.status}: ${response.statusText}`, + ); + } + + const data: DirectoryEntry[] = await response.json(); + data.sort((a, b) => { + if (a.is_directory && !b.is_directory) return -1; + if (!a.is_directory && b.is_directory) return 1; + return (a.name ?? "").localeCompare(b.name ?? ""); + }); + setEntries(data); + setCurrentPath(path ?? ""); + } catch (err) { + if (err instanceof DOMException && err.name === "AbortError") return; + setError(err instanceof Error ? err.message : String(err)); + setEntries([]); + } finally { + setLoading(false); + } + }, + [volumeKey, apiUrl, listAbort], + ); + + const loadPreview = useCallback( + async (filePath: string) => { + setPreviewLoading(true); + setPreview(null); + + try { + const signal = nextSignal(previewAbort); + const response = await fetch(apiUrl("preview", { path: filePath }), { + signal, + }); + + if (!response.ok) { + const data = await response.json().catch(() => ({})); + throw new Error(data.error ?? `HTTP ${response.status}`); + } + + const data = await response.json(); + setPreview(data); + } catch (err) { + if (err instanceof DOMException && err.name === "AbortError") return; + setPreview(null); + } finally { + setPreviewLoading(false); + } + }, + [apiUrl, previewAbort], + ); + + useEffect(() => { + fetch("/api/files/volumes") + .then((res) => res.json()) + .then((data: { volumes: string[] }) => { + const list = data.volumes ?? []; + setVolumes(list); + if (!volumeKey || !list.includes(volumeKey)) { + const first = list[0]; + if (first) { + setVolumeKey(first); + localStorage.setItem("appkit:files:volumeKey", first); + } + } + }) + .catch(() => {}); + }, [volumeKey]); + + useEffect(() => { + if (volumeKey) { + loadDirectory(); + } + }, [volumeKey, loadDirectory]); + + const resolveEntryPath = (entry: DirectoryEntry) => { + const name = entry.name ?? ""; + return currentPath ? `${currentPath}/${name}` : name; + }; + + const handleEntryClick = (entry: DirectoryEntry) => { + const entryPath = resolveEntryPath(entry); + if (entry.is_directory) { + loadDirectory(entryPath); + } else { + setSelectedFile(entryPath); + loadPreview(entryPath); + } + }; + + const navigateToParent = () => { + if (isAtRoot) return; + const segments = currentPath.split("/").filter(Boolean); + segments.pop(); + const parentPath = segments.join("/"); + loadDirectory(parentPath || undefined); + }; + + const allSegments = normalize(currentPath).split("/").filter(Boolean); + + const navigateToBreadcrumb = (index: number) => { + const targetSegments = allSegments.slice(0, index + 1); + const targetPath = targetSegments.join("/"); + loadDirectory(targetPath); + }; + + const MAX_UPLOAD_SIZE = 5 * 1024 * 1024 * 1024; + + const handleUpload = async (e: React.ChangeEvent) => { + const file = e.target.files?.[0]; + if (!file) return; + + if (file.size > MAX_UPLOAD_SIZE) { + setError( + `File "${file.name}" is too large (${(file.size / 1024 / 1024).toFixed(1)} MB). Maximum upload size is ${MAX_UPLOAD_SIZE / 1024 / 1024 / 1024} GB.`, + ); + if (fileInputRef.current) fileInputRef.current.value = ""; + return; + } + + setUploading(true); + try { + const uploadPath = currentPath + ? `${currentPath}/${file.name}` + : file.name; + const response = await fetch(apiUrl("upload", { path: uploadPath }), { + method: "POST", + body: file, + }); + + if (!response.ok) { + const data = await response.json().catch(() => ({})); + throw new Error(data.error ?? `Upload failed (${response.status})`); + } + + await loadDirectory(currentPath || undefined); + } catch (err) { + setError(err instanceof Error ? err.message : String(err)); + } finally { + setUploading(false); + if (fileInputRef.current) { + fileInputRef.current.value = ""; + } + } + }; + + const handleDelete = async () => { + if (!selectedFile) return; + + const fileName = selectedFile.split("/").pop(); + if (!window.confirm(`Delete "${fileName}"?`)) return; + + setDeleting(true); + try { + const response = await fetch( + `/api/files/${volumeKey}?path=${encodeURIComponent(selectedFile)}`, + { method: "DELETE" }, + ); + + if (!response.ok) { + const data = await response.json().catch(() => ({})); + throw new Error(data.error ?? `Delete failed (${response.status})`); + } + + setSelectedFile(null); + setPreview(null); + await loadDirectory(currentPath || undefined); + } catch (err) { + setError(err instanceof Error ? err.message : String(err)); + } finally { + setDeleting(false); + } + }; + + const handleCreateDirectory = async () => { + const name = newDirName.trim(); + if (!name) return; + + setCreatingDir(true); + try { + const dirPath = currentPath ? `${currentPath}/${name}` : name; + const response = await fetch(apiUrl("mkdir"), { + method: "POST", + headers: { "Content-Type": "application/json" }, + body: JSON.stringify({ path: dirPath }), + }); + + if (!response.ok) { + const data = await response.json().catch(() => ({})); + throw new Error( + data.error ?? `Create directory failed (${response.status})`, + ); + } + + setShowNewDirInput(false); + setNewDirName(""); + await loadDirectory(currentPath || undefined); + } catch (err) { + setError(err instanceof Error ? err.message : String(err)); + } finally { + setCreatingDir(false); + } + }; + + return ( +
+
+

Files

+

+ Browse and manage files in Databricks Volumes. +

+
+ +
+
+ {volumes.length > 1 && ( + + )} + loadDirectory()} + onNavigateToSegment={navigateToBreadcrumb} + /> +
+ +
+ + + +
+
+ +
+ loadDirectory(currentPath || undefined)} + isAtRoot={isAtRoot} + selectedPath={selectedFile} + resolveEntryPath={resolveEntryPath} + hasCurrentPath={!!currentPath} + headerContent={ + showNewDirInput ? ( + { + setShowNewDirInput(false); + setNewDirName(""); + }} + creating={creatingDir} + /> + ) : undefined + } + /> + + + window.open(apiUrl("download", { path }), "_blank") + } + onDelete={handleDelete} + deleting={deleting} + imagePreviewSrc={(p) => apiUrl("raw", { path: p })} + /> +
+
+ ); +} diff --git a/packages/appkit-py/frontend/src/pages/GeniePage.tsx b/packages/appkit-py/frontend/src/pages/GeniePage.tsx new file mode 100644 index 00000000..d624aecc --- /dev/null +++ b/packages/appkit-py/frontend/src/pages/GeniePage.tsx @@ -0,0 +1,17 @@ +import { GenieChat } from "@databricks/appkit-ui/react"; + +export function GeniePage() { + return ( +
+
+

Genie

+

+ Ask questions about your data using Databricks AI/BI Genie. +

+
+
+ +
+
+ ); +} diff --git a/packages/appkit-py/frontend/tailwind.config.ts b/packages/appkit-py/frontend/tailwind.config.ts new file mode 100644 index 00000000..3ff84cf1 --- /dev/null +++ b/packages/appkit-py/frontend/tailwind.config.ts @@ -0,0 +1,10 @@ +import type { Config } from "tailwindcss"; +import tailwindcssAnimate from "tailwindcss-animate"; + +const config: Config = { + darkMode: ["class", "media"], + content: ["./index.html", "./src/**/*.{js,ts,jsx,tsx}"], + plugins: [tailwindcssAnimate], +}; + +export default config; diff --git a/packages/appkit-py/frontend/tsconfig.json b/packages/appkit-py/frontend/tsconfig.json new file mode 100644 index 00000000..9090c5d5 --- /dev/null +++ b/packages/appkit-py/frontend/tsconfig.json @@ -0,0 +1,20 @@ +{ + "compilerOptions": { + "target": "ES2022", + "lib": ["ES2022", "DOM", "DOM.Iterable"], + "module": "ESNext", + "moduleResolution": "bundler", + "jsx": "react-jsx", + "strict": true, + "esModuleInterop": true, + "skipLibCheck": true, + "forceConsistentCasingInFileNames": true, + "resolveJsonModule": true, + "isolatedModules": true, + "noEmit": true, + "paths": { + "@/*": ["./src/*"] + } + }, + "include": ["src"] +} diff --git a/packages/appkit-py/frontend/vite.config.ts b/packages/appkit-py/frontend/vite.config.ts new file mode 100644 index 00000000..f0f5ccbc --- /dev/null +++ b/packages/appkit-py/frontend/vite.config.ts @@ -0,0 +1,33 @@ +import path from "node:path"; +import tailwindcss from "@tailwindcss/vite"; +import react from "@vitejs/plugin-react"; +import { defineConfig } from "vite"; + +// Resolve @databricks/appkit-ui from the local monorepo build output. +// The build script (scripts/build_frontend.sh) ensures appkit-ui is built first. +const appkitUiDist = path.resolve(__dirname, "../../appkit-ui/dist"); + +export default defineConfig({ + root: __dirname, + plugins: [react(), tailwindcss()], + build: { + outDir: path.resolve(__dirname, "../src/appkit_py/static"), + emptyOutDir: true, + }, + optimizeDeps: { + include: [ + "react", + "react-dom", + "react/jsx-dev-runtime", + "react/jsx-runtime", + ], + exclude: ["@databricks/appkit-ui"], + }, + resolve: { + dedupe: ["react", "react-dom"], + alias: { + "@databricks/appkit-ui": appkitUiDist, + "@": path.resolve(__dirname, "./src"), + }, + }, +}); diff --git a/packages/appkit-py/pyproject.toml b/packages/appkit-py/pyproject.toml new file mode 100644 index 00000000..b46c65af --- /dev/null +++ b/packages/appkit-py/pyproject.toml @@ -0,0 +1,51 @@ +[project] +name = "appkit-py" +version = "0.1.0" +description = "Python backend for Databricks AppKit — 100% API compatible with the TypeScript version" +requires-python = ">=3.12" +dependencies = [ + "fastapi>=0.115", + "uvicorn[standard]>=0.30", + "starlette>=0.40", + "databricks-sdk>=0.30", + "pyarrow>=14.0", + "httpx>=0.27", + "pydantic>=2.0", + "cachetools>=5.3", + "python-dotenv>=1.0", +] + +[project.optional-dependencies] +dev = [ + "pytest>=8.0", + "pytest-asyncio>=0.23", + "httpx>=0.27", + "pytest-cov>=5.0", + "ruff>=0.5", + "mypy>=1.10", +] + +[build-system] +requires = ["setuptools>=68.0"] +build-backend = "setuptools.build_meta" + +[tool.setuptools.packages.find] +where = ["src"] + +[tool.setuptools.package-data] +appkit_py = ["static/**/*"] + +[tool.pytest.ini_options] +asyncio_mode = "auto" +testpaths = ["tests"] +markers = [ + "integration: marks tests that require a running backend server", + "unit: marks unit tests that run in isolation", +] + +[tool.ruff] +target-version = "py312" +line-length = 100 + +[tool.ruff.lint] +select = ["E", "F", "I", "W"] diff --git a/packages/appkit-py/scripts/build_frontend.sh b/packages/appkit-py/scripts/build_frontend.sh new file mode 100755 index 00000000..3ab36071 --- /dev/null +++ b/packages/appkit-py/scripts/build_frontend.sh @@ -0,0 +1,26 @@ +#!/usr/bin/env bash +# Build the bundled frontend and place output in src/appkit_py/static/ +# +# This is run at release time (not by end users). It requires Node.js and pnpm. +# The built assets are included in the Python wheel via pyproject.toml package-data. +set -euo pipefail + +SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)" +PACKAGE_DIR="$(dirname "$SCRIPT_DIR")" +REPO_ROOT="$(cd "$PACKAGE_DIR/../.." && pwd)" +FRONTEND_DIR="$PACKAGE_DIR/frontend" +OUTPUT_DIR="$PACKAGE_DIR/src/appkit_py/static" + +echo "==> Building appkit-ui (dependency)..." +cd "$REPO_ROOT" +pnpm --filter=appkit-ui build:package + +echo "==> Installing frontend dependencies..." +cd "$FRONTEND_DIR" +npm install + +echo "==> Building frontend (output: $OUTPUT_DIR)..." +npm run build + +echo "==> Frontend build complete. Assets in: $OUTPUT_DIR" +ls -lh "$OUTPUT_DIR" diff --git a/packages/appkit-py/src/appkit_py/__init__.py b/packages/appkit-py/src/appkit_py/__init__.py new file mode 100644 index 00000000..ecc6bc1e --- /dev/null +++ b/packages/appkit-py/src/appkit_py/__init__.py @@ -0,0 +1,29 @@ +"""Python backend for Databricks AppKit — 100% API compatible with the TypeScript version. + +Usage (mirrors TS): + from appkit_py import create_app, server, analytics, files, genie + + appkit = await create_app(plugins=[ + server({"autoStart": False}), + analytics({}), + files(), + genie({"spaces": {"demo": "space-id"}}), + ]) +""" + +from appkit_py.core.appkit import create_app +from appkit_py.plugin.plugin import Plugin, to_plugin +from appkit_py.plugins.analytics.plugin import analytics +from appkit_py.plugins.files.plugin import files +from appkit_py.plugins.genie.plugin import genie +from appkit_py.plugins.server.plugin import server + +__all__ = [ + "create_app", + "Plugin", + "to_plugin", + "server", + "analytics", + "files", + "genie", +] diff --git a/packages/appkit-py/src/appkit_py/__main__.py b/packages/appkit-py/src/appkit_py/__main__.py new file mode 100644 index 00000000..6f18a45f --- /dev/null +++ b/packages/appkit-py/src/appkit_py/__main__.py @@ -0,0 +1,25 @@ +"""Entry point for running the AppKit Python backend with `python -m appkit_py`.""" + +import os + +from dotenv import load_dotenv + + +def main() -> None: + load_dotenv() + + import uvicorn + + from appkit_py.server import create_server + + # Match TS AppKit env vars for compatibility + host = os.environ.get("FLASK_RUN_HOST", os.environ.get("APPKIT_HOST", "0.0.0.0")) + port = int(os.environ.get("DATABRICKS_APP_PORT", "8000")) + log_level = os.environ.get("APPKIT_LOG_LEVEL", "info") + + app = create_server() + uvicorn.run(app, host=host, port=port, log_level=log_level) + + +if __name__ == "__main__": + main() diff --git a/packages/appkit-py/src/appkit_py/app/__init__.py b/packages/appkit-py/src/appkit_py/app/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/cache/__init__.py b/packages/appkit-py/src/appkit_py/cache/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/cache/cache_manager.py b/packages/appkit-py/src/appkit_py/cache/cache_manager.py new file mode 100644 index 00000000..95c45d0d --- /dev/null +++ b/packages/appkit-py/src/appkit_py/cache/cache_manager.py @@ -0,0 +1,86 @@ +"""CacheManager with TTL-based in-memory caching. + +Mirrors the TypeScript CacheManager from packages/appkit/src/cache/index.ts. +""" + +from __future__ import annotations + +import hashlib +import json +import time +from typing import Any, Awaitable, Callable, TypeVar + +T = TypeVar("T") + + +class CacheManager: + """In-memory TTL cache with SHA256 key generation.""" + + _instance: CacheManager | None = None + + def __init__(self) -> None: + self._store: dict[str, tuple[Any, float]] = {} # key -> (value, expires_at) + + @classmethod + def get_instance(cls) -> CacheManager: + if cls._instance is None: + cls._instance = cls() + return cls._instance + + @classmethod + def get_instance_sync(cls) -> CacheManager: + return cls.get_instance() + + @classmethod + def reset(cls) -> None: + cls._instance = None + + def generate_key(self, parts: list[Any], user_key: str) -> str: + """Generate a SHA256 cache key from parts and user key.""" + raw = json.dumps([user_key] + [str(p) for p in parts], sort_keys=True) + return hashlib.sha256(raw.encode()).hexdigest() + + async def get_or_execute( + self, + key_parts: list[Any], + fn: Callable[[], Awaitable[T]], + user_key: str, + ttl: float = 300, + ) -> T: + """Get cached value or execute function and cache the result.""" + cache_key = self.generate_key(key_parts, user_key) + + # Check cache + if cache_key in self._store: + value, expires_at = self._store[cache_key] + if time.time() < expires_at: + return value + else: + del self._store[cache_key] + + # Execute and cache + result = await fn() + self._store[cache_key] = (result, time.time() + ttl) + return result + + def get(self, key: str) -> Any | None: + if key in self._store: + value, expires_at = self._store[key] + if time.time() < expires_at: + return value + del self._store[key] + return None + + def set(self, key: str, value: Any, ttl: float = 300) -> None: + self._store[key] = (value, time.time() + ttl) + + def delete(self, key: str) -> None: + self._store.pop(key, None) + + def has(self, key: str) -> bool: + if key in self._store: + _, expires_at = self._store[key] + if time.time() < expires_at: + return True + del self._store[key] + return False diff --git a/packages/appkit-py/src/appkit_py/connectors/__init__.py b/packages/appkit-py/src/appkit_py/connectors/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/connectors/files/__init__.py b/packages/appkit-py/src/appkit_py/connectors/files/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/connectors/files/client.py b/packages/appkit-py/src/appkit_py/connectors/files/client.py new file mode 100644 index 00000000..21598488 --- /dev/null +++ b/packages/appkit-py/src/appkit_py/connectors/files/client.py @@ -0,0 +1,168 @@ +"""Files connector wrapping databricks.sdk. + +Mirrors packages/appkit/src/connectors/files/client.ts +""" + +from __future__ import annotations + +import asyncio +import io +import logging +import mimetypes +from typing import Any + +from databricks.sdk import WorkspaceClient + +logger = logging.getLogger("appkit.connector.files") + +# Maximum path length (matching TS) +MAX_PATH_LENGTH = 4096 + + +class FilesConnector: + """Perform file operations on Unity Catalog Volumes via Databricks SDK.""" + + def __init__(self, default_volume: str | None = None) -> None: + self.default_volume = default_volume or "" + + def resolve_path(self, file_path: str) -> str: + """Resolve a relative path against the default volume. + + Rejects path traversal sequences to prevent escaping the volume. + """ + # Reject traversal sequences + if ".." in file_path: + raise ValueError(f"Path must not contain '..': {file_path}") + + if file_path.startswith("/Volumes/"): + return file_path + # Strip leading slash and join with volume path + clean = file_path.lstrip("/") + return f"{self.default_volume.rstrip('/')}/{clean}" + + async def list( + self, client: WorkspaceClient, directory_path: str | None = None + ) -> list[dict[str, Any]]: + """List directory contents.""" + path = self.resolve_path(directory_path or "") + entries = await asyncio.to_thread( + lambda: list(client.files.list_directory_contents(path)) + ) + return [ + { + "name": e.name, + "path": e.path, + "is_directory": e.is_directory, + "file_size": e.file_size, + "last_modified": e.last_modified, + } + for e in entries + ] + + async def read( + self, client: WorkspaceClient, file_path: str, options: dict | None = None + ) -> str: + """Read file as text, enforcing optional maxSize limit.""" + max_size = (options or {}).get("maxSize") + path = self.resolve_path(file_path) + response = await asyncio.to_thread(client.files.download, path) + + if max_size: + content = response.contents.read(max_size + 1) + if isinstance(content, bytes) and len(content) > max_size: + raise ValueError( + f"File exceeds maximum read size ({max_size} bytes)" + ) + else: + content = response.contents.read() + + if isinstance(content, bytes): + return content.decode("utf-8", errors="replace") + return content + + async def download( + self, client: WorkspaceClient, file_path: str + ) -> dict[str, Any]: + """Download file as binary stream.""" + path = self.resolve_path(file_path) + response = await asyncio.to_thread(client.files.download, path) + return {"contents": response.contents, "content_type": response.content_type} + + async def exists(self, client: WorkspaceClient, file_path: str) -> bool: + """Check if a file exists.""" + path = self.resolve_path(file_path) + try: + await asyncio.to_thread(client.files.get_metadata, path) + return True + except Exception: + return False + + async def metadata( + self, client: WorkspaceClient, file_path: str + ) -> dict[str, Any]: + """Get file metadata.""" + path = self.resolve_path(file_path) + meta = await asyncio.to_thread(client.files.get_metadata, path) + return { + "contentLength": meta.content_length, + "contentType": meta.content_type, + "lastModified": str(meta.last_modified) if meta.last_modified else None, + } + + async def upload( + self, + client: WorkspaceClient, + file_path: str, + contents: bytes | io.IOBase, + options: dict | None = None, + ) -> None: + """Upload file contents.""" + path = self.resolve_path(file_path) + overwrite = (options or {}).get("overwrite", True) + if isinstance(contents, bytes): + contents = io.BytesIO(contents) + await asyncio.to_thread( + client.files.upload, path, contents, overwrite=overwrite + ) + + async def create_directory( + self, client: WorkspaceClient, directory_path: str + ) -> None: + """Create a directory.""" + path = self.resolve_path(directory_path) + await asyncio.to_thread(client.files.create_directory, path) + + async def delete(self, client: WorkspaceClient, file_path: str) -> None: + """Delete a file.""" + path = self.resolve_path(file_path) + await asyncio.to_thread(client.files.delete, path) + + async def preview( + self, client: WorkspaceClient, file_path: str + ) -> dict[str, Any]: + """Get a preview of a file (metadata + text preview for text files).""" + path = self.resolve_path(file_path) + meta = await asyncio.to_thread(client.files.get_metadata, path) + content_type = meta.content_type or mimetypes.guess_type(file_path)[0] or "" + is_text = content_type.startswith("text/") or content_type in ( + "application/json", "application/xml", "application/javascript", + ) + is_image = content_type.startswith("image/") + + text_preview = None + if is_text: + try: + response = await asyncio.to_thread(client.files.download, path) + raw = response.contents.read(1024) + text_preview = raw.decode("utf-8", errors="replace") if isinstance(raw, bytes) else raw + except Exception: + pass + + return { + "contentLength": meta.content_length, + "contentType": meta.content_type, + "lastModified": str(meta.last_modified) if meta.last_modified else None, + "textPreview": text_preview, + "isText": is_text, + "isImage": is_image, + } diff --git a/packages/appkit-py/src/appkit_py/connectors/genie/__init__.py b/packages/appkit-py/src/appkit_py/connectors/genie/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/connectors/genie/client.py b/packages/appkit-py/src/appkit_py/connectors/genie/client.py new file mode 100644 index 00000000..a3602787 --- /dev/null +++ b/packages/appkit-py/src/appkit_py/connectors/genie/client.py @@ -0,0 +1,234 @@ +"""Genie connector wrapping databricks.sdk. + +Mirrors packages/appkit/src/connectors/genie/client.ts +""" + +from __future__ import annotations + +import asyncio +import logging +from typing import Any, AsyncGenerator + +from databricks.sdk import WorkspaceClient + +logger = logging.getLogger("appkit.connector.genie") + + +class GenieConnector: + """Interact with Databricks AI/BI Genie via the SDK.""" + + def __init__(self, timeout: float = 120.0, max_messages: int = 200) -> None: + self.timeout = timeout + self.max_messages = max_messages + + async def stream_send_message( + self, + client: WorkspaceClient, + space_id: str, + content: str, + conversation_id: str | None = None, + *, + timeout: float | None = None, + signal: asyncio.Event | None = None, + ) -> AsyncGenerator[dict[str, Any], None]: + """Send a message and stream events.""" + if conversation_id: + # Existing conversation + waiter = await asyncio.to_thread( + client.genie.create_message, space_id, conversation_id, content + ) + else: + # New conversation + waiter = await asyncio.to_thread( + client.genie.start_conversation, space_id, content + ) + + # Yield message_start + msg_id = getattr(waiter, "message_id", None) or "pending" + conv_id = conversation_id or getattr(waiter, "conversation_id", None) or "new" + yield { + "type": "message_start", + "conversationId": conv_id, + "messageId": msg_id, + "spaceId": space_id, + } + + # Yield status + yield {"type": "status", "status": "EXECUTING"} + + # Wait for completion + try: + result = await asyncio.to_thread( + waiter.result, timeout=self.timeout + ) + + conv_id = result.conversation_id or conv_id + msg_id = result.id or msg_id + + # Build message response + message_response = { + "messageId": msg_id, + "conversationId": conv_id, + "spaceId": space_id, + "status": result.status.value if result.status else "COMPLETED", + "content": result.content or "", + "attachments": [], + } + + if result.attachments: + for att in result.attachments: + att_data: dict[str, Any] = {} + if att.query: + att_data["query"] = { + "title": getattr(att.query, "title", None), + "description": getattr(att.query, "description", None), + "query": getattr(att.query, "query", None), + } + if att.text: + att_data["text"] = {"content": getattr(att.text, "content", None)} + message_response["attachments"].append(att_data) + + yield {"type": "message_result", "message": message_response} + + # Fetch query results for attachments + if result.attachments: + for att in result.attachments: + if att.query and hasattr(att, "id") and att.id: + try: + query_result = await asyncio.to_thread( + client.genie.execute_message_attachment_query, + space_id, conv_id, msg_id, att.id, + ) + yield { + "type": "query_result", + "attachmentId": att.id, + "statementId": getattr(query_result, "statement_id", ""), + "data": _serialize_query_result(query_result), + } + except Exception as exc: + logger.warning("Failed to fetch query result: %s", exc) + + except Exception as exc: + yield {"type": "error", "error": str(exc)} + + async def stream_conversation( + self, + client: WorkspaceClient, + space_id: str, + conversation_id: str, + *, + include_query_results: bool = True, + page_token: str | None = None, + signal: asyncio.Event | None = None, + ) -> AsyncGenerator[dict[str, Any], None]: + """Stream conversation history.""" + try: + result = await asyncio.to_thread( + client.genie.list_conversation_messages, + space_id, conversation_id, + page_token=page_token, + page_size=self.max_messages, + ) + + messages = result.messages or [] + for msg in messages: + yield { + "type": "message_result", + "message": { + "messageId": msg.id, + "conversationId": conversation_id, + "spaceId": space_id, + "status": msg.status.value if msg.status else "COMPLETED", + "content": msg.content or "", + "attachments": [], + }, + } + + yield { + "type": "history_info", + "conversationId": conversation_id, + "spaceId": space_id, + "nextPageToken": result.next_page_token, + "loadedCount": len(messages), + } + + except Exception as exc: + yield {"type": "error", "error": str(exc)} + + async def stream_get_message( + self, + client: WorkspaceClient, + space_id: str, + conversation_id: str, + message_id: str, + *, + timeout: float | None = None, + signal: asyncio.Event | None = None, + ) -> AsyncGenerator[dict[str, Any], None]: + """Stream a single message (poll until complete).""" + try: + result = await asyncio.to_thread( + client.genie.get_message, + space_id, conversation_id, message_id, + ) + + yield { + "type": "message_result", + "message": { + "messageId": result.id, + "conversationId": conversation_id, + "spaceId": space_id, + "status": result.status.value if result.status else "COMPLETED", + "content": result.content or "", + "attachments": [], + }, + } + + except Exception as exc: + yield {"type": "error", "error": str(exc)} + + async def get_conversation( + self, + client: WorkspaceClient, + space_id: str, + conversation_id: str, + ) -> dict[str, Any]: + """Get full conversation (non-streaming).""" + result = await asyncio.to_thread( + client.genie.list_conversation_messages, + space_id, conversation_id, + ) + return { + "messages": [ + { + "messageId": msg.id, + "conversationId": conversation_id, + "spaceId": space_id, + "status": msg.status.value if msg.status else "COMPLETED", + "content": msg.content or "", + } + for msg in (result.messages or []) + ], + "nextPageToken": result.next_page_token, + } + + +def _serialize_query_result(result: Any) -> dict[str, Any]: + """Serialize a GenieGetMessageQueryResultResponse to match TS format.""" + columns = [] + data_array = [] + if hasattr(result, "columns") and result.columns: + columns = [{"name": c.name, "type_name": c.type_name} for c in result.columns] + if hasattr(result, "statement_response") and result.statement_response: + sr = result.statement_response + if sr.manifest and sr.manifest.schema and sr.manifest.schema.columns: + columns = [ + {"name": c.name, "type_name": c.type_name} + for c in sr.manifest.schema.columns + ] + if sr.result and sr.result.data_array: + data_array = sr.result.data_array + return { + "manifest": {"schema": {"columns": columns}}, + "result": {"data_array": data_array}, + } diff --git a/packages/appkit-py/src/appkit_py/connectors/sql_warehouse/__init__.py b/packages/appkit-py/src/appkit_py/connectors/sql_warehouse/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/connectors/sql_warehouse/client.py b/packages/appkit-py/src/appkit_py/connectors/sql_warehouse/client.py new file mode 100644 index 00000000..3a28109c --- /dev/null +++ b/packages/appkit-py/src/appkit_py/connectors/sql_warehouse/client.py @@ -0,0 +1,187 @@ +"""SQL Warehouse connector wrapping databricks.sdk. + +Mirrors packages/appkit/src/connectors/sql-warehouse/client.ts +""" + +from __future__ import annotations + +import asyncio +import base64 +import logging +import time +from typing import Any + +import httpx +import pyarrow as pa +import pyarrow.ipc as ipc +from databricks.sdk import WorkspaceClient +from databricks.sdk.service.sql import ( + Disposition, + Format, + StatementParameterListItem, + StatementResponse, + StatementState, +) + +logger = logging.getLogger("appkit.connector.sql") + +# States that indicate the query is still running +_PENDING_STATES = {StatementState.PENDING, StatementState.RUNNING} +_FAILED_STATES = {StatementState.FAILED, StatementState.CANCELED, StatementState.CLOSED} + + +def decode_arrow_attachment(attachment_b64: str) -> list[dict[str, Any]]: + """Decode a base64 Arrow IPC attachment into row dicts. + + Mirrors the TS _transformArrowAttachment: base64 → Arrow IPC → row objects. + """ + buf = base64.b64decode(attachment_b64) + reader = ipc.open_stream(buf) + table = reader.read_all() + return table.to_pylist() + + +class SQLWarehouseConnector: + """Execute SQL statements against a Databricks SQL Warehouse.""" + + def __init__(self, timeout: float = 60.0) -> None: + self.timeout = timeout + + async def execute_statement( + self, + client: WorkspaceClient, + *, + statement: str, + warehouse_id: str, + parameters: list[dict[str, Any]] | None = None, + disposition: str = "INLINE", + format: str = "JSON_ARRAY", + wait_timeout: str = "30s", + ) -> StatementResponse: + """Execute a SQL statement and poll until completion.""" + sdk_params = None + if parameters: + sdk_params = [ + StatementParameterListItem( + name=p["name"], + value=p.get("value"), + type=p.get("type"), + ) + for p in parameters + ] + + disp = Disposition(disposition) + fmt = Format(format) + + response = await asyncio.to_thread( + client.statement_execution.execute_statement, + statement=statement, + warehouse_id=warehouse_id, + parameters=sdk_params, + disposition=disp, + format=fmt, + wait_timeout=wait_timeout, + ) + + # Poll if still pending + if response.status and response.status.state in _PENDING_STATES: + response = await self._poll_until_done(client, response.statement_id) + + # Check for terminal failure states + if response.status and response.status.state in _FAILED_STATES: + error_msg = "" + if response.status.error: + error_msg = getattr(response.status.error, "message", str(response.status.error)) + raise RuntimeError( + f"Statement {response.statement_id} failed with state " + f"{response.status.state.value}: {error_msg}" + ) + + return response + + def transform_result(self, response: StatementResponse) -> list[dict[str, Any]]: + """Transform a StatementResponse into row dicts. + + Handles three result shapes (matching TS _transformDataArray): + 1. Inline Arrow IPC attachment (serverless warehouses) → decode base64 + 2. data_array (classic warehouses) → zip with column names + 3. external_links (large results) → not transformed here + """ + result = response.result + if result is None: + return [] + + # 1. Inline Arrow IPC attachment + attachment = getattr(result, "attachment", None) + if attachment: + try: + return decode_arrow_attachment(attachment) + except Exception as exc: + logger.warning("Failed to decode inline Arrow IPC attachment: %s", exc) + # Fall through to data_array + + # 2. data_array (JSON format) + if result.data_array: + columns: list[str] = [] + if response.manifest and response.manifest.schema and response.manifest.schema.columns: + columns = [c.name for c in response.manifest.schema.columns] + rows: list[dict[str, Any]] = [] + for row in result.data_array: + if columns: + rows.append(dict(zip(columns, row))) + else: + rows.append({"values": row}) + return rows + + return [] + + async def _poll_until_done( + self, client: WorkspaceClient, statement_id: str + ) -> StatementResponse: + """Poll a statement until it reaches a terminal state.""" + delay = 1.0 + deadline = time.monotonic() + self.timeout + + while time.monotonic() < deadline: + await asyncio.sleep(delay) + response = await asyncio.to_thread( + client.statement_execution.get_statement, statement_id + ) + if response.status and response.status.state not in _PENDING_STATES: + return response + delay = min(delay * 1.5, 5.0) + + raise TimeoutError(f"Statement {statement_id} did not complete within {self.timeout}s") + + async def get_arrow_data( + self, client: WorkspaceClient, job_id: str + ) -> dict[str, Any]: + """Fetch Arrow binary data for a completed statement. + + Downloads external link chunks and concatenates into a single buffer. + """ + response = await asyncio.to_thread( + client.statement_execution.get_statement, job_id + ) + + if not response.result: + raise ValueError(f"No result available for job {job_id}") + + # Check for inline attachment first + attachment = getattr(response.result, "attachment", None) + if attachment: + return {"data": base64.b64decode(attachment)} + + # Download from external links + if response.result.external_links: + chunks: list[bytes] = [] + async with httpx.AsyncClient(timeout=30.0) as http: + for link in response.result.external_links: + url = getattr(link, "external_link", None) or getattr(link, "url", None) + if url: + resp = await http.get(url) + resp.raise_for_status() + chunks.append(resp.content) + return {"data": b"".join(chunks)} + + raise ValueError(f"No Arrow data available for job {job_id}") diff --git a/packages/appkit-py/src/appkit_py/context/__init__.py b/packages/appkit-py/src/appkit_py/context/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/context/execution_context.py b/packages/appkit-py/src/appkit_py/context/execution_context.py new file mode 100644 index 00000000..bd23e141 --- /dev/null +++ b/packages/appkit-py/src/appkit_py/context/execution_context.py @@ -0,0 +1,50 @@ +"""Execution context using Python contextvars. + +This is the Python equivalent of the TypeScript AsyncLocalStorage-based +context from packages/appkit/src/context/execution-context.ts. +""" + +from __future__ import annotations + +import contextvars +from typing import Any, Awaitable, Callable, TypeVar + +from .user_context import UserContext + +T = TypeVar("T") + +_user_context_var: contextvars.ContextVar[UserContext | None] = contextvars.ContextVar( + "user_context", default=None +) + + +async def run_in_user_context(user_context: UserContext, fn: Callable[[], Awaitable[T]]) -> T: + """Run an async function in a user context.""" + token = _user_context_var.set(user_context) + try: + return await fn() + finally: + _user_context_var.reset(token) + + +def get_user_context() -> UserContext | None: + """Get the current user context, or None if not in a user context.""" + return _user_context_var.get() + + +def get_execution_context() -> UserContext | None: + """Get the current execution context (user or None for service principal).""" + return _user_context_var.get() + + +def get_current_user_id() -> str: + """Get the current user ID, or 'service-principal' if not in user context.""" + ctx = _user_context_var.get() + if ctx is not None: + return ctx.user_id + return "service-principal" + + +def is_in_user_context() -> bool: + """Check if currently running in a user context.""" + return _user_context_var.get() is not None diff --git a/packages/appkit-py/src/appkit_py/context/service_context.py b/packages/appkit-py/src/appkit_py/context/service_context.py new file mode 100644 index 00000000..647a8d74 --- /dev/null +++ b/packages/appkit-py/src/appkit_py/context/service_context.py @@ -0,0 +1,33 @@ +"""Service context singleton for the Databricks workspace client.""" + +from __future__ import annotations + +from .user_context import UserContext + + +class ServiceContext: + """Singleton holding the service principal workspace client.""" + + _instance: ServiceContext | None = None + + def __init__(self) -> None: + self.service_user_id: str = "service-principal" + + @classmethod + def initialize(cls) -> ServiceContext: + if cls._instance is None: + cls._instance = cls() + return cls._instance + + @classmethod + def get(cls) -> ServiceContext: + if cls._instance is None: + cls._instance = cls() + return cls._instance + + @classmethod + def reset(cls) -> None: + cls._instance = None + + def create_user_context(self, token: str, user_id: str, user_name: str | None = None) -> UserContext: + return UserContext(user_id=user_id, token=token, user_name=user_name) diff --git a/packages/appkit-py/src/appkit_py/context/user_context.py b/packages/appkit-py/src/appkit_py/context/user_context.py new file mode 100644 index 00000000..79d1d0ba --- /dev/null +++ b/packages/appkit-py/src/appkit_py/context/user_context.py @@ -0,0 +1,14 @@ +"""User context dataclass for OBO (On-Behalf-Of) execution.""" + +from __future__ import annotations + +from dataclasses import dataclass + + +@dataclass +class UserContext: + """Per-request user context created from x-forwarded-* headers.""" + + user_id: str + token: str + user_name: str | None = None diff --git a/packages/appkit-py/src/appkit_py/core/__init__.py b/packages/appkit-py/src/appkit_py/core/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/core/appkit.py b/packages/appkit-py/src/appkit_py/core/appkit.py new file mode 100644 index 00000000..604d4ffe --- /dev/null +++ b/packages/appkit-py/src/appkit_py/core/appkit.py @@ -0,0 +1,148 @@ +"""AppKit core — create_app() factory. + +Mirrors packages/appkit/src/core/appkit.ts + +Usage: + from appkit_py.core.appkit import create_app + from appkit_py.plugins.server.plugin import server + from appkit_py.plugins.analytics.plugin import analytics + from appkit_py.plugins.files.plugin import files + from appkit_py.plugins.genie.plugin import genie + + appkit = await create_app( + plugins=[ + server({"autoStart": False}), + analytics({}), + files(), + genie({"spaces": {"demo": "space-id"}}), + ] + ) + appkit.server.extend(lambda app: ...).start() +""" + +from __future__ import annotations + +import logging +import os +from typing import Any + +from appkit_py.cache.cache_manager import CacheManager +from appkit_py.context.service_context import ServiceContext +from appkit_py.plugin.plugin import Plugin + +logger = logging.getLogger("appkit.core") + + +class AppKit: + """The AppKit instance returned by create_app(). + + Provides attribute access to plugin exports: appkit.analytics.query(...). + """ + + def __init__(self, plugins: dict[str, Plugin]) -> None: + self._plugins = plugins + + def __getattr__(self, name: str) -> Any: + if name.startswith("_"): + raise AttributeError(name) + plugin = self._plugins.get(name) + if plugin is None: + raise AttributeError(f"No plugin named '{name}'. Available: {list(self._plugins.keys())}") + # Return a namespace object with the plugin's exports + as_user + exports = plugin.exports() + ns = _PluginNamespace(plugin, exports) + return ns + + +class _PluginNamespace: + """Namespace for a plugin's exports, supporting .asUser(req) chaining.""" + + def __init__(self, plugin: Plugin, exports: dict[str, Any]) -> None: + self._plugin = plugin + self._exports = exports + + def __getattr__(self, name: str) -> Any: + if name == "asUser": + return self._plugin.as_user + if name in self._exports: + return self._exports[name] + raise AttributeError(f"Plugin '{self._plugin.name}' has no export '{name}'") + + def __call__(self, *args, **kwargs): + # Support callable plugins like files("volumeKey") + if callable(self._exports.get("__call__")): + return self._exports["__call__"](*args, **kwargs) + raise TypeError(f"Plugin '{self._plugin.name}' is not callable") + + +async def create_app( + plugins: list[Plugin] | None = None, + *, + client: Any = None, +) -> AppKit: + """Create an AppKit application from a list of plugins. + + Mirrors the TS createApp() factory: + 1. Initialize CacheManager + 2. Initialize ServiceContext + 3. Instantiate plugins in phase order (core → normal → deferred) + 4. Call setup() on each plugin + 5. Return AppKit instance with plugin attribute access + + Args: + plugins: List of plugin instances (from to_plugin factories). + client: Optional pre-configured WorkspaceClient (for testing). + """ + all_plugins = plugins or [] + + # 1. Initialize cache + CacheManager.reset() + cache = CacheManager.get_instance() + + # 2. Initialize service context + workspace client + ServiceContext.reset() + ServiceContext.initialize() + + ws_client = client + if ws_client is None: + host = os.environ.get("DATABRICKS_HOST") + if host: + try: + from databricks.sdk import WorkspaceClient + ws_client = WorkspaceClient() + user = ws_client.current_user.me() + logger.info("Connected as %s", user.user_name) + except Exception as exc: + logger.warning("Failed to create WorkspaceClient: %s", exc) + + # 3. Sort plugins by phase + phase_order = {"core": 0, "normal": 1, "deferred": 2} + sorted_plugins = sorted(all_plugins, key=lambda p: phase_order.get(p.phase, 1)) + + # Build plugin map (excluding server) + from appkit_py.plugins.server.plugin import ServerPlugin + plugin_map: dict[str, Plugin] = {} + server_plugin: ServerPlugin | None = None + + for plugin in sorted_plugins: + plugin.set_workspace_client(ws_client) + if isinstance(plugin, ServerPlugin): + server_plugin = plugin + else: + plugin_map[plugin.name] = plugin + + # 4. Inject non-server plugins into server, then setup all + if server_plugin: + server_plugin.set_workspace_client(ws_client) + server_plugin.set_plugins(plugin_map) + plugin_map["server"] = server_plugin + + for plugin in sorted_plugins: + await plugin.setup() + + logger.info( + "AppKit initialized with plugins: %s", + ", ".join(plugin_map.keys()), + ) + + return AppKit(plugin_map) diff --git a/packages/appkit-py/src/appkit_py/errors/__init__.py b/packages/appkit-py/src/appkit_py/errors/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/errors/base.py b/packages/appkit-py/src/appkit_py/errors/base.py new file mode 100644 index 00000000..592f2772 --- /dev/null +++ b/packages/appkit-py/src/appkit_py/errors/base.py @@ -0,0 +1,83 @@ +"""AppKit error hierarchy matching the TypeScript implementation.""" + +from __future__ import annotations + + +class AppKitError(Exception): + code: str = "APPKIT_ERROR" + status_code: int = 500 + is_retryable: bool = False + + def __init__(self, message: str, *, cause: Exception | None = None) -> None: + super().__init__(message) + self.cause = cause + + def to_dict(self) -> dict: + return {"error": str(self), "code": self.code, "statusCode": self.status_code} + + +class AuthenticationError(AppKitError): + code = "AUTHENTICATION_ERROR" + status_code = 401 + + @classmethod + def missing_token(cls, token_type: str = "access token") -> AuthenticationError: + return cls(f"Missing {token_type}") + + +class ValidationError(AppKitError): + code = "VALIDATION_ERROR" + status_code = 400 + + @classmethod + def missing_field(cls, field: str) -> ValidationError: + return cls(f"{field} is required") + + @classmethod + def invalid_value(cls, field: str, value: str, expectation: str) -> ValidationError: + return cls(f"Invalid {field}: {value}. Expected: {expectation}") + + +class ConfigurationError(AppKitError): + code = "CONFIGURATION_ERROR" + status_code = 500 + + @classmethod + def missing_env_var(cls, var_name: str) -> ConfigurationError: + return cls(f"Missing environment variable: {var_name}") + + +class ExecutionError(AppKitError): + code = "EXECUTION_ERROR" + status_code = 500 + + @classmethod + def statement_failed(cls, message: str) -> ExecutionError: + return cls(message) + + +class ConnectionError_(AppKitError): + code = "CONNECTION_ERROR" + status_code = 503 + is_retryable = True + + @classmethod + def api_failure(cls, service: str, cause: Exception | None = None) -> ConnectionError_: + return cls(f"Failed to connect to {service}", cause=cause) + + +class InitializationError(AppKitError): + code = "INITIALIZATION_ERROR" + status_code = 500 + + @classmethod + def not_initialized(cls, component: str, hint: str = "") -> InitializationError: + msg = f"{component} is not initialized" + if hint: + msg += f". {hint}" + return cls(msg) + + +class ServerError(AppKitError): + code = "SERVER_ERROR" + status_code = 500 diff --git a/packages/appkit-py/src/appkit_py/logging/__init__.py b/packages/appkit-py/src/appkit_py/logging/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/plugin/__init__.py b/packages/appkit-py/src/appkit_py/plugin/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/plugin/interceptors/__init__.py b/packages/appkit-py/src/appkit_py/plugin/interceptors/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/plugin/interceptors/cache.py b/packages/appkit-py/src/appkit_py/plugin/interceptors/cache.py new file mode 100644 index 00000000..28ee32c8 --- /dev/null +++ b/packages/appkit-py/src/appkit_py/plugin/interceptors/cache.py @@ -0,0 +1,38 @@ +"""CacheInterceptor wrapping CacheManager. + +Mirrors packages/appkit/src/plugin/interceptors/cache.ts +""" + +from __future__ import annotations + +import time +from typing import Any, Awaitable, Callable + + +class CacheInterceptor: + def __init__( + self, + cache_store: dict[str, Any], + cache_key: str | None, + ttl: float = 300, + enabled: bool = True, + ) -> None: + self._store = cache_store + self._key = cache_key + self._ttl = ttl + self._enabled = enabled + + async def intercept(self, fn: Callable[[], Awaitable[Any]]) -> Any: + if not self._enabled or not self._key: + return await fn() + + if self._key in self._store: + value, expires_at = self._store[self._key] + if time.time() < expires_at: + return value + del self._store[self._key] + + result = await fn() + if self._key: + self._store[self._key] = (result, time.time() + self._ttl) + return result diff --git a/packages/appkit-py/src/appkit_py/plugin/interceptors/retry.py b/packages/appkit-py/src/appkit_py/plugin/interceptors/retry.py new file mode 100644 index 00000000..c032bba2 --- /dev/null +++ b/packages/appkit-py/src/appkit_py/plugin/interceptors/retry.py @@ -0,0 +1,38 @@ +"""RetryInterceptor with exponential backoff. + +Mirrors packages/appkit/src/plugin/interceptors/retry.ts +""" + +from __future__ import annotations + +import asyncio +import logging +from typing import Any, Awaitable, Callable + +logger = logging.getLogger("appkit.interceptor.retry") + + +class RetryInterceptor: + def __init__( + self, + attempts: int = 3, + initial_delay: float = 1.0, + max_delay: float = 30.0, + ) -> None: + self.attempts = attempts + self.initial_delay = initial_delay + self.max_delay = max_delay + + async def intercept(self, fn: Callable[[], Awaitable[Any]]) -> Any: + last_error: Exception | None = None + for attempt in range(1, self.attempts + 1): + try: + return await fn() + except Exception as exc: + last_error = exc + if attempt >= self.attempts: + raise + delay = min(self.initial_delay * (2 ** (attempt - 1)), self.max_delay) + logger.debug("Retry attempt %d/%d after %.1fs: %s", attempt, self.attempts, delay, exc) + await asyncio.sleep(delay) + raise last_error # type: ignore[misc] diff --git a/packages/appkit-py/src/appkit_py/plugin/interceptors/timeout.py b/packages/appkit-py/src/appkit_py/plugin/interceptors/timeout.py new file mode 100644 index 00000000..c64b2998 --- /dev/null +++ b/packages/appkit-py/src/appkit_py/plugin/interceptors/timeout.py @@ -0,0 +1,17 @@ +"""TimeoutInterceptor using asyncio.wait_for. + +Mirrors packages/appkit/src/plugin/interceptors/timeout.ts +""" + +from __future__ import annotations + +import asyncio +from typing import Any, Awaitable, Callable + + +class TimeoutInterceptor: + def __init__(self, timeout_seconds: float) -> None: + self.timeout_seconds = timeout_seconds + + async def intercept(self, fn: Callable[[], Awaitable[Any]]) -> Any: + return await asyncio.wait_for(fn(), timeout=self.timeout_seconds) diff --git a/packages/appkit-py/src/appkit_py/plugin/interceptors/types.py b/packages/appkit-py/src/appkit_py/plugin/interceptors/types.py new file mode 100644 index 00000000..5171cccf --- /dev/null +++ b/packages/appkit-py/src/appkit_py/plugin/interceptors/types.py @@ -0,0 +1,11 @@ +"""Interceptor protocol and context types.""" + +from __future__ import annotations + +from typing import Any, Awaitable, Callable, Protocol, TypeVar + +T = TypeVar("T") + + +class ExecutionInterceptor(Protocol): + async def intercept(self, fn: Callable[[], Awaitable[Any]]) -> Any: ... diff --git a/packages/appkit-py/src/appkit_py/plugin/plugin.py b/packages/appkit-py/src/appkit_py/plugin/plugin.py new file mode 100644 index 00000000..16b78eac --- /dev/null +++ b/packages/appkit-py/src/appkit_py/plugin/plugin.py @@ -0,0 +1,286 @@ +"""Abstract Plugin base class. + +Mirrors packages/appkit/src/plugin/plugin.ts — the core of AppKit's +plugin-first architecture. +""" + +from __future__ import annotations + +import asyncio +import inspect +import json +import logging +import os +import uuid +from typing import Any, AsyncGenerator, Callable, Awaitable + +from fastapi import APIRouter, Request +from fastapi.responses import JSONResponse, StreamingResponse + +from appkit_py.cache.cache_manager import CacheManager +from appkit_py.context.execution_context import ( + get_current_user_id, + is_in_user_context, + run_in_user_context, +) +from appkit_py.context.user_context import UserContext +from appkit_py.plugin.interceptors.cache import CacheInterceptor +from appkit_py.plugin.interceptors.retry import RetryInterceptor +from appkit_py.plugin.interceptors.timeout import TimeoutInterceptor +from appkit_py.stream.sse_writer import SSE_HEADERS, format_error, format_event +from appkit_py.stream.stream_manager import StreamManager +from appkit_py.stream.types import SSEErrorCode + +logger = logging.getLogger("appkit.plugin") + +# Methods excluded from the as_user proxy +_EXCLUDED_FROM_PROXY = frozenset({ + "setup", "shutdown", "inject_routes", "get_endpoints", + "as_user", "exports", "client_config", "name", "phase", + "router", "config", "stream_manager", "cache", +}) + + +class Plugin: + """Abstract base class for all AppKit plugins. + + Subclasses override: + - name: str — plugin name, used as route prefix (/api/{name}/...) + - phase: "core" | "normal" | "deferred" — initialization order + - setup() — async init after construction + - inject_routes(router) — register HTTP routes + - exports() — public API for programmatic access + - client_config() — config sent to the React frontend + """ + + name: str = "plugin" + phase: str = "normal" # "core", "normal", or "deferred" + + # Default execution settings (override in subclasses) + default_cache_ttl: float = 300 + default_retry_attempts: int = 3 + default_retry_initial_delay: float = 1.0 + default_timeout: float = 30.0 + + def __init__(self, config: dict[str, Any] | None = None) -> None: + self.config = config or {} + self.stream_manager = StreamManager() + self.cache = CacheManager.get_instance() + self.router = APIRouter() + self._registered_endpoints: dict[str, str] = {} + self._ws_client: Any = None # Set by create_app + + def set_workspace_client(self, client: Any) -> None: + """Called by create_app to inject the service-principal WorkspaceClient.""" + self._ws_client = client + + def get_workspace_client(self, request: Request | None = None) -> Any: + """Get the WorkspaceClient for the current context. + + If request has OBO headers, creates a per-request user client. + Otherwise returns the service-principal client. + """ + if request: + token = request.headers.get("x-forwarded-access-token") + host = os.environ.get("DATABRICKS_HOST") + if token and host: + try: + from databricks.sdk import WorkspaceClient + return WorkspaceClient(host=host, token=token) + except Exception: + pass + return self._ws_client + + # ----------------------------------------------------------------------- + # Lifecycle + # ----------------------------------------------------------------------- + + async def setup(self) -> None: + """Async setup hook called after construction.""" + pass + + def inject_routes(self, router: APIRouter) -> None: + """Register HTTP routes on the given router.""" + pass + + def get_endpoints(self) -> dict[str, str]: + return dict(self._registered_endpoints) + + def exports(self) -> dict[str, Any]: + """Return the public API for this plugin (e.g., appkit.analytics.query).""" + return {} + + def client_config(self) -> dict[str, Any]: + """Return config to send to the React frontend via __appkit__ script tag.""" + return {} + + # ----------------------------------------------------------------------- + # Route helper (mirrors TS this.route()) + # ----------------------------------------------------------------------- + + def route( + self, + router: APIRouter, + *, + name: str, + method: str, + path: str, + handler: Callable, + skip_body_parsing: bool = False, + ) -> None: + """Register a route and track the endpoint name.""" + full_path = f"/api/{self.name}{path}" + self._registered_endpoints[name] = full_path + getattr(router, method)(path, name=f"{self.name}_{name}")(handler) + + # ----------------------------------------------------------------------- + # Execution with interceptor chain + # ----------------------------------------------------------------------- + + async def execute( + self, + fn: Callable[[], Awaitable[Any]], + *, + cache_key: list[Any] | None = None, + cache_ttl: float | None = None, + cache_enabled: bool = True, + retry_attempts: int | None = None, + retry_initial_delay: float | None = None, + timeout: float | None = None, + user_key: str | None = None, + ) -> Any: + """Execute a function through the interceptor chain. + + Chain order (outermost to innermost): Timeout → Retry → Cache + Mirrors TS plugin.execute() with PluginExecuteConfig. + """ + _user_key = user_key or get_current_user_id() + + # Build the chain innermost-first + current = fn + + # Cache (innermost) + if cache_enabled and cache_key: + cache_store = self.cache._store + key = self.cache.generate_key(cache_key, _user_key) + interceptor = CacheInterceptor( + cache_store=cache_store, + cache_key=key, + ttl=cache_ttl or self.default_cache_ttl, + ) + prev = current + current = lambda: interceptor.intercept(prev) + + # Retry + _attempts = retry_attempts or self.default_retry_attempts + if _attempts > 1: + interceptor = RetryInterceptor( + attempts=_attempts, + initial_delay=retry_initial_delay or self.default_retry_initial_delay, + ) + prev = current + current = lambda: interceptor.intercept(prev) + + # Timeout (outermost) + _timeout = timeout or self.default_timeout + if _timeout > 0: + interceptor = TimeoutInterceptor(timeout_seconds=_timeout) + prev = current + current = lambda: interceptor.intercept(prev) + + return await current() + + async def execute_stream( + self, + request: Request, + handler: Callable[..., AsyncGenerator[dict[str, Any], None]], + *, + timeout: float | None = None, + stream_id: str | None = None, + ) -> StreamingResponse: + """Execute a streaming handler and return an SSE response. + + Mirrors TS plugin.executeStream() — wraps the async generator + in StreamManager with heartbeat and reconnection. + """ + disconnect = asyncio.Event() + last_event_id = request.headers.get("last-event-id") + sid = stream_id or request.query_params.get("requestId") or str(uuid.uuid4()) + + async def event_generator(): + async def send(data: str): + yield data # This doesn't work directly — see below + + # We need to yield SSE text from the generator + try: + async for event in handler(signal=disconnect): + if disconnect.is_set(): + break + event_id = str(uuid.uuid4()) + yield format_event(event_id, event) + except Exception as exc: + error_id = str(uuid.uuid4()) + yield format_error(error_id, str(exc)) + + return StreamingResponse( + event_generator(), + media_type="text/event-stream", + headers={k: v for k, v in SSE_HEADERS.items() if k != "Content-Type"}, + ) + + # ----------------------------------------------------------------------- + # User context (OBO) + # ----------------------------------------------------------------------- + + def as_user(self, request: Any) -> Plugin: + """Return a proxy that wraps method calls in user context.""" + headers = getattr(request, "headers", {}) + token = headers.get("x-forwarded-access-token", "") + user_id = headers.get("x-forwarded-user", "") + user_ctx = UserContext(user_id=user_id, token=token) + return _UserContextProxy(self, user_ctx) # type: ignore[return-value] + + def resolve_user_id(self, request: Any) -> str: + headers = getattr(request, "headers", {}) + return headers.get("x-forwarded-user", "service-principal") + + async def shutdown(self) -> None: + self.stream_manager.abort_all() + + +class _UserContextProxy(Plugin): + """Proxy that wraps async method calls in a user context.""" + + def __init__(self, plugin: Plugin, user_context: UserContext) -> None: + object.__setattr__(self, "_plugin", plugin) + object.__setattr__(self, "_user_context", user_context) + + def __getattr__(self, name: str) -> Any: + attr = getattr(self._plugin, name) + if name in _EXCLUDED_FROM_PROXY or not callable(attr): + return attr + + if asyncio.iscoroutinefunction(attr): + async def async_wrapper(*args: Any, **kwargs: Any) -> Any: + return await run_in_user_context( + self._user_context, + lambda: attr(*args, **kwargs), + ) + return async_wrapper + + return attr + + +def to_plugin(cls: type[Plugin]) -> Callable[..., Plugin]: + """Factory function that mirrors TS toPlugin(). + + Usage: + analytics = to_plugin(AnalyticsPlugin) + # Then in create_app: + create_app(plugins=[analytics(config)]) + """ + def factory(config: dict[str, Any] | None = None) -> Plugin: + return cls(config) + factory.__name__ = cls.name if hasattr(cls, 'name') else cls.__name__ + factory._plugin_class = cls + return factory diff --git a/packages/appkit-py/src/appkit_py/plugins/__init__.py b/packages/appkit-py/src/appkit_py/plugins/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/plugins/analytics/__init__.py b/packages/appkit-py/src/appkit_py/plugins/analytics/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/plugins/analytics/plugin.py b/packages/appkit-py/src/appkit_py/plugins/analytics/plugin.py new file mode 100644 index 00000000..fe163bef --- /dev/null +++ b/packages/appkit-py/src/appkit_py/plugins/analytics/plugin.py @@ -0,0 +1,222 @@ +"""Analytics plugin for SQL query execution. + +Mirrors packages/appkit/src/plugins/analytics/analytics.ts +""" + +from __future__ import annotations + +import logging +import os +from pathlib import Path +from typing import Any, AsyncGenerator + +from fastapi import APIRouter, Request +from fastapi.responses import JSONResponse, Response + +from appkit_py.connectors.sql_warehouse.client import SQLWarehouseConnector +from appkit_py.context.execution_context import get_current_user_id +from appkit_py.plugin.plugin import Plugin, to_plugin +from appkit_py.plugins.analytics.query import QueryProcessor + +logger = logging.getLogger("appkit.analytics") + +# Default execution settings matching TS queryDefaults +_QUERY_DEFAULTS = { + "cache_ttl": 3600, + "retry_attempts": 3, + "retry_initial_delay": 1.5, + "timeout": 18.0, +} + +# Format configs matching TS FORMAT_CONFIGS +_FORMAT_CONFIGS = { + "ARROW_STREAM": {"disposition": "INLINE", "format": "ARROW_STREAM", "type": "result"}, + "JSON": {"disposition": "INLINE", "format": "JSON_ARRAY", "type": "result"}, + "ARROW": {"disposition": "EXTERNAL_LINKS", "format": "ARROW_STREAM", "type": "arrow"}, +} + +_FORMAT_ERROR_SIGNALS = [ + "ARROW_STREAM", "JSON_ARRAY", "EXTERNAL_LINKS", + "INVALID_PARAMETER_VALUE", "NOT_IMPLEMENTED", "format field must be", +] + + +class AnalyticsPlugin(Plugin): + name = "analytics" + phase = "normal" + + default_cache_ttl = _QUERY_DEFAULTS["cache_ttl"] + default_retry_attempts = _QUERY_DEFAULTS["retry_attempts"] + default_retry_initial_delay = _QUERY_DEFAULTS["retry_initial_delay"] + default_timeout = _QUERY_DEFAULTS["timeout"] + + def __init__(self, config: dict[str, Any] | None = None) -> None: + super().__init__(config) + self.sql_client = SQLWarehouseConnector( + timeout=self.config.get("timeout", 60.0) + ) + self.query_processor = QueryProcessor() + self._query_dir = self.config.get("query_dir") or self._find_query_dir() + self._warehouse_id = os.environ.get("DATABRICKS_WAREHOUSE_ID") + + def inject_routes(self, router: APIRouter) -> None: + self.route(router, name="query", method="post", path="/query/{query_key}", + handler=self._handle_query) + self.route(router, name="arrow", method="get", path="/arrow-result/{job_id}", + handler=self._handle_arrow) + + async def _handle_query(self, query_key: str, request: Request): + body = {} + try: + body = await request.json() + except Exception: + pass + + format_ = body.get("format", "ARROW_STREAM") + parameters = body.get("parameters") + + if not query_key: + return JSONResponse({"error": "query_key is required"}, status_code=400) + + query_text = self._load_query(query_key) + if query_text is None: + return JSONResponse({"error": "Query not found"}, status_code=404) + + is_obo = query_key.endswith(".obo") or self._has_obo_file(query_key) + plugin = self.as_user(request) if is_obo else self + + async def handler(signal=None): + client = self.get_workspace_client(request if is_obo else None) + if not client or not self._warehouse_id: + yield {"type": "error", "error": "Databricks connection not configured"} + return + + converted = self.query_processor.convert_to_sql_parameters(query_text, parameters) + + # Format fallback: ARROW_STREAM → JSON → ARROW (matching TS) + fallback_order = ["ARROW_STREAM", "JSON", "ARROW"] if format_ == "ARROW_STREAM" else [format_] + response = None + result_type = "result" + + for i, fmt_name in enumerate(fallback_order): + fmt_config = _FORMAT_CONFIGS.get(fmt_name, _FORMAT_CONFIGS["JSON"]) + try: + response = await self.sql_client.execute_statement( + client, + statement=converted["statement"], + warehouse_id=self._warehouse_id, + parameters=converted.get("parameters") or None, + disposition=fmt_config["disposition"], + format=fmt_config["format"], + ) + result_type = fmt_config["type"] + if i > 0: + logger.info("Query succeeded with fallback format %s", fmt_name) + break + except Exception as fmt_err: + msg = str(fmt_err) + is_format_error = any(s in msg for s in _FORMAT_ERROR_SIGNALS) + if not is_format_error or i == len(fallback_order) - 1: + raise + logger.warning("Format %s rejected, falling back: %s", fmt_name, msg) + + if response is None: + raise RuntimeError("All format fallbacks exhausted") + + if result_type == "arrow" and response.statement_id: + yield {"type": "arrow", "statement_id": response.statement_id} + else: + result_data = self.sql_client.transform_result(response) + yield { + "type": "result", + "chunk_index": 0, + "row_offset": 0, + "row_count": len(result_data), + "data": result_data, + } + + return await self.execute_stream(request, handler) + + async def _handle_arrow(self, job_id: str, request: Request): + client = self.get_workspace_client() + if not client: + return JSONResponse( + {"error": "Arrow job not found", "plugin": self.name}, status_code=404 + ) + try: + result = await self.sql_client.get_arrow_data(client, job_id) + return Response( + content=result["data"], + media_type="application/octet-stream", + headers={ + "Content-Length": str(len(result["data"])), + "Cache-Control": "public, max-age=3600", + }, + ) + except Exception as exc: + return JSONResponse( + {"error": str(exc) or "Arrow job not found", "plugin": self.name}, + status_code=404, + ) + + async def query( + self, + query: str, + parameters: dict[str, Any] | None = None, + format_parameters: dict[str, Any] | None = None, + signal: Any = None, + ) -> Any: + """Execute a SQL query programmatically (matching TS exports().query).""" + client = self.get_workspace_client() + if not client or not self._warehouse_id: + raise RuntimeError("Databricks connection not configured") + + converted = self.query_processor.convert_to_sql_parameters(query, parameters) + fp = format_parameters or {} + response = await self.sql_client.execute_statement( + client, + statement=converted["statement"], + warehouse_id=self._warehouse_id, + parameters=converted.get("parameters") or None, + disposition=fp.get("disposition", "INLINE"), + format=fp.get("format", "JSON_ARRAY"), + ) + return self.sql_client.transform_result(response) + + def exports(self) -> dict[str, Any]: + return {"query": self.query} + + # ----------------------------------------------------------------------- + # Query file helpers + # ----------------------------------------------------------------------- + + @staticmethod + def _find_query_dir() -> str | None: + for candidate in ["config/queries", "../config/queries", "../../config/queries"]: + if Path(candidate).is_dir(): + return candidate + return None + + def _load_query(self, query_key: str) -> str | None: + if not self._query_dir: + return None + if "/" in query_key or "\\" in query_key or ".." in query_key: + return None + base = query_key.removesuffix(".obo") + dir_path = Path(self._query_dir).resolve() + for suffix in [".obo.sql", ".sql"]: + file_path = (dir_path / f"{base}{suffix}").resolve() + if not str(file_path).startswith(str(dir_path) + os.sep): + return None + if file_path.is_file(): + return file_path.read_text() + return None + + def _has_obo_file(self, query_key: str) -> bool: + if not self._query_dir: + return False + base = query_key.removesuffix(".obo") + return (Path(self._query_dir) / f"{base}.obo.sql").is_file() + + +analytics = to_plugin(AnalyticsPlugin) diff --git a/packages/appkit-py/src/appkit_py/plugins/analytics/query.py b/packages/appkit-py/src/appkit_py/plugins/analytics/query.py new file mode 100644 index 00000000..4c6a34be --- /dev/null +++ b/packages/appkit-py/src/appkit_py/plugins/analytics/query.py @@ -0,0 +1,68 @@ +"""QueryProcessor for SQL parameter processing. + +Mirrors packages/appkit/src/plugins/analytics/query.ts +""" + +from __future__ import annotations + +import hashlib +import os +import re +from typing import Any + + +class QueryProcessor: + """Process SQL queries: hash, convert named parameters, etc.""" + + def hash_query(self, query: str) -> str: + """SHA256 hash of the query text for cache keying.""" + return hashlib.sha256(query.encode()).hexdigest() + + def convert_to_sql_parameters( + self, + query: str, + parameters: dict[str, Any] | None = None, + ) -> dict[str, Any]: + """Convert named :param placeholders to Databricks SQL parameter format. + + Returns dict with 'statement' and 'parameters' keys. + """ + if not parameters: + return {"statement": query, "parameters": []} + + sql_params = [] + for name, value in parameters.items(): + if value is None: + sql_params.append({"name": name, "value": None, "type": "STRING"}) + elif isinstance(value, dict) and "__sql_type" in value: + sql_params.append({ + "name": name, + "value": str(value["value"]), + "type": value["__sql_type"], + }) + else: + sql_params.append({"name": name, "value": str(value), "type": "STRING"}) + + return {"statement": query, "parameters": sql_params} + + async def process_query_params( + self, + query: str, + parameters: dict[str, Any] | None = None, + *, + workspace_id: str | None = None, + ) -> dict[str, Any] | None: + """Process and validate query parameters. + + Auto-injects workspaceId if the query references :workspaceId and + it's not already in the parameters. + """ + params = dict(parameters) if parameters else {} + + # Auto-inject workspaceId if referenced in query but not provided + if ":workspaceId" in query and "workspaceId" not in params: + ws_id = workspace_id or os.environ.get("DATABRICKS_WORKSPACE_ID", "") + if ws_id: + params["workspaceId"] = {"__sql_type": "STRING", "value": ws_id} + + return params if params else None diff --git a/packages/appkit-py/src/appkit_py/plugins/files/__init__.py b/packages/appkit-py/src/appkit_py/plugins/files/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/plugins/files/plugin.py b/packages/appkit-py/src/appkit_py/plugins/files/plugin.py new file mode 100644 index 00000000..97ddca23 --- /dev/null +++ b/packages/appkit-py/src/appkit_py/plugins/files/plugin.py @@ -0,0 +1,335 @@ +"""Files plugin for Unity Catalog Volume operations. + +Mirrors packages/appkit/src/plugins/files/plugin.ts +""" + +from __future__ import annotations + +import logging +import mimetypes +import os +from typing import Any + +from fastapi import APIRouter, Request +from fastapi.responses import JSONResponse, Response + +from appkit_py.connectors.files.client import FilesConnector +from appkit_py.plugin.plugin import Plugin, to_plugin + +logger = logging.getLogger("appkit.files") + +_FILES_MAX_UPLOAD_SIZE = 5 * 1024 * 1024 * 1024 # 5GB + + +def _validate_path(path: str | None) -> str | None: + """Validate a file/directory path. Returns error string or None if valid.""" + if not path: + return "path is required" + if len(path) > 4096: + return f"path exceeds maximum length of 4096 characters (got {len(path)})" + if "\0" in path: + return "path must not contain null bytes" + return None + + +def _sanitize_filename(raw: str) -> str: + return "".join(c for c in raw if c.isalnum() or c in "._- ")[:255] or "download" + + +class FilesPlugin(Plugin): + name = "files" + phase = "normal" + + default_cache_ttl = 300 + default_retry_attempts = 2 + default_timeout = 30.0 + + def __init__(self, config: dict[str, Any] | None = None) -> None: + super().__init__(config) + self._volumes = self._discover_volumes() + self._connectors: dict[str, FilesConnector] = { + key: FilesConnector(default_volume=path) + for key, path in self._volumes.items() + } + self._max_upload_size = self.config.get("maxUploadSize", _FILES_MAX_UPLOAD_SIZE) + + def _discover_volumes(self) -> dict[str, str]: + explicit = self.config.get("volumes", {}) + discovered: dict[str, str] = {} + prefix = "DATABRICKS_VOLUME_" + for key, value in os.environ.items(): + if key.startswith(prefix) and value: + suffix = key[len(prefix):] + if suffix: + vol_key = suffix.lower() + if vol_key not in explicit: + discovered[vol_key] = value + return {**discovered, **{k: v for k, v in explicit.items() if isinstance(v, str)}} + + def inject_routes(self, router: APIRouter) -> None: + self.route(router, name="volumes", method="get", path="/volumes", + handler=self._handle_volumes) + self.route(router, name="list", method="get", path="/{volume_key}/list", + handler=self._handle_list) + self.route(router, name="read", method="get", path="/{volume_key}/read", + handler=self._handle_read) + self.route(router, name="download", method="get", path="/{volume_key}/download", + handler=self._handle_download) + self.route(router, name="raw", method="get", path="/{volume_key}/raw", + handler=self._handle_raw) + self.route(router, name="exists", method="get", path="/{volume_key}/exists", + handler=self._handle_exists) + self.route(router, name="metadata", method="get", path="/{volume_key}/metadata", + handler=self._handle_metadata) + self.route(router, name="preview", method="get", path="/{volume_key}/preview", + handler=self._handle_preview) + self.route(router, name="upload", method="post", path="/{volume_key}/upload", + handler=self._handle_upload, skip_body_parsing=True) + self.route(router, name="mkdir", method="post", path="/{volume_key}/mkdir", + handler=self._handle_mkdir) + self.route(router, name="delete", method="delete", path="/{volume_key}", + handler=self._handle_delete) + + def _resolve(self, volume_key: str, request: Request): + """Resolve volume connector + user client, or return error response.""" + connector = self._connectors.get(volume_key) + if not connector: + safe = "".join(c for c in volume_key if c.isalnum() or c in "_-") + return None, None, JSONResponse( + {"error": f'Unknown volume "{safe}"', "plugin": self.name}, status_code=404 + ) + client = self.get_workspace_client(request) + if not client: + return None, None, JSONResponse( + {"error": "Databricks connection not configured", "plugin": self.name}, + status_code=500, + ) + return connector, client, None + + def _check_path(self, path: str | None): + err = _validate_path(path) + if err: + return JSONResponse({"error": err, "plugin": self.name}, status_code=400) + return None + + def _api_error(self, exc: Exception, fallback: str) -> JSONResponse: + status = getattr(exc, "status_code", 500) + if isinstance(status, int) and 400 <= status < 500: + return JSONResponse({"error": str(exc), "statusCode": status, "plugin": self.name}, status_code=status) + return JSONResponse({"error": fallback, "plugin": self.name}, status_code=500) + + # --- Route handlers --- + + async def _handle_volumes(self): + return {"volumes": list(self._volumes.keys())} + + async def _handle_list(self, volume_key: str, request: Request, path: str | None = None): + connector, client, err = self._resolve(volume_key, request) + if err: + return err + try: + result = await self.execute( + lambda: connector.list(client, path), + cache_key=[f"files:{volume_key}:list", path or "__root__"], + ) + return result + except Exception as exc: + return self._api_error(exc, "List failed") + + async def _handle_read(self, volume_key: str, request: Request, path: str | None = None): + connector, client, err = self._resolve(volume_key, request) + if err: + return err + path_err = self._check_path(path) + if path_err: + return path_err + try: + result = await self.execute( + lambda: connector.read(client, path), + cache_key=[f"files:{volume_key}:read", path], + ) + return Response(content=result, media_type="text/plain") + except Exception as exc: + return self._api_error(exc, "Read failed") + + async def _handle_download(self, volume_key: str, request: Request, path: str | None = None): + connector, client, err = self._resolve(volume_key, request) + if err: + return err + path_err = self._check_path(path) + if path_err: + return path_err + try: + result = await self.execute( + lambda: connector.download(client, path), + cache_enabled=False, retry_attempts=1, timeout=60.0, + ) + ct = result.get("content_type") or mimetypes.guess_type(path)[0] or "application/octet-stream" + filename = _sanitize_filename(path.split("/")[-1] if path else "download") + content = result.get("contents") + body = content.read() if hasattr(content, "read") else (content or b"") + return Response(content=body, media_type=ct, headers={ + "Content-Disposition": f'attachment; filename="{filename}"', + "X-Content-Type-Options": "nosniff", + }) + except Exception as exc: + return self._api_error(exc, "Download failed") + + async def _handle_raw(self, volume_key: str, request: Request, path: str | None = None): + connector, client, err = self._resolve(volume_key, request) + if err: + return err + path_err = self._check_path(path) + if path_err: + return path_err + try: + result = await self.execute( + lambda: connector.download(client, path), + cache_enabled=False, retry_attempts=1, timeout=60.0, + ) + ct = result.get("content_type") or mimetypes.guess_type(path)[0] or "application/octet-stream" + content = result.get("contents") + body = content.read() if hasattr(content, "read") else (content or b"") + return Response(content=body, media_type=ct, headers={ + "Content-Security-Policy": "sandbox", + "X-Content-Type-Options": "nosniff", + }) + except Exception as exc: + return self._api_error(exc, "Raw fetch failed") + + async def _handle_exists(self, volume_key: str, request: Request, path: str | None = None): + connector, client, err = self._resolve(volume_key, request) + if err: + return err + path_err = self._check_path(path) + if path_err: + return path_err + try: + result = await self.execute( + lambda: connector.exists(client, path), + cache_key=[f"files:{volume_key}:exists", path], + ) + return {"exists": result} + except Exception as exc: + return self._api_error(exc, "Exists check failed") + + async def _handle_metadata(self, volume_key: str, request: Request, path: str | None = None): + connector, client, err = self._resolve(volume_key, request) + if err: + return err + path_err = self._check_path(path) + if path_err: + return path_err + try: + return await self.execute( + lambda: connector.metadata(client, path), + cache_key=[f"files:{volume_key}:metadata", path], + ) + except Exception as exc: + return self._api_error(exc, "Metadata fetch failed") + + async def _handle_preview(self, volume_key: str, request: Request, path: str | None = None): + connector, client, err = self._resolve(volume_key, request) + if err: + return err + path_err = self._check_path(path) + if path_err: + return path_err + try: + return await self.execute( + lambda: connector.preview(client, path), + cache_key=[f"files:{volume_key}:preview", path], + ) + except Exception as exc: + return self._api_error(exc, "Preview failed") + + async def _handle_upload(self, volume_key: str, request: Request, path: str | None = None): + connector, client, err = self._resolve(volume_key, request) + if err: + return err + path_err = self._check_path(path) + if path_err: + return path_err + + # Content-Length pre-check + cl = request.headers.get("content-length") + if cl: + try: + if int(cl) > self._max_upload_size: + return JSONResponse({ + "error": f"File size ({cl} bytes) exceeds maximum allowed size ({self._max_upload_size} bytes).", + "plugin": self.name, + }, status_code=413) + except ValueError: + pass + + try: + # Stream body with size enforcement + chunks: list[bytes] = [] + received = 0 + async for chunk in request.stream(): + received += len(chunk) + if received > self._max_upload_size: + return JSONResponse({ + "error": f"Upload stream exceeds maximum allowed size ({self._max_upload_size} bytes).", + "plugin": self.name, + }, status_code=413) + chunks.append(chunk) + body = b"".join(chunks) + + await self.execute( + lambda: connector.upload(client, path, body), + cache_enabled=False, retry_attempts=1, timeout=120.0, + ) + return {"success": True} + except Exception as exc: + if "exceeds maximum" in str(exc): + return JSONResponse({"error": str(exc), "plugin": self.name}, status_code=413) + return self._api_error(exc, "Upload failed") + + async def _handle_mkdir(self, volume_key: str, request: Request): + connector, client, err = self._resolve(volume_key, request) + if err: + return err + body = {} + try: + body = await request.json() + except Exception: + pass + dir_path = body.get("path") if isinstance(body, dict) else None + path_err = self._check_path(dir_path) + if path_err: + return path_err + try: + await self.execute( + lambda: connector.create_directory(client, dir_path), + cache_enabled=False, retry_attempts=1, timeout=120.0, + ) + return {"success": True} + except Exception as exc: + return self._api_error(exc, "Create directory failed") + + async def _handle_delete(self, volume_key: str, request: Request, path: str | None = None): + connector, client, err = self._resolve(volume_key, request) + if err: + return err + path_err = self._check_path(path) + if path_err: + return path_err + try: + await self.execute( + lambda: connector.delete(client, path), + cache_enabled=False, retry_attempts=1, timeout=120.0, + ) + return {"success": True} + except Exception as exc: + return self._api_error(exc, "Delete failed") + + def exports(self) -> dict[str, Any]: + return {"volume": lambda key: self._connectors.get(key)} + + def client_config(self) -> dict[str, Any]: + return {"volumes": list(self._volumes.keys())} + + +files = to_plugin(FilesPlugin) diff --git a/packages/appkit-py/src/appkit_py/plugins/genie/__init__.py b/packages/appkit-py/src/appkit_py/plugins/genie/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/plugins/genie/plugin.py b/packages/appkit-py/src/appkit_py/plugins/genie/plugin.py new file mode 100644 index 00000000..cea43a04 --- /dev/null +++ b/packages/appkit-py/src/appkit_py/plugins/genie/plugin.py @@ -0,0 +1,138 @@ +"""Genie plugin for AI/BI natural language queries. + +Mirrors packages/appkit/src/plugins/genie/genie.ts +""" + +from __future__ import annotations + +import logging +import os +from typing import Any, AsyncGenerator + +from fastapi import APIRouter, Request +from fastapi.responses import JSONResponse + +from appkit_py.connectors.genie.client import GenieConnector +from appkit_py.plugin.plugin import Plugin, to_plugin + +logger = logging.getLogger("appkit.genie") + + +class GeniePlugin(Plugin): + name = "genie" + phase = "normal" + + default_timeout = 120.0 + default_retry_attempts = 1 + default_cache_ttl = 0 # Genie conversations are stateful, not cacheable + + def __init__(self, config: dict[str, Any] | None = None) -> None: + super().__init__(config) + self._spaces = self.config.get("spaces") or self._default_spaces() + self._connector = GenieConnector( + timeout=self.config.get("timeout", 120.0), + max_messages=200, + ) + + @staticmethod + def _default_spaces() -> dict[str, str]: + space_id = os.environ.get("DATABRICKS_GENIE_SPACE_ID") + return {"default": space_id} if space_id else {} + + def _resolve_space(self, alias: str) -> str | None: + return self._spaces.get(alias) + + def inject_routes(self, router: APIRouter) -> None: + self.route(router, name="sendMessage", method="post", path="/{alias}/messages", + handler=self._handle_send_message) + self.route(router, name="getConversation", method="get", + path="/{alias}/conversations/{conversation_id}", + handler=self._handle_get_conversation) + self.route(router, name="getMessage", method="get", + path="/{alias}/conversations/{conversation_id}/messages/{message_id}", + handler=self._handle_get_message) + + async def _handle_send_message(self, alias: str, request: Request): + space_id = self._resolve_space(alias) + if not space_id: + return JSONResponse({"error": f"Unknown space alias: {alias}"}, status_code=404) + + body = {} + try: + body = await request.json() + except Exception: + pass + content = body.get("content") if isinstance(body, dict) else None + if not content: + return JSONResponse({"error": "content is required"}, status_code=400) + + conversation_id = body.get("conversationId") if isinstance(body, dict) else None + client = self.get_workspace_client(request) + + async def handler(signal=None): + if not client: + yield {"type": "error", "error": "Databricks Genie connection not configured"} + return + async for event in self._connector.stream_send_message( + client, space_id, content, conversation_id, signal=signal + ): + yield event + + return await self.execute_stream(request, handler) + + async def _handle_get_conversation(self, alias: str, conversation_id: str, request: Request): + space_id = self._resolve_space(alias) + if not space_id: + return JSONResponse({"error": f"Unknown space alias: {alias}"}, status_code=404) + + include_query_results = request.query_params.get("includeQueryResults", "true") != "false" + page_token = request.query_params.get("pageToken") + client = self.get_workspace_client(request) + + async def handler(signal=None): + if not client: + yield {"type": "error", "error": "Databricks Genie connection not configured"} + return + async for event in self._connector.stream_conversation( + client, space_id, conversation_id, + include_query_results=include_query_results, page_token=page_token, signal=signal, + ): + yield event + + return await self.execute_stream(request, handler) + + async def _handle_get_message(self, alias: str, conversation_id: str, message_id: str, request: Request): + space_id = self._resolve_space(alias) + if not space_id: + return JSONResponse({"error": f"Unknown space alias: {alias}"}, status_code=404) + + client = self.get_workspace_client(request) + + async def handler(signal=None): + if not client: + yield {"type": "error", "error": "Databricks Genie connection not configured"} + return + async for event in self._connector.stream_get_message( + client, space_id, conversation_id, message_id, signal=signal, + ): + yield event + + return await self.execute_stream(request, handler) + + async def send_message(self, alias: str, content: str, conversation_id: str | None = None): + """Programmatic API matching TS exports().sendMessage.""" + space_id = self._resolve_space(alias) + if not space_id: + raise ValueError(f"Unknown space alias: {alias}") + client = self.get_workspace_client() + async for event in self._connector.stream_send_message(client, space_id, content, conversation_id): + yield event + + def exports(self) -> dict[str, Any]: + return {"sendMessage": self.send_message} + + def client_config(self) -> dict[str, Any]: + return {"spaces": list(self._spaces.keys())} + + +genie = to_plugin(GeniePlugin) diff --git a/packages/appkit-py/src/appkit_py/plugins/server/__init__.py b/packages/appkit-py/src/appkit_py/plugins/server/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/plugins/server/plugin.py b/packages/appkit-py/src/appkit_py/plugins/server/plugin.py new file mode 100644 index 00000000..cea7db2d --- /dev/null +++ b/packages/appkit-py/src/appkit_py/plugins/server/plugin.py @@ -0,0 +1,161 @@ +"""Server plugin — orchestrates the FastAPI application. + +Mirrors packages/appkit/src/plugins/server/index.ts +""" + +from __future__ import annotations + +import asyncio +import json +import logging +import mimetypes +import os +import signal +import uuid +from pathlib import Path +from typing import Any, AsyncGenerator + +from fastapi import FastAPI, Request, Response +from fastapi.responses import JSONResponse, StreamingResponse + +from appkit_py.plugin.plugin import Plugin, to_plugin +from appkit_py.stream.sse_writer import SSE_HEADERS, format_event + +logger = logging.getLogger("appkit.server") + + +class ServerPlugin(Plugin): + name = "server" + phase = "deferred" # Initialized last, after all other plugins + + def __init__(self, config: dict[str, Any] | None = None) -> None: + super().__init__(config) + self.app = FastAPI(title="AppKit Python Backend") + self._plugins: dict[str, Plugin] = {} + self._host = self.config.get("host") or os.environ.get("FLASK_RUN_HOST", "0.0.0.0") + self._port = int(self.config.get("port") or os.environ.get("DATABRICKS_APP_PORT", "8000")) + self._auto_start = self.config.get("autoStart", True) + self._static_path = self.config.get("staticPath") + + def set_plugins(self, plugins: dict[str, Plugin]) -> None: + """Called by create_app to inject all other plugins.""" + self._plugins = plugins + + async def setup(self) -> None: + # Register /health + @self.app.get("/health") + async def health(): + return {"status": "ok"} + + # Reconnect test endpoint (matches TS dev-playground) + @self.app.get("/api/reconnect/stream") + async def reconnect_stream(request: Request): + async def gen() -> AsyncGenerator[str, None]: + for i in range(1, 6): + eid = str(uuid.uuid4()) + yield format_event(eid, {"type": "message", "count": i, "total": 5, "message": f"Event {i} of 5"}) + await asyncio.sleep(0.1) + return StreamingResponse(gen(), media_type="text/event-stream", + headers={k: v for k, v in SSE_HEADERS.items() if k != "Content-Type"}) + + # Mount each plugin's routes under /api/{plugin.name} + for plugin in self._plugins.values(): + router = plugin.router + plugin.inject_routes(router) + self.app.include_router(router, prefix=f"/api/{plugin.name}") + + # Static file serving with config injection + self._setup_static_serving() + + def _setup_static_serving(self) -> None: + static_dir = self._static_path or self._find_static_dir() + if not static_dir or not Path(static_dir).is_dir(): + return + + _static = Path(static_dir) + _index = _static / "index.html" + + # Build client config from all plugins + endpoints = {} + plugin_configs = {} + for p in self._plugins.values(): + endpoints[p.name] = p.get_endpoints() + cc = p.client_config() + if cc: + plugin_configs[p.name] = cc + + config_json = json.dumps({ + "appName": os.environ.get("DATABRICKS_APP_NAME", "appkit-py"), + "queries": {}, + "endpoints": endpoints, + "plugins": plugin_configs, + }) + safe_config = config_json.replace("<", "\\u003c").replace(">", "\\u003e").replace("&", "\\u0026") + + @self.app.get("/{full_path:path}") + async def serve_spa(full_path: str): + file_path = (_static / full_path).resolve() + static_root = _static.resolve() + if file_path.is_file() and str(file_path).startswith(str(static_root) + os.sep): + ct = mimetypes.guess_type(str(file_path))[0] or "application/octet-stream" + return Response(content=file_path.read_bytes(), media_type=ct) + + if _index.is_file(): + html = _index.read_text() + script = ( + f'\n' + '' + ) + if "" in html: + html = html.replace("", f"{script}\n") + else: + html = script + "\n" + html + return Response(content=html, media_type="text/html") + + return JSONResponse({"error": "Not found"}, status_code=404) + + @staticmethod + def _find_static_dir() -> str | None: + # 1. Check conventional paths relative to cwd (user-provided frontend) + for candidate in ["client/dist", "dist", "build", "public", "out", "../client/dist"]: + if Path(candidate).is_dir(): + return candidate + # 2. Fall back to the frontend bundled in the wheel + # __file__ is at appkit_py/plugins/server/plugin.py → 3 parents up to appkit_py/ + bundled = Path(__file__).resolve().parent.parent.parent / "static" + if bundled.is_dir() and (bundled / "index.html").is_file(): + return str(bundled) + return None + + def extend(self, fn) -> ServerPlugin: + """Add custom routes/middleware (matching TS server.extend()).""" + fn(self.app) + return self + + async def start(self) -> FastAPI: + """Start the server (matching TS server.start()).""" + import uvicorn + config = uvicorn.Config(self.app, host=self._host, port=self._port, log_level="info") + srv = uvicorn.Server(config) + await srv.serve() + return self.app + + def get_app(self) -> FastAPI: + """Get the FastAPI application instance.""" + return self.app + + def exports(self) -> dict[str, Any]: + return { + "start": self.start, + "extend": self.extend, + "getApp": self.get_app, + } + + async def shutdown(self) -> None: + # Abort all plugin streams + for p in self._plugins.values(): + p.stream_manager.abort_all() + self.stream_manager.abort_all() + + +server = to_plugin(ServerPlugin) diff --git a/packages/appkit-py/src/appkit_py/server.py b/packages/appkit-py/src/appkit_py/server.py new file mode 100644 index 00000000..4fc4cdd9 --- /dev/null +++ b/packages/appkit-py/src/appkit_py/server.py @@ -0,0 +1,128 @@ +"""Main server entry point — thin wrapper around the plugin-based architecture. + +Usage with uvicorn: + uvicorn appkit_py.server:app + +Usage programmatically (matching TS dev-playground/server/index.ts): + from appkit_py.core.appkit import create_app + from appkit_py.plugins.server.plugin import server, ServerPlugin + from appkit_py.plugins.analytics.plugin import analytics + from appkit_py.plugins.files.plugin import files + from appkit_py.plugins.genie.plugin import genie + + appkit = await create_app(plugins=[ + server({"autoStart": False}), + analytics({}), + files(), + genie({"spaces": {"demo": "space-id"}}), + ]) + appkit.server.extend(lambda app: app.get("/custom", ...)) + await appkit.server.start() +""" + +from __future__ import annotations + +import logging +from typing import Any + +from fastapi import FastAPI + +from appkit_py.core.appkit import create_app +from appkit_py.plugin.plugin import Plugin +from appkit_py.plugins.analytics.plugin import AnalyticsPlugin +from appkit_py.plugins.files.plugin import FilesPlugin +from appkit_py.plugins.genie.plugin import GeniePlugin +from appkit_py.plugins.server.plugin import ServerPlugin + +logger = logging.getLogger("appkit.server") + + +def create_server( + *, + query_dir: str | None = None, + static_path: str | None = None, + genie_spaces: dict[str, str] | None = None, + volumes: dict[str, str] | None = None, +): + """Create the FastAPI app using the plugin architecture. + + This is the convenience function for uvicorn. For full control, + use create_app() directly. + """ + server_config: dict = {"autoStart": False} + if static_path: + server_config["staticPath"] = static_path + + analytics_config: dict = {} + if query_dir: + analytics_config["query_dir"] = query_dir + + files_config: dict = {} + if volumes: + files_config["volumes"] = volumes + + genie_config: dict = {} + if genie_spaces: + genie_config["spaces"] = genie_spaces + + plugins = [ + ServerPlugin(server_config), + AnalyticsPlugin(analytics_config), + FilesPlugin(files_config), + GeniePlugin(genie_config), + ] + + # Synchronous initialization: manually run setup steps without asyncio.run() + # This avoids "Cannot run event loop while another is running" when + # imported by uvicorn (which already has an event loop). + import os + from appkit_py.cache.cache_manager import CacheManager + from appkit_py.context.service_context import ServiceContext + + CacheManager.reset() + CacheManager.get_instance() + ServiceContext.reset() + ServiceContext.initialize() + + # Create workspace client + ws_client = None + host = os.environ.get("DATABRICKS_HOST") + if host: + try: + from databricks.sdk import WorkspaceClient + ws_client = WorkspaceClient() + except Exception as exc: + logger.warning("Failed to create WorkspaceClient: %s", exc) + + # Wire up plugins (sync parts) + phase_order = {"core": 0, "normal": 1, "deferred": 2} + sorted_plugins = sorted(plugins, key=lambda p: phase_order.get(p.phase, 1)) + plugin_map: dict[str, Plugin] = {} + server_plugin: ServerPlugin | None = None + + for plugin in sorted_plugins: + plugin.set_workspace_client(ws_client) + if isinstance(plugin, ServerPlugin): + server_plugin = plugin + else: + plugin_map[plugin.name] = plugin + + if server_plugin: + server_plugin.set_workspace_client(ws_client) + server_plugin.set_plugins(plugin_map) + plugin_map["server"] = server_plugin + + # Run async setup via startup event (runs when uvicorn starts the event loop) + app = server_plugin.app if server_plugin else FastAPI() + + @app.on_event("startup") + async def _run_plugin_setup(): + for plugin in sorted_plugins: + await plugin.setup() + logger.info("AppKit plugins initialized: %s", ", ".join(plugin_map.keys())) + + return app + + +# Module-level app for `uvicorn appkit_py.server:app` +app = create_server() diff --git a/packages/appkit-py/src/appkit_py/stream/__init__.py b/packages/appkit-py/src/appkit_py/stream/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/src/appkit_py/stream/buffers.py b/packages/appkit-py/src/appkit_py/stream/buffers.py new file mode 100644 index 00000000..9bcd1cad --- /dev/null +++ b/packages/appkit-py/src/appkit_py/stream/buffers.py @@ -0,0 +1,84 @@ +"""Ring buffer implementations for SSE event replay on reconnection. + +Ports the TypeScript RingBuffer and EventRingBuffer from +packages/appkit/src/stream/buffers.ts +""" + +from __future__ import annotations + +from collections import OrderedDict +from typing import Generic, TypeVar + +from .types import BufferedEvent + +T = TypeVar("T") + + +class RingBuffer(Generic[T]): + """Generic FIFO ring buffer with LRU eviction and O(1) key lookup.""" + + def __init__(self, capacity: int) -> None: + self._capacity = capacity + self._store: OrderedDict[str, T] = OrderedDict() + + def add(self, key: str, value: T) -> None: + if key in self._store: + del self._store[key] + elif len(self._store) >= self._capacity: + self._store.popitem(last=False) # Evict oldest + self._store[key] = value + + def get(self, key: str) -> T | None: + return self._store.get(key) + + def has(self, key: str) -> bool: + return key in self._store + + def __len__(self) -> int: + return len(self._store) + + def keys(self) -> list[str]: + return list(self._store.keys()) + + def values(self) -> list[T]: + return list(self._store.values()) + + +class EventRingBuffer: + """Specialized ring buffer for SSE events with get_events_since() for replay.""" + + def __init__(self, capacity: int) -> None: + self._buffer: RingBuffer[BufferedEvent] = RingBuffer(capacity) + self._order: list[str] = [] # Maintain insertion order for replay + self._capacity = capacity + + def add_event(self, event: BufferedEvent) -> None: + self._buffer.add(event.id, event) + self._order.append(event.id) + # Trim order list to capacity + if len(self._order) > self._capacity: + self._order = self._order[-self._capacity :] + + def has_event(self, event_id: str) -> bool: + return self._buffer.has(event_id) + + def get_events_since(self, event_id: str) -> list[BufferedEvent] | None: + """Get all events after the given event ID. + + Returns None if the event_id is not in the buffer (buffer overflow). + Returns an empty list if event_id is the last event. + """ + if not self._buffer.has(event_id): + return None + + try: + idx = self._order.index(event_id) + except ValueError: + return None + + result: list[BufferedEvent] = [] + for eid in self._order[idx + 1 :]: + event = self._buffer.get(eid) + if event is not None: + result.append(event) + return result diff --git a/packages/appkit-py/src/appkit_py/stream/defaults.py b/packages/appkit-py/src/appkit_py/stream/defaults.py new file mode 100644 index 00000000..3e4547ad --- /dev/null +++ b/packages/appkit-py/src/appkit_py/stream/defaults.py @@ -0,0 +1,11 @@ +"""Stream default configuration values matching the TypeScript implementation.""" + +STREAM_DEFAULTS = { + "buffer_size": 100, + "max_event_size": 1024 * 1024, # 1MB + "buffer_ttl": 10 * 60, # 10 minutes (seconds) + "cleanup_interval": 5 * 60, # 5 minutes (seconds) + "max_persistent_buffers": 10000, + "heartbeat_interval": 10, # 10 seconds + "max_active_streams": 1000, +} diff --git a/packages/appkit-py/src/appkit_py/stream/sse_writer.py b/packages/appkit-py/src/appkit_py/stream/sse_writer.py new file mode 100644 index 00000000..6e97ac3a --- /dev/null +++ b/packages/appkit-py/src/appkit_py/stream/sse_writer.py @@ -0,0 +1,67 @@ +"""SSE wire format writer matching the TypeScript SSEWriter. + +Produces the exact format expected by the AppKit frontend: + id: {uuid} + event: {type} + data: {json} + (empty line) + +Plus heartbeat comments: `: heartbeat\\n\\n` +""" + +from __future__ import annotations + +import json +import re +from typing import Any, Callable, Coroutine + +from .types import BufferedEvent, SSEErrorCode, SSEWarningCode + + +def sanitize_event_type(event_type: str) -> str: + """Sanitize SSE event type: remove newlines, cap at 100 chars.""" + sanitized = re.sub(r"[\r\n]", "", event_type) + return sanitized[:100] + + +def format_event(event_id: str, event: dict[str, Any]) -> str: + """Format a single SSE event as a string.""" + event_type = sanitize_event_type(str(event.get("type", "message"))) + event_data = json.dumps(event, separators=(",", ":")) + return f"id: {event_id}\nevent: {event_type}\ndata: {event_data}\n\n" + + +def format_error(event_id: str, error: str, code: SSEErrorCode = SSEErrorCode.INTERNAL_ERROR) -> str: + """Format an SSE error event.""" + data = json.dumps({"error": error, "code": code.value}, separators=(",", ":")) + return f"id: {event_id}\nevent: error\ndata: {data}\n\n" + + +def format_buffered_event(event: BufferedEvent) -> str: + """Format a buffered event for replay.""" + event_type = sanitize_event_type(event.type) + return f"id: {event.id}\nevent: {event_type}\ndata: {event.data}\n\n" + + +def format_heartbeat() -> str: + """Format an SSE heartbeat comment.""" + return ": heartbeat\n\n" + + +def format_buffer_overflow_warning(last_event_id: str) -> str: + """Format a buffer overflow warning.""" + data = json.dumps({ + "warning": "Buffer overflow detected - some events were lost", + "code": SSEWarningCode.BUFFER_OVERFLOW_RESTART.value, + "lastEventId": last_event_id, + }, separators=(",", ":")) + return f"event: warning\ndata: {data}\n\n" + + +SSE_HEADERS = { + "Content-Type": "text/event-stream", + "Cache-Control": "no-cache", + "Connection": "keep-alive", + "Content-Encoding": "none", + "X-Accel-Buffering": "no", +} diff --git a/packages/appkit-py/src/appkit_py/stream/stream_manager.py b/packages/appkit-py/src/appkit_py/stream/stream_manager.py new file mode 100644 index 00000000..23436542 --- /dev/null +++ b/packages/appkit-py/src/appkit_py/stream/stream_manager.py @@ -0,0 +1,143 @@ +"""StreamManager — core SSE streaming orchestration. + +Ports the TypeScript StreamManager from packages/appkit/src/stream/stream-manager.ts. +Handles async generator-based event streams with: +- UUID event IDs +- Ring buffer for reconnection replay (persisted per stream_id) +- Heartbeat keep-alive +- Error event emission +- Graceful abort via tracked disconnect events +""" + +from __future__ import annotations + +import asyncio +import json +import logging +import time +import uuid +from typing import Any, AsyncGenerator, Callable, Coroutine + +from .buffers import BufferedEvent, EventRingBuffer +from .defaults import STREAM_DEFAULTS +from .sse_writer import ( + format_buffered_event, + format_buffer_overflow_warning, + format_error, + format_event, + format_heartbeat, +) +from .types import SSEErrorCode + +logger = logging.getLogger("appkit.stream") + +SendFunc = Callable[[str], Coroutine[Any, Any, None]] + + +class StreamManager: + """Manages SSE event streaming with reconnection support.""" + + def __init__( + self, + buffer_size: int = STREAM_DEFAULTS["buffer_size"], + heartbeat_interval: float = STREAM_DEFAULTS["heartbeat_interval"], + ) -> None: + self._buffer_size = buffer_size + self._heartbeat_interval = heartbeat_interval + # Persist buffers per stream_id for reconnection replay + self._stream_buffers: dict[str, EventRingBuffer] = {} + # Track active disconnect events for abort_all() + self._active_disconnects: set[asyncio.Event] = set() + + async def stream( + self, + send: SendFunc, + handler: Callable[..., AsyncGenerator[dict[str, Any], None]], + *, + on_disconnect: asyncio.Event | None = None, + last_event_id: str | None = None, + stream_id: str | None = None, + ) -> None: + """Stream events from an async generator to the client.""" + sid = stream_id or str(uuid.uuid4()) + # Get or create a persistent buffer for this stream + if sid not in self._stream_buffers: + self._stream_buffers[sid] = EventRingBuffer(capacity=self._buffer_size) + event_buffer = self._stream_buffers[sid] + + disconnect = on_disconnect or asyncio.Event() + self._active_disconnects.add(disconnect) + heartbeat_task: asyncio.Task | None = None + + try: + heartbeat_task = asyncio.create_task( + self._heartbeat_loop(send, disconnect) + ) + + # Replay buffered events if reconnecting + if last_event_id: + if event_buffer.has_event(last_event_id): + missed = event_buffer.get_events_since(last_event_id) + if missed: + for event in missed: + await send(format_buffered_event(event)) + else: + # Buffer overflow — event was evicted + await send(format_buffer_overflow_warning(last_event_id)) + + # Stream events from handler + async for event in handler(signal=disconnect): + if disconnect.is_set(): + break + + event_id = str(uuid.uuid4()) + event_type = str(event.get("type", "message")) + event_data = json.dumps(event, separators=(",", ":")) + + event_buffer.add_event( + BufferedEvent( + id=event_id, + type=event_type, + data=event_data, + timestamp=time.time(), + ) + ) + + await send(format_event(event_id, event)) + + except Exception as exc: + error_id = str(uuid.uuid4()) + error_msg = str(exc) if str(exc) else type(exc).__name__ + try: + await send(format_error(error_id, error_msg)) + except Exception: + pass + logger.error("Stream error: %s", exc) + finally: + self._active_disconnects.discard(disconnect) + if heartbeat_task and not heartbeat_task.done(): + heartbeat_task.cancel() + try: + await heartbeat_task + except asyncio.CancelledError: + pass + + async def _heartbeat_loop(self, send: SendFunc, disconnect: asyncio.Event) -> None: + """Send periodic heartbeat comments to keep the connection alive.""" + try: + while not disconnect.is_set(): + await asyncio.sleep(self._heartbeat_interval) + if not disconnect.is_set(): + try: + await send(format_heartbeat()) + except Exception: + break + except asyncio.CancelledError: + pass + + def abort_all(self) -> None: + """Abort all active streams by setting their disconnect events.""" + for evt in list(self._active_disconnects): + evt.set() + self._active_disconnects.clear() + self._stream_buffers.clear() diff --git a/packages/appkit-py/src/appkit_py/stream/types.py b/packages/appkit-py/src/appkit_py/stream/types.py new file mode 100644 index 00000000..c0709e5a --- /dev/null +++ b/packages/appkit-py/src/appkit_py/stream/types.py @@ -0,0 +1,27 @@ +"""SSE stream types mirroring the TypeScript implementation.""" + +from __future__ import annotations + +import enum +from dataclasses import dataclass, field + + +class SSEErrorCode(str, enum.Enum): + TEMPORARY_UNAVAILABLE = "TEMPORARY_UNAVAILABLE" + TIMEOUT = "TIMEOUT" + INTERNAL_ERROR = "INTERNAL_ERROR" + INVALID_REQUEST = "INVALID_REQUEST" + STREAM_ABORTED = "STREAM_ABORTED" + STREAM_EVICTED = "STREAM_EVICTED" + + +class SSEWarningCode(str, enum.Enum): + BUFFER_OVERFLOW_RESTART = "BUFFER_OVERFLOW_RESTART" + + +@dataclass +class BufferedEvent: + id: str + type: str + data: str + timestamp: float diff --git a/packages/appkit-py/tests/__init__.py b/packages/appkit-py/tests/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/tests/conftest.py b/packages/appkit-py/tests/conftest.py new file mode 100644 index 00000000..0329f409 --- /dev/null +++ b/packages/appkit-py/tests/conftest.py @@ -0,0 +1,62 @@ +"""Shared test fixtures for appkit-py tests. + +Integration tests are language-agnostic HTTP tests that can run against either +the TypeScript or Python backend. Set APPKIT_TEST_URL to point at the target server. +""" + +from __future__ import annotations + +import os +from collections.abc import AsyncGenerator + +import httpx +import pytest +import pytest_asyncio + + +@pytest.fixture(scope="session") +def base_url() -> str: + """Base URL for the backend server under test. + + Set APPKIT_TEST_URL env var to point at TS or Python backend. + Default: http://localhost:8000 + """ + return os.environ.get("APPKIT_TEST_URL", "http://localhost:8000") + + +@pytest.fixture(scope="session") +def auth_headers() -> dict[str, str]: + """Default auth headers simulating Databricks Apps proxy.""" + return { + "x-forwarded-user": "test-user@databricks.com", + "x-forwarded-access-token": "fake-obo-token-for-testing", + } + + +@pytest.fixture(scope="session") +def no_auth_headers() -> dict[str, str]: + """Empty headers for testing unauthenticated requests.""" + return {} + + +@pytest_asyncio.fixture +async def http_client( + base_url: str, auth_headers: dict[str, str] +) -> AsyncGenerator[httpx.AsyncClient]: + """Async HTTP client pre-configured with base URL and auth headers.""" + async with httpx.AsyncClient( + base_url=base_url, + headers=auth_headers, + timeout=httpx.Timeout(30.0, connect=10.0), + ) as client: + yield client + + +@pytest_asyncio.fixture +async def unauthed_client(base_url: str) -> AsyncGenerator[httpx.AsyncClient]: + """Async HTTP client with no auth headers.""" + async with httpx.AsyncClient( + base_url=base_url, + timeout=httpx.Timeout(30.0, connect=10.0), + ) as client: + yield client diff --git a/packages/appkit-py/tests/helpers/__init__.py b/packages/appkit-py/tests/helpers/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/tests/helpers/sse_parser.py b/packages/appkit-py/tests/helpers/sse_parser.py new file mode 100644 index 00000000..7456f2d0 --- /dev/null +++ b/packages/appkit-py/tests/helpers/sse_parser.py @@ -0,0 +1,192 @@ +"""SSE (Server-Sent Events) parser for integration tests. + +Parses the exact wire format used by AppKit: + id: {uuid} + event: {type} + data: {json} + +Plus heartbeat comments: `: heartbeat\\n\\n` +""" + +from __future__ import annotations + +import json +import re +from dataclasses import dataclass, field + +import httpx + +UUID_PATTERN = re.compile( + r"^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$", re.IGNORECASE +) + + +@dataclass +class SSEEvent: + """A single parsed SSE event.""" + + id: str | None = None + event: str | None = None + data: str | None = None + is_heartbeat: bool = False + raw_lines: list[str] = field(default_factory=list) + + @property + def is_error(self) -> bool: + return self.event == "error" + + @property + def parsed_data(self) -> dict | list | None: + """Parse the data field as JSON. Returns None if no data or parse failure.""" + if self.data is None: + return None + try: + return json.loads(self.data) + except (json.JSONDecodeError, TypeError): + return None + + @property + def has_valid_uuid_id(self) -> bool: + """Check if the event ID is a valid UUID v4 format.""" + if self.id is None: + return False + return bool(UUID_PATTERN.match(self.id)) + + +def parse_sse_text(text: str) -> list[SSEEvent]: + """Parse raw SSE text into a list of SSEEvent objects. + + Handles the standard SSE format: + - Lines starting with ':' are comments (heartbeats) + - Lines with 'field: value' format set event fields + - Empty lines delimit events + """ + events: list[SSEEvent] = [] + current_lines: list[str] = [] + current_id: str | None = None + current_event: str | None = None + current_data: str | None = None + + for raw_line in text.split("\n"): + line = raw_line + + # Empty line = event boundary + if line == "": + if current_data is not None or current_event is not None or current_id is not None: + events.append( + SSEEvent( + id=current_id, + event=current_event, + data=current_data, + is_heartbeat=False, + raw_lines=current_lines, + ) + ) + current_lines = [] + current_id = None + current_event = None + current_data = None + elif current_lines and all(l.startswith(":") for l in current_lines if l): + # Comment-only block (heartbeat) + events.append( + SSEEvent( + is_heartbeat=True, + raw_lines=current_lines, + ) + ) + current_lines = [] + continue + + current_lines.append(line) + + # Comment line (heartbeat) + if line.startswith(":"): + continue + + # Field: value parsing + if ":" in line: + field_name, _, value = line.partition(":") + value = value.lstrip(" ") # Strip single leading space per SSE spec + + if field_name == "id": + current_id = value + elif field_name == "event": + current_event = value + elif field_name == "data": + if current_data is None: + current_data = value + else: + current_data += "\n" + value + + # Handle trailing event without final newline + if current_data is not None or current_event is not None or current_id is not None: + events.append( + SSEEvent( + id=current_id, + event=current_event, + data=current_data, + is_heartbeat=False, + raw_lines=current_lines, + ) + ) + + return events + + +async def parse_sse_response(response: httpx.Response) -> list[SSEEvent]: + """Parse an httpx response as SSE events.""" + return parse_sse_text(response.text) + + +async def collect_sse_stream( + client: httpx.AsyncClient, + method: str, + url: str, + *, + json_body: dict | None = None, + headers: dict | None = None, + timeout: float = 30.0, + max_events: int = 100, +) -> list[SSEEvent]: + """Make a streaming request and collect SSE events. + + Uses httpx streaming to handle long-lived SSE connections with a timeout. + """ + events: list[SSEEvent] = [] + buffer = "" + + request_kwargs: dict = { + "method": method, + "url": url, + "timeout": timeout, + "headers": {**(headers or {}), "Accept": "text/event-stream"}, + } + if json_body is not None: + request_kwargs["json"] = json_body + + async with client.stream(**request_kwargs) as response: + async for chunk in response.aiter_text(): + buffer += chunk + # Parse complete events from buffer + while "\n\n" in buffer: + event_text, buffer = buffer.split("\n\n", 1) + parsed = parse_sse_text(event_text + "\n\n") + events.extend(parsed) + if len(events) >= max_events: + return events + + # Parse any remaining buffer + if buffer.strip(): + events.extend(parse_sse_text(buffer)) + + return events + + +def events_only(events: list[SSEEvent]) -> list[SSEEvent]: + """Filter out heartbeat events, returning only real events.""" + return [e for e in events if not e.is_heartbeat] + + +def heartbeats_only(events: list[SSEEvent]) -> list[SSEEvent]: + """Filter to only heartbeat events.""" + return [e for e in events if e.is_heartbeat] diff --git a/packages/appkit-py/tests/integration/__init__.py b/packages/appkit-py/tests/integration/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/tests/integration/test_analytics.py b/packages/appkit-py/tests/integration/test_analytics.py new file mode 100644 index 00000000..04bc963d --- /dev/null +++ b/packages/appkit-py/tests/integration/test_analytics.py @@ -0,0 +1,130 @@ +"""Integration tests for the Analytics plugin API. + +Endpoints: + POST /api/analytics/query/:query_key → SSE stream + GET /api/analytics/arrow-result/:jobId → binary Arrow data +""" + +from __future__ import annotations + +import httpx +import pytest + +from tests.helpers.sse_parser import collect_sse_stream, events_only + +pytestmark = pytest.mark.integration + + +class TestAnalyticsQueryEndpoint: + """Tests for POST /api/analytics/query/:query_key.""" + + async def test_query_returns_sse_content_type(self, http_client: httpx.AsyncClient): + """Query endpoint must return SSE content type.""" + try: + async with http_client.stream( + "POST", + "/api/analytics/query/spend_data", + json={"format": "JSON"}, + timeout=20.0, + ) as resp: + if resp.status_code == 404: + pytest.skip("Query 'spend_data' not found — no query files configured") + content_type = resp.headers.get("content-type", "") + # Successful queries return SSE, errors return JSON + assert ( + "text/event-stream" in content_type + or "application/json" in content_type + ) + except (httpx.HTTPError, httpx.StreamError): + pytest.skip("Analytics endpoint not available") + + async def test_query_missing_key_returns_error(self, http_client: httpx.AsyncClient): + """Query with nonexistent key should return 404.""" + response = await http_client.post( + "/api/analytics/query/nonexistent_query_that_does_not_exist", + json={"format": "JSON"}, + ) + assert response.status_code == 404 + body = response.json() + assert "error" in body + + async def test_query_result_events_have_correct_format( + self, http_client: httpx.AsyncClient + ): + """Result events from analytics should have type field in their data.""" + try: + events = await collect_sse_stream( + http_client, + "POST", + "/api/analytics/query/spend_data", + json_body={"format": "JSON"}, + timeout=20.0, + max_events=5, + ) + except (httpx.HTTPError, httpx.StreamError): + pytest.skip("Analytics endpoint not available") + + real = events_only(events) + if not real: + pytest.skip("No analytics events received") + + for event in real: + if event.is_error: + # Error events are allowed — Databricks may not be configured + data = event.parsed_data + assert "error" in data + continue + data = event.parsed_data + assert data is not None, "Event data should be valid JSON" + assert "type" in data, f"Result event missing 'type': {data}" + + async def test_query_default_format_is_arrow_stream( + self, http_client: httpx.AsyncClient + ): + """When no format is specified, default should be ARROW_STREAM.""" + try: + events = await collect_sse_stream( + http_client, + "POST", + "/api/analytics/query/spend_data", + json_body={}, # No format specified + timeout=20.0, + max_events=5, + ) + except (httpx.HTTPError, httpx.StreamError): + pytest.skip("Analytics endpoint not available") + + real = events_only(events) + if not real: + pytest.skip("No analytics events received") + + # First non-error event should exist + for event in real: + if not event.is_error: + data = event.parsed_data + assert data is not None + break + + +class TestAnalyticsArrowEndpoint: + """Tests for GET /api/analytics/arrow-result/:jobId.""" + + async def test_arrow_result_not_found_returns_404(self, http_client: httpx.AsyncClient): + """Requesting a nonexistent job ID should return 404.""" + response = await http_client.get( + "/api/analytics/arrow-result/nonexistent-job-id-12345" + ) + assert response.status_code == 404 + body = response.json() + assert "error" in body + + async def test_arrow_result_has_correct_headers(self, http_client: httpx.AsyncClient): + """If an arrow result exists, it should have correct binary headers. + + Since we can't easily create a real job, this test just validates + the error response format for missing jobs. + """ + response = await http_client.get("/api/analytics/arrow-result/fake-job") + # Should be 404 with JSON error + assert response.status_code == 404 + assert "application/json" in response.headers.get("content-type", "") diff --git a/packages/appkit-py/tests/integration/test_auth_context.py b/packages/appkit-py/tests/integration/test_auth_context.py new file mode 100644 index 00000000..0dcee852 --- /dev/null +++ b/packages/appkit-py/tests/integration/test_auth_context.py @@ -0,0 +1,86 @@ +"""Integration tests for authentication and user context propagation. + +The AppKit backend uses two auth modes: +1. Service principal — configured via DATABRICKS_HOST/DATABRICKS_TOKEN env vars +2. User context (OBO) — forwarded via x-forwarded-user and x-forwarded-access-token headers + +The Databricks Apps proxy sets these headers automatically in production. +""" + +from __future__ import annotations + +import httpx +import pytest + +pytestmark = pytest.mark.integration + + +class TestAuthHeaders: + """Tests for auth header handling.""" + + async def test_health_works_without_auth(self, unauthed_client: httpx.AsyncClient): + """Health endpoint should not require auth.""" + response = await unauthed_client.get("/health") + assert response.status_code == 200 + + async def test_volumes_endpoint_works_without_auth( + self, unauthed_client: httpx.AsyncClient + ): + """The volumes list endpoint doesn't require user context.""" + response = await unauthed_client.get("/api/files/volumes") + # Should work — volumes list doesn't require OBO + assert response.status_code == 200 + + async def test_file_operations_require_user_context( + self, unauthed_client: httpx.AsyncClient + ): + """File operations (except volumes list) should require auth headers in OBO mode.""" + # First get a volume key + vol_resp = await unauthed_client.get("/api/files/volumes") + if vol_resp.status_code != 200: + pytest.skip("Files plugin not available") + volumes = vol_resp.json().get("volumes", []) + if not volumes: + pytest.skip("No volumes configured") + + volume = volumes[0] + response = await unauthed_client.get( + f"/api/files/{volume}/list" + ) + # Should either fail with auth error or succeed if service principal mode + # The key assertion: it should NOT crash — it should return a structured error + assert response.status_code in (200, 401, 403, 500) + if response.status_code >= 400: + body = response.json() + assert "error" in body + + async def test_authenticated_request_accepted(self, http_client: httpx.AsyncClient): + """Requests with proper auth headers should be accepted.""" + response = await http_client.get("/health") + assert response.status_code == 200 + + async def test_auth_headers_forwarded_format(self, http_client: httpx.AsyncClient): + """Auth headers should follow the x-forwarded-* format.""" + # The http_client fixture already includes these headers. + # This test validates that the server accepts them without error. + response = await http_client.get("/api/files/volumes") + assert response.status_code == 200 + + +class TestErrorResponseFormat: + """Tests for consistent error response formatting.""" + + async def test_404_returns_json_error(self, http_client: httpx.AsyncClient): + """404 errors should return JSON with an 'error' field.""" + response = await http_client.get("/api/files/nonexistent_volume/list") + assert response.status_code == 404 + body = response.json() + assert "error" in body + + async def test_error_includes_plugin_name(self, http_client: httpx.AsyncClient): + """Error responses from plugins should include the plugin name.""" + response = await http_client.get("/api/files/nonexistent_volume/list") + assert response.status_code == 404 + body = response.json() + assert "plugin" in body + assert body["plugin"] == "files" diff --git a/packages/appkit-py/tests/integration/test_files.py b/packages/appkit-py/tests/integration/test_files.py new file mode 100644 index 00000000..8a71da9b --- /dev/null +++ b/packages/appkit-py/tests/integration/test_files.py @@ -0,0 +1,198 @@ +"""Integration tests for the Files plugin API. + +Endpoints: + GET /api/files/volumes → { volumes: [...] } + GET /api/files/:volumeKey/list?path= → DirectoryEntry[] + GET /api/files/:volumeKey/read?path= → text/plain + GET /api/files/:volumeKey/download?path= → binary + Content-Disposition + GET /api/files/:volumeKey/raw?path= → binary + CSP sandbox + GET /api/files/:volumeKey/exists?path= → { exists: bool } + GET /api/files/:volumeKey/metadata?path= → FileMetadata + GET /api/files/:volumeKey/preview?path= → FilePreview + POST /api/files/:volumeKey/upload?path= → { success: true } + POST /api/files/:volumeKey/mkdir → { success: true } + DELETE /api/files/:volumeKey?path= → { success: true } +""" + +from __future__ import annotations + +import httpx +import pytest + +pytestmark = pytest.mark.integration + + +class TestFilesVolumes: + """Tests for GET /api/files/volumes.""" + + async def test_volumes_returns_200(self, http_client: httpx.AsyncClient): + response = await http_client.get("/api/files/volumes") + assert response.status_code == 200 + + async def test_volumes_returns_volume_list(self, http_client: httpx.AsyncClient): + response = await http_client.get("/api/files/volumes") + body = response.json() + assert "volumes" in body + assert isinstance(body["volumes"], list) + + async def test_volumes_returns_json(self, http_client: httpx.AsyncClient): + response = await http_client.get("/api/files/volumes") + assert "application/json" in response.headers.get("content-type", "") + + +class TestFilesUnknownVolume: + """Tests for unknown volume key.""" + + async def test_unknown_volume_returns_404(self, http_client: httpx.AsyncClient): + response = await http_client.get("/api/files/nonexistent_volume_xyz/list") + assert response.status_code == 404 + + async def test_unknown_volume_error_format(self, http_client: httpx.AsyncClient): + response = await http_client.get("/api/files/nonexistent_volume_xyz/list") + body = response.json() + assert "error" in body + assert "plugin" in body + assert body["plugin"] == "files" + + +class TestFilesPathValidation: + """Tests for path validation across all file endpoints.""" + + @pytest.fixture + def volume_key(self, http_client: httpx.AsyncClient) -> str: + """Get the first available volume key, or skip if none.""" + return "test" # Will 404 if not configured, which is fine for validation tests + + async def test_missing_path_returns_400(self, http_client: httpx.AsyncClient): + """Endpoints requiring path should return 400 when path is missing.""" + # read endpoint requires path + response = await http_client.get("/api/files/test/read") + # Either 400 (path validation) or 404 (unknown volume) is acceptable + assert response.status_code in (400, 404) + + async def test_null_bytes_in_path_rejected(self, http_client: httpx.AsyncClient): + """Paths containing null bytes must be rejected.""" + response = await http_client.get("/api/files/test/read", params={"path": "file\x00.txt"}) + # Either 400 (null byte rejection) or 404 (unknown volume) + assert response.status_code in (400, 404) + + async def test_long_path_rejected(self, http_client: httpx.AsyncClient): + """Paths exceeding 4096 characters must be rejected.""" + long_path = "a" * 4097 + response = await http_client.get("/api/files/test/read", params={"path": long_path}) + assert response.status_code in (400, 404) + + +class TestFilesListEndpoint: + """Tests for GET /api/files/:volumeKey/list.""" + + async def _get_first_volume(self, client: httpx.AsyncClient) -> str | None: + resp = await client.get("/api/files/volumes") + if resp.status_code != 200: + return None + volumes = resp.json().get("volumes", []) + return volumes[0] if volumes else None + + async def test_list_returns_array(self, http_client: httpx.AsyncClient): + volume = await self._get_first_volume(http_client) + if not volume: + pytest.skip("No volumes configured") + + response = await http_client.get(f"/api/files/{volume}/list") + assert response.status_code == 200 + body = response.json() + assert isinstance(body, list) + + async def test_list_with_path_param(self, http_client: httpx.AsyncClient): + volume = await self._get_first_volume(http_client) + if not volume: + pytest.skip("No volumes configured") + + response = await http_client.get(f"/api/files/{volume}/list", params={"path": "/"}) + # Should succeed or return API error (not crash) + assert response.status_code in (200, 401, 403, 404, 500) + + +class TestFilesExistsEndpoint: + """Tests for GET /api/files/:volumeKey/exists.""" + + async def _get_first_volume(self, client: httpx.AsyncClient) -> str | None: + resp = await client.get("/api/files/volumes") + if resp.status_code != 200: + return None + volumes = resp.json().get("volumes", []) + return volumes[0] if volumes else None + + async def test_exists_returns_boolean(self, http_client: httpx.AsyncClient): + volume = await self._get_first_volume(http_client) + if not volume: + pytest.skip("No volumes configured") + + response = await http_client.get( + f"/api/files/{volume}/exists", params={"path": "/nonexistent-file.txt"} + ) + if response.status_code == 200: + body = response.json() + assert "exists" in body + assert isinstance(body["exists"], bool) + else: + # API error (auth, etc.) — still valid + assert response.status_code in (401, 403, 500) + + +class TestFilesDownloadEndpoint: + """Tests for GET /api/files/:volumeKey/download.""" + + async def test_download_missing_path_returns_400(self, http_client: httpx.AsyncClient): + response = await http_client.get("/api/files/test/download") + assert response.status_code in (400, 404) + + +class TestFilesUploadEndpoint: + """Tests for POST /api/files/:volumeKey/upload.""" + + async def test_upload_missing_path_returns_400(self, http_client: httpx.AsyncClient): + response = await http_client.post( + "/api/files/test/upload", + content=b"file content", + headers={"content-type": "application/octet-stream"}, + ) + assert response.status_code in (400, 404) + + async def test_upload_oversized_returns_413(self, http_client: httpx.AsyncClient): + """Uploads exceeding max size should be rejected with 413.""" + # We can't fake Content-Length with httpx (protocol-level mismatch), + # so test by sending a large body to a known volume. + # First get a volume + vol_resp = await http_client.get("/api/files/volumes") + volumes = vol_resp.json().get("volumes", []) + if not volumes: + pytest.skip("No volumes configured — cannot test 413") + + volume = volumes[0] + # The actual check is server-side on Content-Length header. + # We verify the endpoint exists and handles the path correctly. + response = await http_client.post( + f"/api/files/{volume}/upload", + params={"path": "/test.txt"}, + content=b"small content", + headers={"content-type": "application/octet-stream"}, + ) + # Should not crash — returns success or server error (no Databricks) + assert response.status_code in (200, 401, 403, 413, 500) + + +class TestFilesMkdirEndpoint: + """Tests for POST /api/files/:volumeKey/mkdir.""" + + async def test_mkdir_missing_path_returns_400(self, http_client: httpx.AsyncClient): + response = await http_client.post("/api/files/test/mkdir", json={}) + assert response.status_code in (400, 404) + + +class TestFilesDeleteEndpoint: + """Tests for DELETE /api/files/:volumeKey.""" + + async def test_delete_missing_path_returns_400(self, http_client: httpx.AsyncClient): + response = await http_client.delete("/api/files/test") + assert response.status_code in (400, 404) diff --git a/packages/appkit-py/tests/integration/test_genie.py b/packages/appkit-py/tests/integration/test_genie.py new file mode 100644 index 00000000..c3cb7ca3 --- /dev/null +++ b/packages/appkit-py/tests/integration/test_genie.py @@ -0,0 +1,158 @@ +"""Integration tests for the Genie plugin API. + +Endpoints: + POST /api/genie/:alias/messages → SSE stream + GET /api/genie/:alias/conversations/:conversationId → SSE stream + GET /api/genie/:alias/conversations/:conversationId/messages/:mid → SSE stream +""" + +from __future__ import annotations + +import httpx +import pytest + +from tests.helpers.sse_parser import collect_sse_stream, events_only + +pytestmark = pytest.mark.integration + + +class TestGenieSendMessage: + """Tests for POST /api/genie/:alias/messages.""" + + async def test_unknown_alias_returns_404(self, http_client: httpx.AsyncClient): + """Sending a message to an unknown space alias should return 404.""" + response = await http_client.post( + "/api/genie/nonexistent_alias_xyz/messages", + json={"content": "Hello"}, + ) + assert response.status_code == 404 + body = response.json() + assert "error" in body + + async def test_missing_content_returns_400(self, http_client: httpx.AsyncClient): + """Sending a message without content should return 400.""" + response = await http_client.post( + "/api/genie/demo/messages", + json={}, # No content field + ) + # 400 (missing content) or 404 (unknown alias) are both valid + assert response.status_code in (400, 404) + + async def test_send_message_returns_sse(self, http_client: httpx.AsyncClient): + """If demo space is configured, sending a message should return SSE.""" + try: + async with http_client.stream( + "POST", + "/api/genie/demo/messages", + json={"content": "What are the top products?"}, + timeout=30.0, + ) as resp: + if resp.status_code == 404: + pytest.skip("Genie 'demo' space not configured") + content_type = resp.headers.get("content-type", "") + assert "text/event-stream" in content_type + except (httpx.HTTPError, httpx.StreamError): + pytest.skip("Genie endpoint not available") + + async def test_send_message_events_include_message_start( + self, http_client: httpx.AsyncClient + ): + """Genie stream should start with a message_start event.""" + try: + events = await collect_sse_stream( + http_client, + "POST", + "/api/genie/demo/messages", + json_body={"content": "Hello"}, + timeout=30.0, + max_events=10, + ) + except (httpx.HTTPError, httpx.StreamError): + pytest.skip("Genie endpoint not available") + + real = events_only(events) + if not real: + pytest.skip("No genie events received") + + # First non-error event should be message_start + first_event = real[0] + if first_event.is_error: + pytest.skip("Got error instead of message_start — Genie may not be configured") + + data = first_event.parsed_data + assert data is not None + assert data.get("type") == "message_start" + assert "conversationId" in data + assert "messageId" in data + assert "spaceId" in data + + async def test_send_message_with_request_id(self, http_client: httpx.AsyncClient): + """Messages with a custom requestId query param should work.""" + response = await http_client.post( + "/api/genie/demo/messages", + params={"requestId": "custom-request-id-123"}, + json={"content": "Hello"}, + ) + # Either SSE stream or 404 (alias not found) + assert response.status_code in (200, 404) + + +class TestGenieGetConversation: + """Tests for GET /api/genie/:alias/conversations/:conversationId.""" + + async def test_unknown_alias_returns_404(self, http_client: httpx.AsyncClient): + response = await http_client.get( + "/api/genie/nonexistent_alias/conversations/conv-123" + ) + assert response.status_code == 404 + + async def test_get_conversation_returns_sse_or_error( + self, http_client: httpx.AsyncClient + ): + """Getting a conversation should return SSE or a structured error.""" + try: + async with http_client.stream( + "GET", + "/api/genie/demo/conversations/fake-conv-id", + timeout=15.0, + ) as resp: + if resp.status_code == 404: + pytest.skip("Genie 'demo' space not configured") + content_type = resp.headers.get("content-type", "") + # Should be SSE or JSON error + assert ( + "text/event-stream" in content_type + or "application/json" in content_type + ) + except (httpx.HTTPError, httpx.StreamError): + pytest.skip("Genie endpoint not available") + + +class TestGenieGetMessage: + """Tests for GET /api/genie/:alias/conversations/:convId/messages/:msgId.""" + + async def test_unknown_alias_returns_404(self, http_client: httpx.AsyncClient): + response = await http_client.get( + "/api/genie/nonexistent_alias/conversations/conv-1/messages/msg-1" + ) + assert response.status_code == 404 + + async def test_get_message_returns_sse_or_error( + self, http_client: httpx.AsyncClient + ): + """Getting a message should return SSE or a structured error.""" + try: + async with http_client.stream( + "GET", + "/api/genie/demo/conversations/fake-conv/messages/fake-msg", + timeout=15.0, + ) as resp: + if resp.status_code == 404: + pytest.skip("Genie 'demo' space not configured") + content_type = resp.headers.get("content-type", "") + assert ( + "text/event-stream" in content_type + or "application/json" in content_type + ) + except (httpx.HTTPError, httpx.StreamError): + pytest.skip("Genie endpoint not available") diff --git a/packages/appkit-py/tests/integration/test_health.py b/packages/appkit-py/tests/integration/test_health.py new file mode 100644 index 00000000..b6e8478d --- /dev/null +++ b/packages/appkit-py/tests/integration/test_health.py @@ -0,0 +1,34 @@ +"""Integration tests for the /health endpoint. + +These tests validate the health check contract that must be identical +between TypeScript and Python backends. +""" + +from __future__ import annotations + +import httpx +import pytest + +pytestmark = pytest.mark.integration + + +class TestHealthEndpoint: + async def test_health_returns_200(self, http_client: httpx.AsyncClient): + response = await http_client.get("/health") + assert response.status_code == 200 + + async def test_health_returns_status_ok(self, http_client: httpx.AsyncClient): + response = await http_client.get("/health") + body = response.json() + assert body == {"status": "ok"} + + async def test_health_content_type_is_json(self, http_client: httpx.AsyncClient): + response = await http_client.get("/health") + content_type = response.headers.get("content-type", "") + assert "application/json" in content_type + + async def test_health_works_without_auth(self, unauthed_client: httpx.AsyncClient): + """Health endpoint should work without auth headers.""" + response = await unauthed_client.get("/health") + assert response.status_code == 200 + assert response.json() == {"status": "ok"} diff --git a/packages/appkit-py/tests/integration/test_sse_protocol.py b/packages/appkit-py/tests/integration/test_sse_protocol.py new file mode 100644 index 00000000..37111f08 --- /dev/null +++ b/packages/appkit-py/tests/integration/test_sse_protocol.py @@ -0,0 +1,230 @@ +"""Integration tests for the SSE (Server-Sent Events) protocol. + +These tests validate the SSE wire format is correct and compatible with +the AppKit frontend's SSE client (connectSSE). They can run against any +SSE-producing endpoint — we use the reconnect plugin if available, or +analytics/genie endpoints. + +The exact SSE format required by the frontend: + id: {uuid} + event: {event_type} + data: {json_string} + (empty line) + +Plus heartbeat comments: `: heartbeat\\n\\n` +""" + +from __future__ import annotations + +import json + +import httpx +import pytest + +from tests.helpers.sse_parser import ( + SSEEvent, + collect_sse_stream, + events_only, + parse_sse_text, +) + +pytestmark = pytest.mark.integration + + +class TestSSEParser: + """Verify our SSE parser correctly handles the wire format.""" + + def test_parse_basic_event(self): + text = "id: abc-123\nevent: result\ndata: {\"type\":\"result\"}\n\n" + events = parse_sse_text(text) + real = events_only(events) + assert len(real) == 1 + assert real[0].id == "abc-123" + assert real[0].event == "result" + assert real[0].data == '{"type":"result"}' + + def test_parse_heartbeat(self): + text = ": heartbeat\n\n" + events = parse_sse_text(text) + assert len(events) == 1 + assert events[0].is_heartbeat is True + + def test_parse_multiple_events(self): + text = ( + "id: 1\nevent: a\ndata: {}\n\n" + ": heartbeat\n\n" + "id: 2\nevent: b\ndata: {}\n\n" + ) + events = parse_sse_text(text) + assert len(events) == 3 + real = events_only(events) + assert len(real) == 2 + + def test_parse_error_event(self): + text = 'id: err-1\nevent: error\ndata: {"error":"fail","code":"INTERNAL_ERROR"}\n\n' + events = events_only(parse_sse_text(text)) + assert len(events) == 1 + assert events[0].is_error is True + data = events[0].parsed_data + assert data["error"] == "fail" + assert data["code"] == "INTERNAL_ERROR" + + def test_uuid_validation(self): + event = SSEEvent(id="550e8400-e29b-41d4-a716-446655440000") + assert event.has_valid_uuid_id is True + + event = SSEEvent(id="not-a-uuid") + assert event.has_valid_uuid_id is False + + event = SSEEvent(id=None) + assert event.has_valid_uuid_id is False + + +class TestSSEProtocolCompliance: + """Tests that validate SSE protocol compliance against a running server. + + These require the reconnect plugin or any streaming endpoint to be available. + If no streaming endpoint is available, tests are skipped. + """ + + @pytest.fixture + async def sse_events(self, http_client: httpx.AsyncClient) -> list[SSEEvent] | None: + """Try to get SSE events from a known streaming endpoint. + + Tries the reconnect plugin first, then analytics with a dummy query. + Returns None if no streaming endpoint is available. + """ + # Try reconnect plugin (dev-playground specific) + try: + events = await collect_sse_stream( + http_client, "GET", "/api/reconnect/stream", timeout=15.0, max_events=3 + ) + if events: + return events + except (httpx.HTTPError, httpx.StreamError): + pass + + return None + + async def _find_sse_endpoint(self, client: httpx.AsyncClient) -> tuple[str, str, dict | None]: + """Find a working SSE endpoint. Returns (method, url, json_body).""" + # Try reconnect plugin first (TS dev-playground only) + try: + async with client.stream("GET", "/api/reconnect/stream", timeout=3.0) as resp: + if "text/event-stream" in resp.headers.get("content-type", ""): + return ("GET", "/api/reconnect/stream", None) + except (httpx.HTTPError, httpx.StreamError): + pass + + # Try genie with a known alias (requires genie space configured) + try: + async with client.stream( + "POST", "/api/genie/demo/messages", + json={"content": "test"}, timeout=3.0 + ) as resp: + if "text/event-stream" in resp.headers.get("content-type", ""): + return ("POST", "/api/genie/demo/messages", {"content": "test"}) + except (httpx.HTTPError, httpx.StreamError): + pass + + # Try analytics with any query + try: + async with client.stream( + "POST", "/api/analytics/query/test", + json={"format": "JSON"}, timeout=3.0 + ) as resp: + if "text/event-stream" in resp.headers.get("content-type", ""): + return ("POST", "/api/analytics/query/test", {"format": "JSON"}) + except (httpx.HTTPError, httpx.StreamError): + pass + + raise RuntimeError("No SSE endpoint available") + + async def test_sse_content_type(self, http_client: httpx.AsyncClient): + """SSE endpoints must return Content-Type: text/event-stream.""" + try: + method, url, body = await self._find_sse_endpoint(http_client) + kwargs: dict = {"timeout": 5.0} + if body: + kwargs["json"] = body + async with http_client.stream(method, url, **kwargs) as resp: + content_type = resp.headers.get("content-type", "") + assert "text/event-stream" in content_type + except RuntimeError: + pytest.skip("No streaming endpoint available") + + async def test_sse_cache_control(self, http_client: httpx.AsyncClient): + """SSE endpoints must set Cache-Control: no-cache.""" + try: + method, url, body = await self._find_sse_endpoint(http_client) + kwargs: dict = {"timeout": 5.0} + if body: + kwargs["json"] = body + async with http_client.stream(method, url, **kwargs) as resp: + cache_control = resp.headers.get("cache-control", "") + assert "no-cache" in cache_control + except RuntimeError: + pytest.skip("No streaming endpoint available") + + async def test_sse_event_has_id_event_data(self, sse_events: list[SSEEvent] | None): + """Each SSE event must have id, event, and data fields.""" + if sse_events is None: + pytest.skip("No streaming endpoint available") + + real = events_only(sse_events) + if not real: + pytest.skip("No real events received") + + for event in real: + assert event.id is not None, f"Event missing id: {event.raw_lines}" + assert event.event is not None, f"Event missing event type: {event.raw_lines}" + assert event.data is not None, f"Event missing data: {event.raw_lines}" + + async def test_sse_event_ids_are_uuids(self, sse_events: list[SSEEvent] | None): + """Event IDs should be UUID v4 format.""" + if sse_events is None: + pytest.skip("No streaming endpoint available") + + real = events_only(sse_events) + if not real: + pytest.skip("No real events received") + + for event in real: + assert event.has_valid_uuid_id, f"Event ID is not UUID: {event.id}" + + async def test_sse_data_is_valid_json(self, sse_events: list[SSEEvent] | None): + """Event data fields must be valid JSON.""" + if sse_events is None: + pytest.skip("No streaming endpoint available") + + real = events_only(sse_events) + if not real: + pytest.skip("No real events received") + + for event in real: + assert event.data is not None + try: + json.loads(event.data) + except json.JSONDecodeError: + pytest.fail(f"Event data is not valid JSON: {event.data[:100]}") + + async def test_sse_error_event_format(self): + """Error events must have the format: {error: string, code: SSEErrorCode}.""" + error_text = ( + 'id: e1\nevent: error\n' + 'data: {"error":"Something failed","code":"INTERNAL_ERROR"}\n\n' + ) + events = events_only(parse_sse_text(error_text)) + assert len(events) == 1 + data = events[0].parsed_data + assert "error" in data + assert "code" in data + valid_codes = { + "TEMPORARY_UNAVAILABLE", + "TIMEOUT", + "INTERNAL_ERROR", + "INVALID_REQUEST", + "STREAM_ABORTED", + "STREAM_EVICTED", + } + assert data["code"] in valid_codes diff --git a/packages/appkit-py/tests/unit/__init__.py b/packages/appkit-py/tests/unit/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/packages/appkit-py/tests/unit/test_cache_manager.py b/packages/appkit-py/tests/unit/test_cache_manager.py new file mode 100644 index 00000000..a170f5f7 --- /dev/null +++ b/packages/appkit-py/tests/unit/test_cache_manager.py @@ -0,0 +1,106 @@ +"""Unit tests for CacheManager.""" + +from __future__ import annotations + +import pytest + +pytestmark = pytest.mark.unit + + +class TestCacheManager: + def test_import(self): + from appkit_py.cache.cache_manager import CacheManager + + mgr = CacheManager() + assert mgr is not None + + async def test_get_or_execute_miss(self): + from appkit_py.cache.cache_manager import CacheManager + + mgr = CacheManager() + call_count = 0 + + async def compute(): + nonlocal call_count + call_count += 1 + return {"result": 42} + + result = await mgr.get_or_execute( + key_parts=["test", "query1"], + fn=compute, + user_key="user-1", + ttl=60, + ) + assert result == {"result": 42} + assert call_count == 1 + + async def test_get_or_execute_hit(self): + from appkit_py.cache.cache_manager import CacheManager + + mgr = CacheManager() + call_count = 0 + + async def compute(): + nonlocal call_count + call_count += 1 + return {"result": 42} + + # First call — miss + await mgr.get_or_execute(["test", "q"], compute, "user-1", ttl=60) + # Second call — should be cached + result = await mgr.get_or_execute(["test", "q"], compute, "user-1", ttl=60) + assert result == {"result": 42} + assert call_count == 1 # Only called once + + async def test_different_users_separate_cache(self): + from appkit_py.cache.cache_manager import CacheManager + + mgr = CacheManager() + calls: list[str] = [] + + async def compute_for(user: str): + calls.append(user) + return f"result-{user}" + + r1 = await mgr.get_or_execute(["q"], lambda: compute_for("a"), "user-a", ttl=60) + r2 = await mgr.get_or_execute(["q"], lambda: compute_for("b"), "user-b", ttl=60) + assert r1 == "result-a" + assert r2 == "result-b" + assert len(calls) == 2 # Both users computed separately + + async def test_generate_key_deterministic(self): + from appkit_py.cache.cache_manager import CacheManager + + mgr = CacheManager() + k1 = mgr.generate_key(["a", "b", 1], "user") + k2 = mgr.generate_key(["a", "b", 1], "user") + assert k1 == k2 + + async def test_generate_key_different_for_different_inputs(self): + from appkit_py.cache.cache_manager import CacheManager + + mgr = CacheManager() + k1 = mgr.generate_key(["a"], "user-1") + k2 = mgr.generate_key(["b"], "user-1") + k3 = mgr.generate_key(["a"], "user-2") + assert k1 != k2 + assert k1 != k3 + + async def test_delete(self): + from appkit_py.cache.cache_manager import CacheManager + + mgr = CacheManager() + call_count = 0 + + async def compute(): + nonlocal call_count + call_count += 1 + return "value" + + await mgr.get_or_execute(["k"], compute, "u", ttl=60) + key = mgr.generate_key(["k"], "u") + mgr.delete(key) + + # Should recompute after deletion + await mgr.get_or_execute(["k"], compute, "u", ttl=60) + assert call_count == 2 diff --git a/packages/appkit-py/tests/unit/test_context.py b/packages/appkit-py/tests/unit/test_context.py new file mode 100644 index 00000000..db7dc8d8 --- /dev/null +++ b/packages/appkit-py/tests/unit/test_context.py @@ -0,0 +1,79 @@ +"""Unit tests for execution context (contextvars-based user context propagation).""" + +from __future__ import annotations + +import pytest + +pytestmark = pytest.mark.unit + + +class TestExecutionContext: + def test_import(self): + from appkit_py.context.execution_context import ( + get_execution_context, + is_in_user_context, + run_in_user_context, + ) + + async def test_default_is_not_user_context(self): + from appkit_py.context.execution_context import is_in_user_context + + assert is_in_user_context() is False + + async def test_run_in_user_context(self): + from appkit_py.context.execution_context import ( + get_current_user_id, + is_in_user_context, + run_in_user_context, + ) + from appkit_py.context.user_context import UserContext + + ctx = UserContext( + user_id="test-user-123", + token="fake-token", + ) + + async def inner(): + assert is_in_user_context() is True + assert get_current_user_id() == "test-user-123" + return "done" + + result = await run_in_user_context(ctx, inner) + assert result == "done" + + async def test_context_does_not_leak(self): + from appkit_py.context.execution_context import ( + is_in_user_context, + run_in_user_context, + ) + from appkit_py.context.user_context import UserContext + + ctx = UserContext(user_id="u1", token="t1") + + async def inner(): + assert is_in_user_context() is True + + await run_in_user_context(ctx, inner) + # After exiting, should no longer be in user context + assert is_in_user_context() is False + + async def test_nested_user_contexts(self): + from appkit_py.context.execution_context import ( + get_current_user_id, + run_in_user_context, + ) + from appkit_py.context.user_context import UserContext + + ctx_outer = UserContext(user_id="outer", token="t1") + ctx_inner = UserContext(user_id="inner", token="t2") + + async def inner_fn(): + assert get_current_user_id() == "inner" + + async def outer_fn(): + assert get_current_user_id() == "outer" + await run_in_user_context(ctx_inner, inner_fn) + # After inner returns, should restore outer context + assert get_current_user_id() == "outer" + + await run_in_user_context(ctx_outer, outer_fn) diff --git a/packages/appkit-py/tests/unit/test_interceptors.py b/packages/appkit-py/tests/unit/test_interceptors.py new file mode 100644 index 00000000..c8689956 --- /dev/null +++ b/packages/appkit-py/tests/unit/test_interceptors.py @@ -0,0 +1,160 @@ +"""Unit tests for the execution interceptor chain. + +Interceptor order (outermost to innermost): + Telemetry → Timeout → Retry → Cache +""" + +from __future__ import annotations + +import asyncio + +import pytest + +pytestmark = pytest.mark.unit + + +class TestRetryInterceptor: + """Tests for RetryInterceptor with exponential backoff.""" + + async def test_success_on_first_attempt(self): + from appkit_py.plugin.interceptors.retry import RetryInterceptor + + interceptor = RetryInterceptor(attempts=3, initial_delay=0.01, max_delay=0.1) + call_count = 0 + + async def fn(): + nonlocal call_count + call_count += 1 + return "ok" + + result = await interceptor.intercept(fn) + assert result == "ok" + assert call_count == 1 + + async def test_retry_on_failure(self): + from appkit_py.plugin.interceptors.retry import RetryInterceptor + + interceptor = RetryInterceptor(attempts=3, initial_delay=0.01, max_delay=0.1) + call_count = 0 + + async def fn(): + nonlocal call_count + call_count += 1 + if call_count < 3: + raise RuntimeError("temporary failure") + return "ok" + + result = await interceptor.intercept(fn) + assert result == "ok" + assert call_count == 3 + + async def test_exhausted_retries_raises(self): + from appkit_py.plugin.interceptors.retry import RetryInterceptor + + interceptor = RetryInterceptor(attempts=2, initial_delay=0.01, max_delay=0.1) + + async def fn(): + raise RuntimeError("permanent failure") + + with pytest.raises(RuntimeError, match="permanent failure"): + await interceptor.intercept(fn) + + async def test_no_retry_when_attempts_is_one(self): + from appkit_py.plugin.interceptors.retry import RetryInterceptor + + interceptor = RetryInterceptor(attempts=1, initial_delay=0.01, max_delay=0.1) + call_count = 0 + + async def fn(): + nonlocal call_count + call_count += 1 + raise RuntimeError("fail") + + with pytest.raises(RuntimeError): + await interceptor.intercept(fn) + assert call_count == 1 + + +class TestTimeoutInterceptor: + """Tests for TimeoutInterceptor.""" + + async def test_completes_within_timeout(self): + from appkit_py.plugin.interceptors.timeout import TimeoutInterceptor + + interceptor = TimeoutInterceptor(timeout_seconds=5.0) + + async def fn(): + return "fast" + + result = await interceptor.intercept(fn) + assert result == "fast" + + async def test_timeout_raises(self): + from appkit_py.plugin.interceptors.timeout import TimeoutInterceptor + + interceptor = TimeoutInterceptor(timeout_seconds=0.05) + + async def fn(): + await asyncio.sleep(10) + return "slow" + + with pytest.raises((asyncio.TimeoutError, TimeoutError)): + await interceptor.intercept(fn) + + +class TestCacheInterceptor: + """Tests for CacheInterceptor.""" + + async def test_cache_miss_executes_function(self): + from appkit_py.plugin.interceptors.cache import CacheInterceptor + + cache_store: dict[str, object] = {} + interceptor = CacheInterceptor( + cache_store=cache_store, cache_key="test-key", ttl=60 + ) + call_count = 0 + + async def fn(): + nonlocal call_count + call_count += 1 + return {"data": "result"} + + result = await interceptor.intercept(fn) + assert result == {"data": "result"} + assert call_count == 1 + + async def test_cache_hit_skips_function(self): + import time + from appkit_py.plugin.interceptors.cache import CacheInterceptor + + cache_store: dict[str, object] = {"test-key": ({"data": "cached"}, time.time() + 60)} + interceptor = CacheInterceptor( + cache_store=cache_store, cache_key="test-key", ttl=60 + ) + call_count = 0 + + async def fn(): + nonlocal call_count + call_count += 1 + return {"data": "fresh"} + + result = await interceptor.intercept(fn) + assert result == {"data": "cached"} + assert call_count == 0 + + async def test_cache_disabled_always_executes(self): + from appkit_py.plugin.interceptors.cache import CacheInterceptor + + interceptor = CacheInterceptor( + cache_store={}, cache_key=None, ttl=60, enabled=False + ) + call_count = 0 + + async def fn(): + nonlocal call_count + call_count += 1 + return "result" + + await interceptor.intercept(fn) + await interceptor.intercept(fn) + assert call_count == 2 diff --git a/packages/appkit-py/tests/unit/test_plugin.py b/packages/appkit-py/tests/unit/test_plugin.py new file mode 100644 index 00000000..fb90dca3 --- /dev/null +++ b/packages/appkit-py/tests/unit/test_plugin.py @@ -0,0 +1,77 @@ +"""Unit tests for the Plugin base class.""" + +from __future__ import annotations + +import pytest + +pytestmark = pytest.mark.unit + + +class TestPluginBase: + def test_import(self): + from appkit_py.plugin.plugin import Plugin + + async def test_default_setup_is_noop(self): + from appkit_py.plugin.plugin import Plugin + + class TestPlugin(Plugin): + name = "test" + + plugin = TestPlugin(config={}) + await plugin.setup() # Should not raise + + def test_default_exports_empty(self): + from appkit_py.plugin.plugin import Plugin + + class TestPlugin(Plugin): + name = "test" + + plugin = TestPlugin(config={}) + assert plugin.exports() == {} + + def test_default_client_config_empty(self): + from appkit_py.plugin.plugin import Plugin + + class TestPlugin(Plugin): + name = "test" + + plugin = TestPlugin(config={}) + assert plugin.client_config() == {} + + def test_default_inject_routes_is_noop(self): + from appkit_py.plugin.plugin import Plugin + + class TestPlugin(Plugin): + name = "test" + + plugin = TestPlugin(config={}) + # Should not raise with a mock router + plugin.inject_routes(None) + + +class TestPluginAsUser: + """Tests for the as_user() proxy pattern.""" + + async def test_as_user_returns_proxy(self): + from appkit_py.plugin.plugin import Plugin + + class TestPlugin(Plugin): + name = "test" + + async def get_data(self): + return "data" + + plugin = TestPlugin(config={}) + # Create a mock request with auth headers + mock_request = type( + "MockRequest", + (), + { + "headers": { + "x-forwarded-user": "test-user", + "x-forwarded-access-token": "test-token", + } + }, + )() + proxy = plugin.as_user(mock_request) + assert proxy is not plugin # Should be a different object diff --git a/packages/appkit-py/tests/unit/test_query_processor.py b/packages/appkit-py/tests/unit/test_query_processor.py new file mode 100644 index 00000000..79a69fbf --- /dev/null +++ b/packages/appkit-py/tests/unit/test_query_processor.py @@ -0,0 +1,52 @@ +"""Unit tests for QueryProcessor (SQL parameter processing).""" + +from __future__ import annotations + +import pytest + +pytestmark = pytest.mark.unit + + +class TestQueryProcessor: + def test_import(self): + from appkit_py.plugins.analytics.query import QueryProcessor + + qp = QueryProcessor() + assert qp is not None + + def test_hash_query_deterministic(self): + from appkit_py.plugins.analytics.query import QueryProcessor + + qp = QueryProcessor() + h1 = qp.hash_query("SELECT * FROM table") + h2 = qp.hash_query("SELECT * FROM table") + assert h1 == h2 + + def test_hash_query_different_for_different_queries(self): + from appkit_py.plugins.analytics.query import QueryProcessor + + qp = QueryProcessor() + h1 = qp.hash_query("SELECT * FROM table1") + h2 = qp.hash_query("SELECT * FROM table2") + assert h1 != h2 + + def test_convert_to_sql_parameters_no_params(self): + from appkit_py.plugins.analytics.query import QueryProcessor + + qp = QueryProcessor() + result = qp.convert_to_sql_parameters("SELECT 1", None) + assert result["statement"] == "SELECT 1" + + def test_convert_to_sql_parameters_with_named_params(self): + from appkit_py.plugins.analytics.query import QueryProcessor + + qp = QueryProcessor() + result = qp.convert_to_sql_parameters( + "SELECT * FROM t WHERE id = :id AND name = :name", + { + "id": {"__sql_type": "NUMERIC", "value": "42"}, + "name": {"__sql_type": "STRING", "value": "test"}, + }, + ) + assert "parameters" in result + assert isinstance(result["parameters"], list) diff --git a/packages/appkit-py/tests/unit/test_ring_buffer.py b/packages/appkit-py/tests/unit/test_ring_buffer.py new file mode 100644 index 00000000..6aa6b3ba --- /dev/null +++ b/packages/appkit-py/tests/unit/test_ring_buffer.py @@ -0,0 +1,130 @@ +"""Unit tests for RingBuffer and EventRingBuffer. + +These test the SSE event buffering used for stream reconnection. +""" + +from __future__ import annotations + +import time + +import pytest + +pytestmark = pytest.mark.unit + + +class TestRingBuffer: + """Tests for the generic RingBuffer.""" + + def test_import(self): + """RingBuffer should be importable from appkit_py.stream.buffers.""" + from appkit_py.stream.buffers import RingBuffer + + buf = RingBuffer(capacity=5) + assert buf is not None + + def test_add_and_retrieve(self): + from appkit_py.stream.buffers import RingBuffer + + buf: RingBuffer[str] = RingBuffer(capacity=5) + buf.add("key1", "value1") + assert buf.get("key1") == "value1" + + def test_capacity_eviction(self): + from appkit_py.stream.buffers import RingBuffer + + buf: RingBuffer[str] = RingBuffer(capacity=3) + buf.add("a", "1") + buf.add("b", "2") + buf.add("c", "3") + buf.add("d", "4") # Should evict "a" + assert buf.get("a") is None + assert buf.get("d") == "4" + + def test_lru_eviction_order(self): + from appkit_py.stream.buffers import RingBuffer + + buf: RingBuffer[str] = RingBuffer(capacity=3) + buf.add("a", "1") + buf.add("b", "2") + buf.add("c", "3") + # Oldest (a) should be evicted first + buf.add("d", "4") + assert buf.get("a") is None + assert buf.get("b") == "2" + + def test_size_tracking(self): + from appkit_py.stream.buffers import RingBuffer + + buf: RingBuffer[str] = RingBuffer(capacity=5) + assert len(buf) == 0 + buf.add("a", "1") + assert len(buf) == 1 + buf.add("b", "2") + assert len(buf) == 2 + + +class TestEventRingBuffer: + """Tests for the SSE-specific EventRingBuffer.""" + + def test_import(self): + from appkit_py.stream.buffers import EventRingBuffer + + buf = EventRingBuffer(capacity=10) + assert buf is not None + + def test_add_event(self): + from appkit_py.stream.buffers import BufferedEvent, EventRingBuffer + + buf = EventRingBuffer(capacity=10) + event = BufferedEvent( + id="evt-1", type="message", data='{"text":"hello"}', timestamp=time.time() + ) + buf.add_event(event) + assert buf.has_event("evt-1") + + def test_get_events_since(self): + from appkit_py.stream.buffers import BufferedEvent, EventRingBuffer + + buf = EventRingBuffer(capacity=10) + now = time.time() + for i in range(5): + buf.add_event( + BufferedEvent( + id=f"evt-{i}", type="msg", data=f'{{"i":{i}}}', timestamp=now + i + ) + ) + + # Get events after evt-2 (should return evt-3, evt-4) + since = buf.get_events_since("evt-2") + assert since is not None + assert len(since) == 2 + assert since[0].id == "evt-3" + assert since[1].id == "evt-4" + + def test_get_events_since_missing_id(self): + from appkit_py.stream.buffers import BufferedEvent, EventRingBuffer + + buf = EventRingBuffer(capacity=10) + buf.add_event( + BufferedEvent(id="evt-1", type="msg", data="{}", timestamp=time.time()) + ) + # Non-existent ID means buffer overflow — return None + result = buf.get_events_since("nonexistent") + assert result is None + + def test_buffer_overflow_eviction(self): + from appkit_py.stream.buffers import BufferedEvent, EventRingBuffer + + buf = EventRingBuffer(capacity=3) + now = time.time() + for i in range(5): + buf.add_event( + BufferedEvent(id=f"evt-{i}", type="msg", data="{}", timestamp=now + i) + ) + + # First two should be evicted + assert not buf.has_event("evt-0") + assert not buf.has_event("evt-1") + assert buf.has_event("evt-2") + assert buf.has_event("evt-3") + assert buf.has_event("evt-4") diff --git a/packages/appkit-py/tests/unit/test_server_static.py b/packages/appkit-py/tests/unit/test_server_static.py new file mode 100644 index 00000000..50f3bf19 --- /dev/null +++ b/packages/appkit-py/tests/unit/test_server_static.py @@ -0,0 +1,73 @@ +"""Unit tests for bundled static file discovery.""" + +from __future__ import annotations + +from pathlib import Path +from unittest.mock import patch + +import pytest + +from appkit_py.plugins.server.plugin import ServerPlugin + +pytestmark = pytest.mark.unit + + +class TestFindStaticDir: + def test_returns_cwd_candidate_if_exists(self, tmp_path: Path): + dist = tmp_path / "dist" + dist.mkdir() + with patch("appkit_py.plugins.server.plugin.Path") as mock_path: + # Make Path(candidate).is_dir() return True for "dist" + def side_effect(arg): + if arg == "dist": + return dist + return Path(arg) + + mock_path.side_effect = side_effect + # Call the real static method + result = ServerPlugin._find_static_dir() + assert result == "dist" or str(result) == str(dist) + + def test_falls_back_to_bundled_static(self, tmp_path: Path): + """When no cwd candidates exist, falls back to bundled static/.""" + # The bundled static dir is at plugin.py/../static + plugin_file = Path(__file__).resolve() + server_plugin_file = ( + Path(__file__).resolve().parents[2] + / "src" + / "appkit_py" + / "plugins" + / "server" + / "plugin.py" + ) + bundled_dir = server_plugin_file.resolve().parent.parent / "static" + + if bundled_dir.is_dir() and (bundled_dir / "index.html").is_file(): + # Bundled assets exist — _find_static_dir should find them + # Patch cwd candidates to not exist + with patch.object(Path, "is_dir", return_value=False): + pass # Can't easily mock this without breaking Path + # Instead, just verify the path logic + result = ServerPlugin._find_static_dir() + # Result could be a cwd candidate or the bundled dir + assert result is not None + else: + pytest.skip("Bundled static assets not built (run scripts/build_frontend.sh)") + + def test_bundled_static_path_is_correct(self): + """Verify the bundled static path resolves to the expected location.""" + from appkit_py.plugins.server import plugin as plugin_module + + # plugin.py is at appkit_py/plugins/server/plugin.py → 3 parents up + expected = Path(plugin_module.__file__).resolve().parent.parent.parent / "static" + assert expected.name == "static" + assert expected.parent.name == "appkit_py" + + def test_returns_none_when_nothing_found(self, tmp_path: Path, monkeypatch): + """Returns None when no static dir candidates exist and no bundled assets.""" + monkeypatch.chdir(tmp_path) + # Remove bundled static if it exists (by mocking __file__) + fake_file = str(tmp_path / "plugins" / "server" / "plugin.py") + with patch("appkit_py.plugins.server.plugin.__file__", fake_file): + result = ServerPlugin._find_static_dir() + assert result is None diff --git a/packages/appkit-py/tests/unit/test_stream_manager.py b/packages/appkit-py/tests/unit/test_stream_manager.py new file mode 100644 index 00000000..36189d3f --- /dev/null +++ b/packages/appkit-py/tests/unit/test_stream_manager.py @@ -0,0 +1,145 @@ +"""Unit tests for StreamManager. + +Tests the core SSE streaming orchestration including: +- Basic event streaming +- Heartbeat generation +- Stream reconnection via Last-Event-ID +- Error handling +- Multi-client broadcast +""" + +from __future__ import annotations + +import asyncio +import json +from unittest.mock import AsyncMock, MagicMock + +import pytest + +pytestmark = pytest.mark.unit + + +class TestStreamManager: + """Tests for StreamManager streaming behavior.""" + + def test_import(self): + from appkit_py.stream.stream_manager import StreamManager + + mgr = StreamManager() + assert mgr is not None + + async def test_basic_streaming(self): + """StreamManager should yield events from an async generator.""" + from appkit_py.stream.stream_manager import StreamManager + + mgr = StreamManager() + events_sent: list[str] = [] + + async def handler(signal=None): + for i in range(3): + yield {"type": "message", "count": i} + + async def mock_send(data: str): + events_sent.append(data) + + await mgr.stream(mock_send, handler, on_disconnect=asyncio.Event()) + + # Should have 3 events (plus possible heartbeats) + data_events = [e for e in events_sent if "event:" in e and "heartbeat" not in e] + assert len(data_events) >= 3 + + async def test_error_in_handler_sends_error_event(self): + """If the handler raises, an error SSE event should be sent.""" + from appkit_py.stream.stream_manager import StreamManager + + mgr = StreamManager() + events_sent: list[str] = [] + + async def failing_handler(signal=None): + yield {"type": "message", "data": "ok"} + raise RuntimeError("Something broke") + + async def mock_send(data: str): + events_sent.append(data) + + await mgr.stream(mock_send, failing_handler, on_disconnect=asyncio.Event()) + + # Should contain an error event + all_text = "".join(events_sent) + assert "event: error" in all_text + + async def test_abort_signal_stops_streaming(self): + """Setting abort should stop the stream.""" + from appkit_py.stream.stream_manager import StreamManager + + mgr = StreamManager() + events_sent: list[str] = [] + disconnect = asyncio.Event() + + async def slow_handler(signal=None): + for i in range(100): + if signal and signal.is_set(): + return + yield {"type": "message", "count": i} + await asyncio.sleep(0.01) + + async def mock_send(data: str): + events_sent.append(data) + + # Abort after a short delay + async def abort_soon(): + await asyncio.sleep(0.05) + disconnect.set() + + asyncio.create_task(abort_soon()) + await mgr.stream(mock_send, slow_handler, on_disconnect=disconnect) + + # Should have stopped early (not all 100 events) + data_events = [e for e in events_sent if "event:" in e and "heartbeat" not in e] + assert len(data_events) < 100 + + +class TestStreamManagerSSEFormat: + """Tests that StreamManager produces correct SSE wire format.""" + + async def test_event_has_id_event_data_fields(self): + from appkit_py.stream.stream_manager import StreamManager + + mgr = StreamManager() + events_sent: list[str] = [] + + async def handler(signal=None): + yield {"type": "test_event", "value": 42} + + async def mock_send(data: str): + events_sent.append(data) + + await mgr.stream(mock_send, handler, on_disconnect=asyncio.Event()) + + # Find the event in output + all_text = "".join(events_sent) + assert "id:" in all_text + assert "event:" in all_text + assert "data:" in all_text + + async def test_event_data_is_valid_json(self): + from appkit_py.stream.stream_manager import StreamManager + + mgr = StreamManager() + events_sent: list[str] = [] + + async def handler(signal=None): + yield {"type": "result", "payload": {"key": "value"}} + + async def mock_send(data: str): + events_sent.append(data) + + await mgr.stream(mock_send, handler, on_disconnect=asyncio.Event()) + + # Extract data lines and verify JSON + for chunk in events_sent: + for line in chunk.split("\n"): + if line.startswith("data:"): + data_str = line[len("data:"):].strip() + parsed = json.loads(data_str) + assert isinstance(parsed, dict) diff --git a/packages/appkit-ui/src/react/charts/types.ts b/packages/appkit-ui/src/react/charts/types.ts index 65804a74..fdcc55f1 100644 --- a/packages/appkit-ui/src/react/charts/types.ts +++ b/packages/appkit-ui/src/react/charts/types.ts @@ -5,7 +5,7 @@ import type { Table } from "apache-arrow"; // ============================================================================ /** Supported data formats for analytics queries */ -export type DataFormat = "json" | "arrow" | "auto"; +export type DataFormat = "json" | "arrow" | "arrow_stream" | "auto"; /** Chart orientation */ export type Orientation = "vertical" | "horizontal"; diff --git a/packages/appkit-ui/src/react/hooks/__tests__/use-chart-data.test.ts b/packages/appkit-ui/src/react/hooks/__tests__/use-chart-data.test.ts index 3d5e96f1..32ce52cb 100644 --- a/packages/appkit-ui/src/react/hooks/__tests__/use-chart-data.test.ts +++ b/packages/appkit-ui/src/react/hooks/__tests__/use-chart-data.test.ts @@ -205,7 +205,7 @@ describe("useChartData", () => { ); }); - test("auto-selects JSON by default when no heuristics match", () => { + test("auto-selects ARROW_STREAM by default when no heuristics match", () => { mockUseAnalyticsQuery.mockReturnValue({ data: [], loading: false, @@ -223,11 +223,11 @@ describe("useChartData", () => { expect(mockUseAnalyticsQuery).toHaveBeenCalledWith( "test", { limit: 100 }, - expect.objectContaining({ format: "JSON" }), + expect.objectContaining({ format: "ARROW_STREAM" }), ); }); - test("defaults to auto format (JSON) when format is not specified", () => { + test("defaults to auto format (ARROW_STREAM) when format is not specified", () => { mockUseAnalyticsQuery.mockReturnValue({ data: [], loading: false, @@ -243,7 +243,7 @@ describe("useChartData", () => { expect(mockUseAnalyticsQuery).toHaveBeenCalledWith( "test", undefined, - expect.objectContaining({ format: "JSON" }), + expect.objectContaining({ format: "ARROW_STREAM" }), ); }); }); diff --git a/packages/appkit-ui/src/react/hooks/types.ts b/packages/appkit-ui/src/react/hooks/types.ts index bd5a7dc2..05337598 100644 --- a/packages/appkit-ui/src/react/hooks/types.ts +++ b/packages/appkit-ui/src/react/hooks/types.ts @@ -5,7 +5,7 @@ import type { Table } from "apache-arrow"; // ============================================================================ /** Supported response formats for analytics queries */ -export type AnalyticsFormat = "JSON" | "ARROW"; +export type AnalyticsFormat = "JSON" | "ARROW" | "ARROW_STREAM"; /** * Typed Arrow Table - preserves row type information for type inference. @@ -32,8 +32,10 @@ export interface TypedArrowTable< // ============================================================================ /** Options for configuring an analytics SSE query */ -export interface UseAnalyticsQueryOptions { - /** Response format - "JSON" returns typed arrays, "ARROW" returns TypedArrowTable */ +export interface UseAnalyticsQueryOptions< + F extends AnalyticsFormat = "ARROW_STREAM", +> { + /** Response format - "ARROW_STREAM" (default) uses inline Arrow, "JSON" returns typed arrays, "ARROW" uses external links */ format?: F; /** Maximum size of serialized parameters in bytes */ diff --git a/packages/appkit-ui/src/react/hooks/use-analytics-query.ts b/packages/appkit-ui/src/react/hooks/use-analytics-query.ts index 24e03ea3..7d13648f 100644 --- a/packages/appkit-ui/src/react/hooks/use-analytics-query.ts +++ b/packages/appkit-ui/src/react/hooks/use-analytics-query.ts @@ -54,13 +54,13 @@ function getArrowStreamUrl(id: string) { export function useAnalyticsQuery< T = unknown, K extends QueryKey = QueryKey, - F extends AnalyticsFormat = "JSON", + F extends AnalyticsFormat = "ARROW_STREAM", >( queryKey: K, parameters?: InferParams | null, options: UseAnalyticsQueryOptions = {} as UseAnalyticsQueryOptions, ): UseAnalyticsQueryResult> { - const format = options?.format ?? "JSON"; + const format = options?.format ?? "ARROW_STREAM"; const maxParametersSize = options?.maxParametersSize ?? 100 * 1024; const autoStart = options?.autoStart ?? true; diff --git a/packages/appkit-ui/src/react/hooks/use-chart-data.ts b/packages/appkit-ui/src/react/hooks/use-chart-data.ts index d8d0bd38..1d1da2dd 100644 --- a/packages/appkit-ui/src/react/hooks/use-chart-data.ts +++ b/packages/appkit-ui/src/react/hooks/use-chart-data.ts @@ -50,10 +50,11 @@ export interface UseChartDataResult { function resolveFormat( format: DataFormat, parameters?: Record, -): "JSON" | "ARROW" { +): "JSON" | "ARROW" | "ARROW_STREAM" { // Explicit format selection if (format === "json") return "JSON"; if (format === "arrow") return "ARROW"; + if (format === "arrow_stream") return "ARROW_STREAM"; // Auto-selection heuristics if (format === "auto") { @@ -72,10 +73,10 @@ function resolveFormat( return "ARROW"; } - return "JSON"; + return "ARROW_STREAM"; } - return "JSON"; + return "ARROW_STREAM"; } // ============================================================================ diff --git a/packages/appkit/package.json b/packages/appkit/package.json index c658a9e3..2379ac60 100644 --- a/packages/appkit/package.json +++ b/packages/appkit/package.json @@ -69,6 +69,7 @@ "@opentelemetry/sdk-trace-base": "2.6.0", "@opentelemetry/semantic-conventions": "1.38.0", "@types/semver": "7.7.1", + "apache-arrow": "21.1.0", "dotenv": "16.6.1", "express": "4.22.0", "obug": "2.1.1", diff --git a/packages/appkit/src/connectors/sql-warehouse/client.ts b/packages/appkit/src/connectors/sql-warehouse/client.ts index 4ab9344e..f844693f 100644 --- a/packages/appkit/src/connectors/sql-warehouse/client.ts +++ b/packages/appkit/src/connectors/sql-warehouse/client.ts @@ -3,6 +3,7 @@ import { type sql, type WorkspaceClient, } from "@databricks/sdk-experimental"; +import { tableFromIPC } from "apache-arrow"; import type { TelemetryOptions } from "shared"; import { AppKitError, @@ -393,7 +394,20 @@ export class SQLWarehouseConnector { private _transformDataArray(response: sql.StatementResponse) { if (response.manifest?.format === "ARROW_STREAM") { - return this.updateWithArrowStatus(response); + const result = response.result as any; + + // Inline Arrow: some warehouses return base64 Arrow IPC in `attachment`. + if (result?.attachment) { + return this._transformArrowAttachment(response, result.attachment); + } + + // Inline data_array: fall through to the row transform below. + if (result?.data_array) { + // Fall through. + } else { + // External links: data fetched separately via statement_id. + return this.updateWithArrowStatus(response); + } } if (!response.result?.data_array || !response.manifest?.schema?.columns) { @@ -439,6 +453,28 @@ export class SQLWarehouseConnector { }; } + /** + * Decode a base64 Arrow IPC attachment into row objects. + * Some serverless warehouses return inline results as Arrow IPC in + * `result.attachment` rather than `result.data_array`. + */ + private _transformArrowAttachment( + response: sql.StatementResponse, + attachment: string, + ) { + const buf = Buffer.from(attachment, "base64"); + const table = tableFromIPC(buf); + const data = table.toArray().map((row) => row.toJSON()); + const { attachment: _att, ...restResult } = response.result as any; + return { + ...response, + result: { + ...restResult, + data, + }, + }; + } + private updateWithArrowStatus(response: sql.StatementResponse): { result: { statement_id: string; status: sql.StatementStatus }; } { diff --git a/packages/appkit/src/connectors/sql-warehouse/tests/client.test.ts b/packages/appkit/src/connectors/sql-warehouse/tests/client.test.ts new file mode 100644 index 00000000..73bc8cda --- /dev/null +++ b/packages/appkit/src/connectors/sql-warehouse/tests/client.test.ts @@ -0,0 +1,286 @@ +import type { sql } from "@databricks/sdk-experimental"; +import { describe, expect, test, vi } from "vitest"; + +vi.mock("../../../telemetry", () => { + const mockMeter = { + createCounter: () => ({ add: vi.fn() }), + createHistogram: () => ({ record: vi.fn() }), + }; + return { + TelemetryManager: { + getProvider: () => ({ + startActiveSpan: vi.fn(), + getMeter: () => mockMeter, + }), + }, + SpanKind: { CLIENT: 1 }, + SpanStatusCode: { ERROR: 2 }, + }; +}); +vi.mock("../../../logging/logger", () => ({ + createLogger: () => ({ + info: vi.fn(), + debug: vi.fn(), + warn: vi.fn(), + error: vi.fn(), + event: () => null, + }), +})); +vi.mock("../../../stream/arrow-stream-processor", () => ({ + ArrowStreamProcessor: vi.fn(), +})); + +import { SQLWarehouseConnector } from "../client"; + +function createConnector() { + return new SQLWarehouseConnector({ timeout: 30000 }); +} + +// Real base64 Arrow IPC from a serverless warehouse returning +// `SELECT 1 AS test_col, 2 AS test_col2` with INLINE + ARROW_STREAM. +// Contains schema (two INT columns) + one record batch with values [1, 2]. +const REAL_ARROW_ATTACHMENT = + "/////7gAAAAQAAAAAAAKAAwACgAJAAQACgAAABAAAAAAAQQACAAIAAAABAAIAAAABAAAAAIAAABMAAAABAAAAMz///8QAAAAGAAAAAAAAQIUAAAAvP///yAAAAAAAAABAAAAAAkAAAB0ZXN0X2NvbDIAAAAQABQAEAAOAA8ABAAAAAgAEAAAABgAAAAgAAAAAAABAhwAAAAIAAwABAALAAgAAAAgAAAAAAAAAQAAAAAIAAAAdGVzdF9jb2wAAAAA/////7gAAAAQAAAADAAaABgAFwAEAAgADAAAACAAAAAAAQAAAAAAAAAAAAAAAAADBAAKABgADAAIAAQACgAAADwAAAAQAAAAAQAAAAAAAAAAAAAAAgAAAAEAAAAAAAAAAAAAAAAAAAABAAAAAAAAAAAAAAAAAAAAAAAAAAQAAAAAAAAAAAAAAAEAAAAAAAAAQAAAAAAAAAAEAAAAAAAAAIAAAAAAAAAAAQAAAAAAAADAAAAAAAAAAAQAAAAAAAAA/wAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAD/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAP////8AAAAA"; + +describe("SQLWarehouseConnector._transformDataArray", () => { + describe("classic warehouse (JSON_ARRAY + INLINE)", () => { + test("transforms data_array rows into named objects", () => { + const connector = createConnector(); + // Real response shape from classic warehouse: INLINE + JSON_ARRAY + const response = { + statement_id: "stmt-1", + status: { state: "SUCCEEDED" }, + manifest: { + format: "JSON_ARRAY", + schema: { + column_count: 2, + columns: [ + { + name: "test_col", + type_text: "INT", + type_name: "INT", + position: 0, + }, + { + name: "test_col2", + type_text: "INT", + type_name: "INT", + position: 1, + }, + ], + }, + total_row_count: 1, + truncated: false, + }, + result: { + data_array: [["1", "2"]], + }, + } as unknown as sql.StatementResponse; + + const result = (connector as any)._transformDataArray(response); + expect(result.result.data).toEqual([{ test_col: "1", test_col2: "2" }]); + expect(result.result.data_array).toBeUndefined(); + }); + + test("parses JSON strings in STRING columns", () => { + const connector = createConnector(); + const response = { + statement_id: "stmt-1", + status: { state: "SUCCEEDED" }, + manifest: { + format: "JSON_ARRAY", + schema: { + columns: [ + { name: "id", type_name: "INT" }, + { name: "metadata", type_name: "STRING" }, + ], + }, + }, + result: { + data_array: [["1", '{"key":"value"}']], + }, + } as unknown as sql.StatementResponse; + + const result = (connector as any)._transformDataArray(response); + expect(result.result.data[0].metadata).toEqual({ key: "value" }); + }); + }); + + describe("classic warehouse (EXTERNAL_LINKS + ARROW_STREAM)", () => { + test("returns statement_id for external links fetch", () => { + const connector = createConnector(); + // Real response shape from classic warehouse: EXTERNAL_LINKS + ARROW_STREAM + const response = { + statement_id: "stmt-1", + status: { state: "SUCCEEDED" }, + manifest: { + format: "ARROW_STREAM", + schema: { + columns: [ + { name: "test_col", type_name: "INT" }, + { name: "test_col2", type_name: "INT" }, + ], + }, + }, + result: { + external_links: [ + { + external_link: "https://storage.example.com/chunk0", + expiration: "2026-04-15T00:00:00Z", + }, + ], + }, + } as unknown as sql.StatementResponse; + + const result = (connector as any)._transformDataArray(response); + expect(result.result.statement_id).toBe("stmt-1"); + expect(result.result.data).toBeUndefined(); + }); + }); + + describe("serverless warehouse (INLINE + ARROW_STREAM with attachment)", () => { + test("decodes base64 Arrow IPC attachment into row objects", () => { + const connector = createConnector(); + // Real response shape from serverless warehouse: INLINE + ARROW_STREAM + // Data arrives in result.attachment as base64-encoded Arrow IPC, not data_array. + const response = { + statement_id: "00000001-test-stmt", + status: { state: "SUCCEEDED" }, + manifest: { + format: "ARROW_STREAM", + schema: { + column_count: 2, + columns: [ + { + name: "test_col", + type_text: "INT", + type_name: "INT", + position: 0, + }, + { + name: "test_col2", + type_text: "INT", + type_name: "INT", + position: 1, + }, + ], + total_chunk_count: 1, + chunks: [{ chunk_index: 0, row_offset: 0, row_count: 1 }], + total_row_count: 1, + }, + truncated: false, + }, + result: { + chunk_index: 0, + row_offset: 0, + row_count: 1, + attachment: REAL_ARROW_ATTACHMENT, + }, + } as unknown as sql.StatementResponse; + + const result = (connector as any)._transformDataArray(response); + expect(result.result.data).toEqual([{ test_col: 1, test_col2: 2 }]); + expect(result.result.attachment).toBeUndefined(); + // Preserves other result fields + expect(result.result.row_count).toBe(1); + }); + + test("preserves manifest and status alongside decoded data", () => { + const connector = createConnector(); + const response = { + statement_id: "00000001-test-stmt", + status: { state: "SUCCEEDED" }, + manifest: { + format: "ARROW_STREAM", + schema: { + columns: [ + { name: "test_col", type_name: "INT" }, + { name: "test_col2", type_name: "INT" }, + ], + }, + }, + result: { + chunk_index: 0, + row_count: 1, + attachment: REAL_ARROW_ATTACHMENT, + }, + } as unknown as sql.StatementResponse; + + const result = (connector as any)._transformDataArray(response); + // Manifest and statement_id are preserved + expect(result.manifest.format).toBe("ARROW_STREAM"); + expect(result.statement_id).toBe("00000001-test-stmt"); + }); + }); + + describe("ARROW_STREAM with data_array (hypothetical inline variant)", () => { + test("transforms data_array like JSON_ARRAY path", () => { + const connector = createConnector(); + const response = { + statement_id: "stmt-1", + status: { state: "SUCCEEDED" }, + manifest: { + format: "ARROW_STREAM", + schema: { + columns: [ + { name: "id", type_name: "INT" }, + { name: "value", type_name: "STRING" }, + ], + }, + }, + result: { + data_array: [ + ["1", "hello"], + ["2", "world"], + ], + }, + } as unknown as sql.StatementResponse; + + const result = (connector as any)._transformDataArray(response); + expect(result.result.data).toEqual([ + { id: "1", value: "hello" }, + { id: "2", value: "world" }, + ]); + }); + }); + + describe("edge cases", () => { + test("returns response unchanged when no data_array, attachment, or schema", () => { + const connector = createConnector(); + const response = { + statement_id: "stmt-1", + status: { state: "SUCCEEDED" }, + manifest: { format: "JSON_ARRAY" }, + result: {}, + } as unknown as sql.StatementResponse; + + const result = (connector as any)._transformDataArray(response); + expect(result).toBe(response); + }); + + test("attachment takes priority over data_array when both present", () => { + const connector = createConnector(); + const response = { + statement_id: "stmt-1", + status: { state: "SUCCEEDED" }, + manifest: { + format: "ARROW_STREAM", + schema: { + columns: [ + { name: "test_col", type_name: "INT" }, + { name: "test_col2", type_name: "INT" }, + ], + }, + }, + result: { + attachment: REAL_ARROW_ATTACHMENT, + data_array: [["999", "999"]], + }, + } as unknown as sql.StatementResponse; + + const result = (connector as any)._transformDataArray(response); + // Should use attachment (Arrow IPC), not data_array + expect(result.result.data).toEqual([{ test_col: 1, test_col2: 2 }]); + }); + }); +}); diff --git a/packages/appkit/src/plugins/analytics/analytics.ts b/packages/appkit/src/plugins/analytics/analytics.ts index a9c688da..d73c5bbe 100644 --- a/packages/appkit/src/plugins/analytics/analytics.ts +++ b/packages/appkit/src/plugins/analytics/analytics.ts @@ -15,6 +15,7 @@ import { queryDefaults } from "./defaults"; import manifest from "./manifest.json"; import { QueryProcessor } from "./query"; import type { + AnalyticsFormat, AnalyticsQueryResponse, IAnalyticsConfig, IAnalyticsQueryRequest, @@ -115,7 +116,8 @@ export class AnalyticsPlugin extends Plugin { res: express.Response, ): Promise { const { query_key } = req.params; - const { parameters, format = "JSON" } = req.body as IAnalyticsQueryRequest; + const { parameters, format = "ARROW_STREAM" } = + req.body as IAnalyticsQueryRequest; // Request-scoped logging with WideEvent tracking logger.debug(req, "Executing query: %s (format=%s)", query_key, format); @@ -150,19 +152,6 @@ export class AnalyticsPlugin extends Plugin { const executor = isAsUser ? this.asUser(req) : this; const executorKey = isAsUser ? this.resolveUserId(req) : "global"; - const queryParameters = - format === "ARROW" - ? { - formatParameters: { - disposition: "EXTERNAL_LINKS", - format: "ARROW_STREAM", - }, - type: "arrow", - } - : { - type: "result", - }; - const hashedQuery = this.queryProcessor.hashQuery(query); const defaultConfig: PluginExecuteConfig = { @@ -192,20 +181,115 @@ export class AnalyticsPlugin extends Plugin { parameters, ); - const result = await executor.query( + return this._executeWithFormatFallback( + executor, query, processedParams, - queryParameters.formatParameters, + format, signal, ); - - return { type: queryParameters.type, ...result }; }, streamExecutionSettings, executorKey, ); } + /** Format configurations in fallback order. */ + private static readonly FORMAT_CONFIGS = { + ARROW_STREAM: { + formatParameters: { disposition: "INLINE", format: "ARROW_STREAM" }, + type: "result" as const, + }, + JSON: { + formatParameters: { disposition: "INLINE", format: "JSON_ARRAY" }, + type: "result" as const, + }, + ARROW: { + formatParameters: { + disposition: "EXTERNAL_LINKS", + format: "ARROW_STREAM", + }, + type: "arrow" as const, + }, + }; + + /** + * Execute a query with automatic format fallback. + * + * For the default ARROW_STREAM format, tries formats in order until one + * succeeds: ARROW_STREAM → JSON → ARROW. This handles warehouses that + * only support a subset of format/disposition combinations. + * + * Explicit format requests (JSON, ARROW) are not retried. + */ + private async _executeWithFormatFallback( + executor: AnalyticsPlugin, + query: string, + processedParams: + | Record + | undefined, + requestedFormat: AnalyticsFormat, + signal?: AbortSignal, + ): Promise<{ type: string; [key: string]: any }> { + // Explicit format — no fallback. + if (requestedFormat === "JSON" || requestedFormat === "ARROW") { + const config = AnalyticsPlugin.FORMAT_CONFIGS[requestedFormat]; + const result = await executor.query( + query, + processedParams, + config.formatParameters, + signal, + ); + return { type: config.type, ...result }; + } + + // Default (ARROW_STREAM) — try each format in order. + const fallbackOrder: AnalyticsFormat[] = ["ARROW_STREAM", "JSON", "ARROW"]; + + for (let i = 0; i < fallbackOrder.length; i++) { + const fmt = fallbackOrder[i]; + const config = AnalyticsPlugin.FORMAT_CONFIGS[fmt]; + try { + const result = await executor.query( + query, + processedParams, + config.formatParameters, + signal, + ); + if (i > 0) { + logger.info( + "Query succeeded with fallback format %s (preferred %s was rejected)", + fmt, + fallbackOrder[0], + ); + } + return { type: config.type, ...result }; + } catch (err: unknown) { + const msg = err instanceof Error ? err.message : String(err); + const isFormatError = + msg.includes("ARROW_STREAM") || + msg.includes("JSON_ARRAY") || + msg.includes("EXTERNAL_LINKS") || + msg.includes("INVALID_PARAMETER_VALUE") || + msg.includes("NOT_IMPLEMENTED"); + + if (!isFormatError || i === fallbackOrder.length - 1) { + throw err; + } + + logger.warn( + "Format %s rejected by warehouse, falling back to %s: %s", + fmt, + fallbackOrder[i + 1], + msg, + ); + } + } + + // Unreachable — last format in fallbackOrder throws on failure. + throw new Error("All format fallbacks exhausted"); + } + /** * Execute a SQL query using the current execution context. * diff --git a/packages/appkit/src/plugins/analytics/tests/analytics.test.ts b/packages/appkit/src/plugins/analytics/tests/analytics.test.ts index 9a30440e..f39b0788 100644 --- a/packages/appkit/src/plugins/analytics/tests/analytics.test.ts +++ b/packages/appkit/src/plugins/analytics/tests/analytics.test.ts @@ -584,6 +584,302 @@ describe("Analytics Plugin", () => { ); }); + test("/query/:query_key should pass INLINE + ARROW_STREAM format parameters when format is ARROW_STREAM", async () => { + const plugin = new AnalyticsPlugin(config); + const { router, getHandler } = createMockRouter(); + + (plugin as any).app.getAppQuery = vi.fn().mockResolvedValue({ + query: "SELECT * FROM test", + isAsUser: false, + }); + + const executeMock = vi.fn().mockResolvedValue({ + result: { data: [{ id: 1 }] }, + }); + (plugin as any).SQLClient.executeStatement = executeMock; + + plugin.injectRoutes(router); + + const handler = getHandler("POST", "/query/:query_key"); + const mockReq = createMockRequest({ + params: { query_key: "test_query" }, + body: { parameters: {}, format: "ARROW_STREAM" }, + }); + const mockRes = createMockResponse(); + + await handler(mockReq, mockRes); + + expect(executeMock).toHaveBeenCalledWith( + expect.anything(), + expect.objectContaining({ + statement: "SELECT * FROM test", + warehouse_id: "test-warehouse-id", + disposition: "INLINE", + format: "ARROW_STREAM", + }), + expect.any(AbortSignal), + ); + }); + + test("/query/:query_key should pass EXTERNAL_LINKS + ARROW_STREAM format parameters when format is ARROW", async () => { + const plugin = new AnalyticsPlugin(config); + const { router, getHandler } = createMockRouter(); + + (plugin as any).app.getAppQuery = vi.fn().mockResolvedValue({ + query: "SELECT * FROM test", + isAsUser: false, + }); + + const executeMock = vi.fn().mockResolvedValue({ + result: { data: [{ id: 1 }] }, + }); + (plugin as any).SQLClient.executeStatement = executeMock; + + plugin.injectRoutes(router); + + const handler = getHandler("POST", "/query/:query_key"); + const mockReq = createMockRequest({ + params: { query_key: "test_query" }, + body: { parameters: {}, format: "ARROW" }, + }); + const mockRes = createMockResponse(); + + await handler(mockReq, mockRes); + + expect(executeMock).toHaveBeenCalledWith( + expect.anything(), + expect.objectContaining({ + statement: "SELECT * FROM test", + warehouse_id: "test-warehouse-id", + disposition: "EXTERNAL_LINKS", + format: "ARROW_STREAM", + }), + expect.any(AbortSignal), + ); + }); + + test("/query/:query_key should use INLINE + ARROW_STREAM by default when no format specified", async () => { + const plugin = new AnalyticsPlugin(config); + const { router, getHandler } = createMockRouter(); + + (plugin as any).app.getAppQuery = vi.fn().mockResolvedValue({ + query: "SELECT * FROM test", + isAsUser: false, + }); + + const executeMock = vi.fn().mockResolvedValue({ + result: { data: [{ id: 1 }] }, + }); + (plugin as any).SQLClient.executeStatement = executeMock; + + plugin.injectRoutes(router); + + const handler = getHandler("POST", "/query/:query_key"); + const mockReq = createMockRequest({ + params: { query_key: "test_query" }, + body: { parameters: {} }, + }); + const mockRes = createMockResponse(); + + await handler(mockReq, mockRes); + + expect(executeMock).toHaveBeenCalledWith( + expect.anything(), + expect.objectContaining({ + disposition: "INLINE", + format: "ARROW_STREAM", + }), + expect.any(AbortSignal), + ); + }); + + test("/query/:query_key should not pass format parameters when format is explicitly JSON", async () => { + const plugin = new AnalyticsPlugin(config); + const { router, getHandler } = createMockRouter(); + + (plugin as any).app.getAppQuery = vi.fn().mockResolvedValue({ + query: "SELECT * FROM test", + isAsUser: false, + }); + + const executeMock = vi.fn().mockResolvedValue({ + result: { data: [{ id: 1 }] }, + }); + (plugin as any).SQLClient.executeStatement = executeMock; + + plugin.injectRoutes(router); + + const handler = getHandler("POST", "/query/:query_key"); + const mockReq = createMockRequest({ + params: { query_key: "test_query" }, + body: { parameters: {}, format: "JSON" }, + }); + const mockRes = createMockResponse(); + + await handler(mockReq, mockRes); + + expect(executeMock.mock.calls[0][1]).toMatchObject({ + disposition: "INLINE", + format: "JSON_ARRAY", + }); + }); + + test("/query/:query_key should fall back from ARROW_STREAM to JSON when warehouse rejects ARROW_STREAM", async () => { + const plugin = new AnalyticsPlugin(config); + const { router, getHandler } = createMockRouter(); + + (plugin as any).app.getAppQuery = vi.fn().mockResolvedValue({ + query: "SELECT * FROM test", + isAsUser: false, + }); + + const executeMock = vi + .fn() + .mockRejectedValueOnce( + new Error( + "INVALID_PARAMETER_VALUE: Inline disposition only supports JSON_ARRAY format", + ), + ) + .mockResolvedValueOnce({ + result: { data: [{ id: 1 }] }, + }); + (plugin as any).SQLClient.executeStatement = executeMock; + + plugin.injectRoutes(router); + + const handler = getHandler("POST", "/query/:query_key"); + const mockReq = createMockRequest({ + params: { query_key: "test_query" }, + body: { parameters: {} }, + }); + const mockRes = createMockResponse(); + + await handler(mockReq, mockRes); + + // First call: ARROW_STREAM (rejected) + expect(executeMock.mock.calls[0][1]).toMatchObject({ + disposition: "INLINE", + format: "ARROW_STREAM", + }); + // Second call: JSON (explicit JSON_ARRAY + INLINE) + expect(executeMock.mock.calls[1][1]).toMatchObject({ + disposition: "INLINE", + format: "JSON_ARRAY", + }); + }); + + test("/query/:query_key should fall back through all formats when each is rejected", async () => { + const plugin = new AnalyticsPlugin(config); + const { router, getHandler } = createMockRouter(); + + (plugin as any).app.getAppQuery = vi.fn().mockResolvedValue({ + query: "SELECT * FROM test", + isAsUser: false, + }); + + const executeMock = vi + .fn() + .mockRejectedValueOnce( + new Error("INVALID_PARAMETER_VALUE: only supports JSON_ARRAY"), + ) + .mockRejectedValueOnce( + new Error("INVALID_PARAMETER_VALUE: only supports ARROW_STREAM"), + ) + .mockResolvedValueOnce({ + result: { data: [{ id: 1 }] }, + }); + (plugin as any).SQLClient.executeStatement = executeMock; + + plugin.injectRoutes(router); + + const handler = getHandler("POST", "/query/:query_key"); + const mockReq = createMockRequest({ + params: { query_key: "test_query" }, + body: { parameters: {} }, + }); + const mockRes = createMockResponse(); + + await handler(mockReq, mockRes); + + expect(executeMock).toHaveBeenCalledTimes(3); + // Third call: ARROW (EXTERNAL_LINKS) + expect(executeMock.mock.calls[2][1]).toMatchObject({ + disposition: "EXTERNAL_LINKS", + format: "ARROW_STREAM", + }); + }); + + test("/query/:query_key should not fall back for non-format errors", async () => { + const plugin = new AnalyticsPlugin(config); + const { router, getHandler } = createMockRouter(); + + (plugin as any).app.getAppQuery = vi.fn().mockResolvedValue({ + query: "SELECT * FROM test", + isAsUser: false, + }); + + const executeMock = vi + .fn() + .mockRejectedValue(new Error("PERMISSION_DENIED: no access")); + (plugin as any).SQLClient.executeStatement = executeMock; + + plugin.injectRoutes(router); + + const handler = getHandler("POST", "/query/:query_key"); + const mockReq = createMockRequest({ + params: { query_key: "test_query" }, + body: { parameters: {} }, + }); + const mockRes = createMockResponse(); + + await handler(mockReq, mockRes); + + // All calls use same format (ARROW_STREAM) — no format fallback occurred. + // (executeStream's retry interceptor may retry, but always with the same format.) + for (const call of executeMock.mock.calls) { + expect(call[1]).toMatchObject({ + disposition: "INLINE", + format: "ARROW_STREAM", + }); + } + }); + + test("/query/:query_key should not fall back when format is explicitly JSON", async () => { + const plugin = new AnalyticsPlugin(config); + const { router, getHandler } = createMockRouter(); + + (plugin as any).app.getAppQuery = vi.fn().mockResolvedValue({ + query: "SELECT * FROM test", + isAsUser: false, + }); + + const executeMock = vi + .fn() + .mockRejectedValue( + new Error("INVALID_PARAMETER_VALUE: only supports ARROW_STREAM"), + ); + (plugin as any).SQLClient.executeStatement = executeMock; + + plugin.injectRoutes(router); + + const handler = getHandler("POST", "/query/:query_key"); + const mockReq = createMockRequest({ + params: { query_key: "test_query" }, + body: { parameters: {}, format: "JSON" }, + }); + const mockRes = createMockResponse(); + + await handler(mockReq, mockRes); + + // All calls use JSON_ARRAY + INLINE — explicit JSON, no fallback. + for (const call of executeMock.mock.calls) { + expect(call[1]).toMatchObject({ + disposition: "INLINE", + format: "JSON_ARRAY", + }); + } + }); + test("should return 404 when query file is not found", async () => { const plugin = new AnalyticsPlugin(config); const { router, getHandler } = createMockRouter(); diff --git a/packages/appkit/src/plugins/analytics/types.ts b/packages/appkit/src/plugins/analytics/types.ts index c58b6ecf..bc7568f9 100644 --- a/packages/appkit/src/plugins/analytics/types.ts +++ b/packages/appkit/src/plugins/analytics/types.ts @@ -4,7 +4,7 @@ export interface IAnalyticsConfig extends BasePluginConfig { timeout?: number; } -export type AnalyticsFormat = "JSON" | "ARROW"; +export type AnalyticsFormat = "JSON" | "ARROW" | "ARROW_STREAM"; export interface IAnalyticsQueryRequest { parameters?: Record; format?: AnalyticsFormat; diff --git a/packages/appkit/src/type-generator/query-registry.ts b/packages/appkit/src/type-generator/query-registry.ts index 196690c2..4dbdb259 100644 --- a/packages/appkit/src/type-generator/query-registry.ts +++ b/packages/appkit/src/type-generator/query-registry.ts @@ -386,10 +386,32 @@ export async function generateQueriesFromDescribe( sqlHash, cleanedSql, }: (typeof uncachedQueries)[number]): Promise => { - const result = (await client.statementExecution.executeStatement({ - statement: `DESCRIBE QUERY ${cleanedSql}`, - warehouse_id: warehouseId, - })) as DatabricksStatementExecutionResponse; + let result: DatabricksStatementExecutionResponse; + try { + // Prefer JSON_ARRAY for predictable data_array parsing. + result = (await client.statementExecution.executeStatement({ + statement: `DESCRIBE QUERY ${cleanedSql}`, + warehouse_id: warehouseId, + format: "JSON_ARRAY", + disposition: "INLINE", + })) as DatabricksStatementExecutionResponse; + } catch (err: unknown) { + const msg = err instanceof Error ? err.message : String(err); + if (msg.includes("ARROW_STREAM") || msg.includes("JSON_ARRAY")) { + // Warehouse doesn't support JSON_ARRAY inline — retry with no format + // to let it use its default (typically ARROW_STREAM inline). + logger.debug( + "Warehouse rejected JSON_ARRAY for %s, retrying with default format", + queryName, + ); + result = (await client.statementExecution.executeStatement({ + statement: `DESCRIBE QUERY ${cleanedSql}`, + warehouse_id: warehouseId, + })) as DatabricksStatementExecutionResponse; + } else { + throw err; + } + } completed++; spinner.update( diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index 9ca11b81..46096f43 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -299,6 +299,9 @@ importers: '@types/semver': specifier: 7.7.1 version: 7.7.1 + apache-arrow: + specifier: 21.1.0 + version: 21.1.0 dotenv: specifier: 16.6.1 version: 16.6.1 @@ -5539,7 +5542,7 @@ packages: basic-ftp@5.0.5: resolution: {integrity: sha512-4Bcg1P8xhUuqcii/S0Z9wiHIrQVPMermM1any+MX5GeGD7faD3/msQUDGLol9wOcz4/jbg/WJnGqoJF6LiBdtg==} engines: {node: '>=10.0.0'} - deprecated: Security vulnerability fixed in 5.2.0, please upgrade + deprecated: Security vulnerability fixed in 5.2.1, please upgrade batch@0.6.1: resolution: {integrity: sha512-x+VAiMRL6UPkx+kudNvxTl6hB2XNNCG2r+7wixVfIYwu/2HKRXimwQyaumLjMveWvT2Hkd/cAJw+QBMfJ/EKVw==} @@ -6653,6 +6656,7 @@ packages: dottie@2.0.6: resolution: {integrity: sha512-iGCHkfUc5kFekGiqhe8B/mdaurD+lakO9txNnTvKtA6PISrw86LgqHvRzWYPyoE2Ph5aMIrCw9/uko6XHTKCwA==} + deprecated: Package no longer supported. Contact Support at https://www.npmjs.com/support for more info. drizzle-orm@0.45.1: resolution: {integrity: sha512-Te0FOdKIistGNPMq2jscdqngBRfBpC8uMFVwqjf6gtTVJHIQ/dosgV/CLBU2N4ZJBsXL5savCba9b0YJskKdcA==}