refactor: use new parser for autocompletion

e2e/tests/console/editor.spec.js

@@ -654,14 +654,14 @@ describe("autocomplete", () => {
     const assertFrom = () =>
       cy.getAutocomplete().within(() => {
         cy.getMonacoListRow()
-          .should("have.length", 4)
+          .should("have.length", 1)
           .eq(0)
           .should("contain", "FROM")
       })
-    cy.typeQuery("select * from")
+    cy.typeQuery("select * fro")
     assertFrom()
     cy.clearEditor()
-    cy.typeQuery("SELECT * FROM")
+    cy.typeQuery("SELECT * FRO")
     assertFrom()
   })
 
@@ -681,37 +681,127 @@ describe("autocomplete", () => {
       // Columns
       .should("contain", "secret")
       .should("contain", "public")
-      // Tables list for the `secret` column
-      // list the tables containing `secret` column
-      .should("contain", "my_secrets, my_secrets2")
       .clearEditor()
   })
 
   it("should suggest columns on SELECT only when applicable", () => {
-    cy.typeQuery("select secret")
-    cy.getAutocomplete().should("contain", "secret").eq(0).click()
-    cy.typeQuery(", public")
-    cy.getAutocomplete().should("contain", "public").eq(0).click()
-    cy.typeQuery(" ")
-    cy.getAutocomplete().should("not.be.visible")
+    cy.typeQuery("select secre")
+    cy.getAutocomplete().should("be.visible")
+    cy.typeQuery("{enter}")
+    cy.typeQuery(", publi")
+    cy.getAutocomplete().should("be.visible")
+    cy.typeQuery("{enter}")
+    cy.getAutocomplete().should("contain", "FROM")
+    cy.clearEditor()
   })
 
   it("should suggest correct columns on 'where' filter", () => {
     cy.typeQuery("select * from my_secrets where ")
+    cy.getAutocomplete().eq(0).should("contain", "secret").clearEditor()
+  })
+
+  it("should suggest correct columns on 'on' clause", () => {
+    cy.typeQuery("select * from my_secrets join my_publics on ")
     cy.getAutocomplete()
+      .should("contain", "public")
       .should("contain", "secret")
-      .should("not.contain", "public")
       .clearEditor()
   })
 
-  it("should suggest correct columns on 'on' clause", () => {
-    cy.typeQuery("select * from my_secrets join my_publics on ")
+  it("should suggest columns for dot-qualified alias", () => {
+    cy.typeQuery("select * from my_secrets s where s.")
+    cy.getAutocomplete().should("contain", "secret").clearEditor()
+  })
+
+  it("should replace partial text when accepting a suggestion", () => {
+    cy.typeQuery("select * from my_se")
+    cy.getAutocomplete().should("contain", "my_secrets")
+    cy.typeQuery("{enter}")
+    cy.window().then((win) => {
+      const value = win.monaco.editor.getEditors()[0].getValue()
+      expect(value).to.match(/select \* from my_secrets/)
+      expect(value).to.not.contain("my_semy_secrets")
+    })
+    cy.clearEditor()
+  })
+
+  it("should suggest the new keyword after accepting a suggestion", () => {
+    cy.typeQuery("CR")
+    cy.getAutocomplete().should("contain", "CREATE")
+    cy.typeQuery("{enter}")
+    cy.typeQuery("T")
+    cy.getAutocomplete().should("contain", "TABLE")
+    cy.typeQuery("{enter}")
+    cy.getAutocomplete().should("contain", "IF")
+    cy.typeQuery("{enter}")
+    cy.getAutocomplete().should("contain", "NOT")
+    cy.typeQuery("{enter}")
+    cy.getAutocomplete().should("contain", "EXISTS")
+    cy.typeQuery("{enter}")
+    cy.clearEditor()
+  })
+
+  it("should not suggest the very same keyword when it's already typed", () => {
+    cy.typeQuery("SELECT * FROM")
+    cy.getAutocomplete().should("not.be.visible")
+
+    cy.typeQuery(`${ctrlOrCmd}i`)
+    cy.getAutocomplete()
+      .should("be.visible")
+      .should("contain", "No suggestions")
+    cy.clearEditor()
+  })
+
+  it("should suggest tables in second statement of multi-statement buffer", () => {
+    cy.typeQuery("select * from my_secrets;{enter}select * from ")
     cy.getAutocomplete()
-      .should("contain", "my_publics.public")
-      .should("contain", "my_secrets.secret")
+      .should("contain", "my_secrets")
+      .should("contain", "my_publics")
       .clearEditor()
   })
 
+  it("should not suggest anything immediately after opening parenthesis", () => {
+    cy.typeQuery("select count(")
+    cy.getAutocomplete().should("not.be.visible")
+    cy.clearEditor()
+  })
+
+  it("should suggest after parenthesis followed by space", () => {
+    cy.typeQuery("select count( ")
+    cy.getAutocomplete().should("be.visible").clearEditor()
+  })
+
+  it("should not suggest inside line comments", () => {
+    cy.typeQuery("-- select * from ")
+    cy.getAutocomplete().should("not.be.visible").clearEditor()
+  })
+
+  it("should not suggest in dead space between statements", () => {
+    cy.typeQuery("select 1;")
+    cy.typeQuery("{enter}{enter}")
+    cy.getAutocomplete().should("not.be.visible").clearEditor()
+  })
+
+  it("should display keywords in uppercase", () => {
+    cy.typeQuery("select * from my_secrets whe")
+    cy.getAutocomplete().should("contain", "WHERE")
+    // Should not contain lowercase variant
+    cy.getAutocomplete().within(() => {
+      cy.getMonacoListRow().first().should("contain", "WHERE")
+    })
+    cy.clearEditor()
+  })
+
+  it("should suggest CTE name in FROM clause", () => {
+    cy.typeQuery("with cte as (select 1) select * from ")
+    cy.getAutocomplete().should("contain", "cte").clearEditor()
+  })
+
+  it("should not suggest inside block comments", () => {
+    cy.typeQuery("/* select * from ")
+    cy.getAutocomplete().should("not.be.visible").clearEditor()
+  })
+
   after(() => {
     cy.loadConsoleWithAuth()
     ;["my_publics", "my_secrets", "my_secrets2"].forEach((table) => {
@@ -730,14 +820,6 @@ describe("errors", () => {
     cy.clearEditor()
   })
 
-  it("should mark '(200000)' as error", () => {
-    const query = `create table test (\ncol symbol index CAPACITY (200000)`
-    cy.typeQuery(query)
-    cy.runLine()
-    cy.matchErrorMarkerPosition({ left: 237, width: 67 })
-    cy.getCollapsedNotifications().should("contain", "bad integer")
-  })
-
   it("should mark date position as error", () => {
     const query = `select * from long_sequence(1) where cast(x as timestamp) = '2012-04-12T12:00:00A'`
     cy.typeQuery(query)

e2e/tests/console/tableDetails.spec.js

@@ -694,8 +694,6 @@ describe("TableDetailsDrawer", () => {
         "contain",
         "AI Assistant is not configured",
       )
-      // Workaround - tooltip grace area causes problems in the test when quickly switching multiple triggers.
-      // Move mouse away from trigger for 200ms
       cy.getByDataHook("table-details-tab-monitoring").realHover()
       cy.wait(200)
 
@@ -746,8 +744,6 @@ describe("TableDetailsDrawer", () => {
         "contain",
         "Schema access is not granted to this model",
       )
-      // Workaround - tooltip grace area causes problems in the test when quickly switching multiple triggers.
-      // Move mouse away from trigger for 200ms
       cy.getByDataHook("table-details-tab-monitoring").realHover()
       cy.wait(200)
 

package.json

@@ -39,7 +39,7 @@
     "@monaco-editor/react": "^4.7.0",
     "@phosphor-icons/react": "^2.1.10",
     "@popperjs/core": "2.4.2",
-    "@questdb/sql-grammar": "1.4.2",
+    "@questdb/sql-parser": "0.1.3",
     "@radix-ui/react-alert-dialog": "^1.1.15",
     "@radix-ui/react-context-menu": "^2.2.16",
     "@radix-ui/react-dialog": "^1.1.15",
@@ -179,7 +179,7 @@
       },
       {
         "path": "dist/assets/index-*.js",
-        "maxSize": "2.5MB",
+        "maxSize": "3MB",
         "compression": "none"
       },
       {