feat(webapp,clickhouse): add bounded global log search

Author: carderne

.server-changes/improve-global-log-search.md

@@ -0,0 +1,6 @@
+---
+area: webapp
+type: improvement
+---
+
+Global log search now supports a bounded search index and clearer time-range expansion while keeping existing search history available during rollout.

apps/webapp/app/components/navigation/SideMenu.tsx

@@ -825,7 +825,7 @@ export function SideMenu({
     });
   }
 
-  if (isAdmin || featureFlags.hasQueryAccess) {
+  if (isAdmin || featureFlags.hasQueryAccess || featureFlags.hasLogsPageAccess) {
     staticSections.push({
       id: "metrics",
       title: "Observability",
@@ -843,55 +843,59 @@ export function SideMenu({
               } satisfies SideMenuItemConfig,
             ]
           : []),
-        {
-          id: "errors",
-          name: "Errors",
-          icon: BugIcon,
-          activeIconColor: "text-errors",
-          to: v3ErrorsPath(organization, project, environment),
-          dataAction: "errors",
-        },
-        {
-          id: "query",
-          name: "Query",
-          icon: CodeSquareIcon,
-          activeIconColor: "text-query",
-          to: queryPath(organization, project, environment),
-          dataAction: "query",
-        },
-        {
-          id: "queues",
-          name: "Queues",
-          icon: QueuesIcon,
-          activeIconColor: "text-queues",
-          to: v3QueuesPath(organization, project, environment),
-          dataAction: "queues",
-        },
-        {
-          id: "dashboards",
-          name: "Dashboards",
-          icon: ChartBarIcon,
-          activeIconColor: "text-metrics",
-          to: v3DashboardsLandingPath(organization, project, environment),
-          dataAction: "dashboards-landing",
-          action: (
-            <CreateDashboardButton
-              organization={organization}
-              project={project}
-              environment={environment}
-              isCollapsed={isCollapsed}
-            />
-          ),
-          after: (
-            <DashboardList
-              organization={organization}
-              project={project}
-              environment={environment}
-              isCollapsed={isCollapsed}
-              user={user}
-            />
-          ),
-        },
+        ...(isAdmin || featureFlags.hasQueryAccess
+          ? [
+              {
+                id: "errors",
+                name: "Errors",
+                icon: BugIcon,
+                activeIconColor: "text-errors",
+                to: v3ErrorsPath(organization, project, environment),
+                dataAction: "errors",
+              },
+              {
+                id: "query",
+                name: "Query",
+                icon: CodeSquareIcon,
+                activeIconColor: "text-query",
+                to: queryPath(organization, project, environment),
+                dataAction: "query",
+              },
+              {
+                id: "queues",
+                name: "Queues",
+                icon: QueuesIcon,
+                activeIconColor: "text-queues",
+                to: v3QueuesPath(organization, project, environment),
+                dataAction: "queues",
+              },
+              {
+                id: "dashboards",
+                name: "Dashboards",
+                icon: ChartBarIcon,
+                activeIconColor: "text-metrics",
+                to: v3DashboardsLandingPath(organization, project, environment),
+                dataAction: "dashboards-landing",
+                action: (
+                  <CreateDashboardButton
+                    organization={organization}
+                    project={project}
+                    environment={environment}
+                    isCollapsed={isCollapsed}
+                  />
+                ),
+                after: (
+                  <DashboardList
+                    organization={organization}
+                    project={project}
+                    environment={environment}
+                    isCollapsed={isCollapsed}
+                    user={user}
+                  />
+                ),
+              },
+            ]
+          : []),
       ],
     });
   }

apps/webapp/app/components/primitives/SearchInput.tsx

@@ -14,6 +14,7 @@ export type SearchInputProps = {
   /** Additional URL params to reset when searching or clearing (e.g. pagination). Defaults to ["cursor", "direction"]. */
   resetParams?: string[];
   autoFocus?: boolean;
+  minLength?: number;
   /**
    * Controlled value. When provided alongside `onValueChange`, the input
    * skips URL params entirely and acts as a controlled component — useful
@@ -34,6 +35,7 @@ export function SearchInput({
   paramName = "search",
   resetParams = ["cursor", "direction"],
   autoFocus,
+  minLength,
   value: controlledValue,
   onValueChange,
 }: SearchInputProps) {
@@ -77,13 +79,20 @@ export function SearchInput({
   };
 
   const handleSubmit = () => {
+    const trimmedText = text.trim();
+    if (minLength !== undefined && trimmedText.length > 0 && [...trimmedText].length < minLength) {
+      inputRef.current?.setCustomValidity(`Enter at least ${minLength} characters`);
+      inputRef.current?.reportValidity();
+      return;
+    }
+    inputRef.current?.setCustomValidity("");
     if (isControlled) {
       // Live updates already fired through onValueChange; submit is a no-op.
       return;
     }
     const resetValues = Object.fromEntries(resetParams.map((p) => [p, undefined]));
-    if (text.trim()) {
-      replace({ [paramName]: text.trim(), ...resetValues });
+    if (trimmedText) {
+      replace({ [paramName]: trimmedText, ...resetValues });
     } else {
       del([paramName, ...resetParams]);
     }
@@ -116,7 +125,10 @@ export function SearchInput({
           variant="secondary-small"
           placeholder={placeholder}
           value={text}
-          onChange={(e) => updateText(e.target.value)}
+          onChange={(e) => {
+            e.currentTarget.setCustomValidity("");
+            updateText(e.target.value);
+          }}
           fullWidth
           autoFocus={autoFocus}
           className={cn("", isFocused && "placeholder:text-text-dimmed/70")}

apps/webapp/app/env.server.ts

@@ -2094,20 +2094,13 @@ const EnvironmentSchema = z
       .nonnegative()
       .optional(),
 
-    // Logs list pagination tuning (page sizing + recent-first probe windows).
+    // v2 is populated forward-only. Keep reads on v1 until v2 has enough history or has been
+    // backfilled, then opt in explicitly per deployment.
+    LOGS_SEARCH_TABLE_VERSION: z.enum(["v1", "v2"]).default("v1"),
+
+    // Logs list pagination tuning.
     LOGS_LIST_DEFAULT_PAGE_SIZE: z.coerce.number().int().positive().default(50),
     LOGS_LIST_MAX_PAGE_SIZE: z.coerce.number().int().positive().default(100),
-    // Days back from the page ceiling to probe before widening to the full requested window,
-    // comma-separated. Empty disables narrowing (a single full-window query).
-    LOGS_LIST_RECENT_FIRST_PROBE_DAYS: z
-      .string()
-      .default("1,7")
-      .transform((s) =>
-        s
-          .split(",")
-          .map((v) => Number(v.trim()))
-          .filter((n) => Number.isFinite(n) && n > 0)
-      ),
 
     // Query feature flag
     QUERY_FEATURE_ENABLED: z.string().default("1"),