Move the turn engine into @openbot/toolkit, and split the largest server files

CHANGELOG.md

@@ -32,6 +32,26 @@ Newest first. `Unreleased` is what is on `main` and not yet tagged.
   `code_required` (below). A server and a computer must be upgraded together: an older computer has
   no `/sign-in/code`.
 
+### Bot turns hold their conversation more carefully
+
+Routines, responsibilities, background research, wake-ups, group turns and Bot-to-Bot handoffs keep a
+lock on the conversation while they run and renew it as they go.
+
+- **A failed renewal no longer stops the turn.** Before, any failed renewal stopped a routine or
+  responsibility turn, including a network blip. A stopped turn is retried from the start, so a Bot
+  that had already sent an email could send it again. Now a turn stops when Intelligence says the
+  conversation belongs to another run (409), or when renewals have failed for so long that the lock
+  (120 seconds) would lapse before the next one, whatever the failures were. It stops while the lock
+  is still its own. A shorter blip rides through.
+- **A handoff that loses its lock now stops.** Before, a handoff ignored every failed renewal and
+  kept writing, even into a person's own channel after they started typing there. Now it stops, gives
+  the conversation back and is retried a minute later.
+- **A paused Bot's handoff no longer locks the conversation.** A handoff now checks that the Bot is
+  not paused, and that "Use Bots" and the model allowlist allow it, before taking the lock. Before,
+  every retry took the lock briefly and could refuse the person's own message.
+- **Routine turns ask for a 120-second lock.** This is the lifetime Intelligence already applies, so
+  nothing changes on today's platform.
+
 ### A sign-in's verification code is asked for after the password
 
 The private sign-in form used to ask for a username, a password and "a verification code, if the

Dockerfile

@@ -55,6 +55,8 @@ COPY tsconfig.base.json bunfig.toml ./
 COPY app/package.json app/package.json
 COPY server/package.json server/package.json
 COPY worker/package.json worker/package.json
+COPY shared/package.json shared/package.json
+COPY toolkit/package.json toolkit/package.json
 RUN bun install --frozen-lockfile
 
 # The lockfile travels with the manifest, because `--frozen-lockfile` with no lockfile in the context
@@ -68,10 +70,12 @@ RUN cd agent-computer && bun install --frozen-lockfile
 # A second tree with the build-time dependencies left out, for the runtime stage to take. Vite,
 # biome and the test tooling are a gigabyte that nothing in a running container imports.
 RUN mkdir -p /prod && cp package.json bun.lock /prod/ \
-  && cd /prod && mkdir -p app server worker \
+  && cd /prod && mkdir -p app server worker shared toolkit \
   && cp /src/app/package.json app/package.json \
   && cp /src/server/package.json server/package.json \
   && cp /src/worker/package.json worker/package.json \
+  && cp /src/shared/package.json shared/package.json \
+  && cp /src/toolkit/package.json toolkit/package.json \
   && bun install --frozen-lockfile --production
 
 
@@ -80,6 +84,7 @@ FROM deps AS app-build
 COPY app app
 COPY scripts scripts
 COPY shared shared
+COPY toolkit toolkit
 # The server's source as well: the app's prebuild step reads the tenant package through
 # `server/src/tenant-package`, so the app cannot be built without it.
 COPY server server
@@ -121,6 +126,7 @@ WORKDIR /app
 # present and broken.
 COPY --from=deps /prod/node_modules node_modules
 COPY --from=deps /prod/server/node_modules server/node_modules
+COPY --from=deps /prod/toolkit/node_modules toolkit/node_modules
 COPY --from=deps /src/package.json package.json
 COPY --from=deps /src/bun.lock bun.lock
 # The browser's tree is a separate install root with its own lockfile rather than a workspace of the
@@ -130,6 +136,7 @@ COPY --from=deps /src/agent-computer/node_modules agent-computer/node_modules
 
 COPY server server
 COPY shared shared
+COPY toolkit toolkit
 COPY examples examples
 COPY agent-computer/src agent-computer/src
 COPY agent-computer/package.json agent-computer/package.json

app/package.json

@@ -20,6 +20,7 @@
     "@copilotkit/a2ui-renderer": "1.77.0",
     "@copilotkit/react-core": "1.77.0",
     "@fontsource-variable/inter": "^5.3.0",
+    "@openbot/shared": "workspace:*",
     "@shadcn/react": "^0.3.0",
     "@tabler/icons-react": "^3.36.1",
     "@tanstack/react-form": "^1.33.5",

app/serve.ts

@@ -14,9 +14,9 @@
  */
 
 import { join, normalize, sep } from "node:path";
+import { DICTATION_HTTP_IDLE_SECONDS } from "@openbot/shared/dictation";
+import { listenPort } from "@openbot/shared/listen-port";
 import { file, type ServerWebSocket } from "bun";
-import { listenPort } from "../shared/listen-port";
-import { DICTATION_HTTP_IDLE_SECONDS } from "../shared/dictation";
 
 const DIST = join(import.meta.dir, "dist");
 const appPort = listenPort(process.env.APP_PORT, 3010);

app/src/lib/channels/attachments.ts

@@ -21,4 +21,4 @@ export {
   mediaTypeOf,
   namesNoFormat,
   shouldClaimPaste,
-} from "../../../../shared/attachments";
+} from "@openbot/shared/attachments";

app/src/lib/channels/responsibility-turn.ts

@@ -4,4 +4,4 @@
  * See `routine-firing.ts` beside this file: the server builds the message from `shared/`, and the
  * browser keeps importing through `@/`.
  */
-export { readResponsibilityTurn } from "../../../../shared/responsibility-turn";
+export { readResponsibilityTurn } from "@openbot/shared/responsibility-turn";

app/src/lib/channels/routine-firing.ts

@@ -5,4 +5,4 @@
  * once. This file exists so the browser code keeps importing through `@/`, and so the path to
  * `shared/` is written down once rather than in every renderer.
  */
-export { readFiring } from "../../../../shared/routine-firing";
+export { readFiring } from "@openbot/shared/routine-firing";

app/src/lib/computers/control.ts

@@ -11,8 +11,8 @@ import { tryClient } from "@/lib/client";
  * should say nothing, not tear down the screen the person is looking at.
  */
 
-export type { ComputerControlState as ControlState } from "../../../../shared/computer-control";
-import type { ComputerControlState as ControlState } from "../../../../shared/computer-control";
+export type { ComputerControlState as ControlState } from "@openbot/shared/computer-control";
+import type { ComputerControlState as ControlState } from "@openbot/shared/computer-control";
 
 async function callControl(
   computerId: string,

app/src/lib/computers/handoff.ts

@@ -1,7 +1,7 @@
 import type {
   BrowserChallenge,
   HandoffRequest,
-} from "../../../../shared/computer-control";
+} from "@openbot/shared/computer-control";
 import { callComputer, type ToolOutcome } from "./call";
 import { cancelControl, readControl } from "./control";
 

app/src/lib/copilot/gallery-tools.tsx

@@ -15,10 +15,7 @@ import {
   type GalleryComponent,
   galleryManifest,
 } from "@/lib/copilot/gallery-registry";
-import {
-  NOT_SHOWN,
-  NOT_SHOWN_TAIL,
-} from "../../../../shared/component-markers";
+import { NOT_SHOWN, NOT_SHOWN_TAIL } from "@openbot/shared/component-markers";
 
 /**
  * Register compiled gallery components once per name, scoped to the active Bot with `available`.

app/src/lib/copilot/markers.ts

@@ -5,4 +5,4 @@
  * file exists so the browser code keeps importing through `@/`, and so the path to `shared/` is
  * written down once rather than in every renderer.
  */
-export { HANDED_OVER, PUT_TO } from "../../../../shared/handoff-markers";
+export { HANDED_OVER, PUT_TO } from "@openbot/shared/handoff-markers";

app/src/lib/dictation/recording.ts

@@ -3,7 +3,7 @@ import {
   dictationExtension,
   dictationMediaType,
   MAX_DICTATION_BYTES,
-} from "../../../../shared/dictation";
+} from "@openbot/shared/dictation";
 
 export interface Recording {
   /** Shared with the visualizer; the recorder owns this stream's lifetime. */

app/src/lib/dictation/session.ts

@@ -1,4 +1,4 @@
-import { MAX_DICTATION_SECONDS } from "../../../../shared/dictation";
+import { MAX_DICTATION_SECONDS } from "@openbot/shared/dictation";
 import type { Recording } from "./recording";
 
 export type DictationState = {

app/src/lib/learning/queries.ts

@@ -5,7 +5,7 @@ import type {
   LearningDeliveryStatus,
   LearningOverview,
   LearningSettings,
-} from "../../../../shared/learning";
+} from "@openbot/shared/learning";
 
 export const learningKeys = {
   all: ["learning"] as const,

app/src/lib/settings/message-list.ts

@@ -6,10 +6,10 @@ import {
 } from "@tanstack/react-query";
 import { currentUserQueryOptions } from "@/lib/auth/queries";
 import { client } from "@/lib/client";
-import type { UserPreferences } from "../../../../shared/user-preferences";
+import type { UserPreferences } from "@openbot/shared/user-preferences";
 import { settingsKeys } from "./queries";
 
-export type { MessageListEmphasis } from "../../../../shared/user-preferences";
+export type { MessageListEmphasis } from "@openbot/shared/user-preferences";
 
 export function userPreferencesQueryOptions(userId: string | undefined) {
   return queryOptions({

app/src/lib/voice/archive.ts

@@ -7,7 +7,7 @@ import type {
   SaveVoiceSessionInput,
   VoiceSessionPage,
   VoiceSessionRecord,
-} from "../../../../shared/voice-session";
+} from "@openbot/shared/voice-session";
 import { closingOf } from "./cut";
 import {
   forgetVoiceCall,

app/src/lib/voice/outbox.ts

@@ -1,4 +1,4 @@
-import type { SaveVoiceSessionInput } from "../../../../shared/voice-session";
+import type { SaveVoiceSessionInput } from "@openbot/shared/voice-session";
 import { authKeys, type AuthenticatedUser } from "@/lib/auth/queries";
 import { queryClient } from "@/query-client";
 

app/src/lib/voice/session.ts

@@ -1,4 +1,4 @@
-import type { SaveVoiceSessionInput } from "../../../../shared/voice-session";
+import type { SaveVoiceSessionInput } from "@openbot/shared/voice-session";
 import { closingOf, openingOf } from "./cut";
 import { VOICE_CONTEXT_ITEM_ID, VoiceTranscript } from "./transcript";
 import type { ConnectVoice, VoiceConnection, VoiceEvent } from "./types";

app/src/lib/voice/transcript.ts

@@ -1,4 +1,4 @@
-import type { VoiceTranscriptEntry } from "../../../../shared/voice-session";
+import type { VoiceTranscriptEntry } from "@openbot/shared/voice-session";
 import type { VoiceEvent } from "./types";
 
 export const VOICE_CONTEXT_ITEM_ID = "openbot-voice-context";

app/src/routes/_authed/admin/learning.tsx

@@ -18,7 +18,7 @@ import type {
   LearningAutoAssignState,
   LearningSettings,
   LearningTarget,
-} from "../../../../../shared/learning";
+} from "@openbot/shared/learning";
 
 export const Route = createFileRoute("/_authed/admin/learning")({
   component: LearningPage,

app/tests/computer-handoff.test.ts

@@ -9,7 +9,7 @@ import {
 import type {
   ComputerControlState,
   HandoffStatus,
-} from "../../shared/computer-control";
+} from "@openbot/shared/computer-control";
 import {
   awaitHandoff,
   runHelpRequest,

app/tests/learning-admin.test.tsx

@@ -9,7 +9,7 @@ import {
 } from "@tanstack/react-router";
 import { cleanup, fireEvent, render, waitFor } from "@testing-library/react";
 import { LearningPage } from "@/routes/_authed/admin/learning";
-import type { LearningSettings } from "../../shared/learning";
+import type { LearningSettings } from "@openbot/shared/learning";
 
 beforeAll(() => GlobalRegistrator.register());
 afterAll(() => GlobalRegistrator.unregister());

app/tests/person-sent-message.test.ts

@@ -1,5 +1,5 @@
 import { describe, expect, test } from "bun:test";
-import { frameFiring } from "../../shared/routine-firing";
+import { frameFiring } from "@openbot/shared/routine-firing";
 import { isPersonSentMessage } from "../src/components/channels/chat-transcript";
 
 /**

app/tests/self-host-banner.test.tsx

@@ -16,7 +16,7 @@ import {
 import { authKeys } from "@/lib/auth/queries";
 import { deploymentKeys } from "@/lib/deployment/queries";
 import { userPreferencesQueryOptions } from "@/lib/settings/message-list";
-import type { UserPreferences } from "../../shared/user-preferences";
+import type { UserPreferences } from "@openbot/shared/user-preferences";
 
 const originalFetch = globalThis.fetch;
 const clients: QueryClient[] = [];

app/tests/transcript-attachments.test.tsx

@@ -17,7 +17,7 @@ import {
 } from "@/components/channels/chat-transcript";
 import type { QueuedMessage } from "@/components/channels/composer";
 import { attachmentUrl } from "@/lib/channels/attachments";
-import { frameFiring } from "../../shared/routine-firing";
+import { frameFiring } from "@openbot/shared/routine-firing";
 import { settleReactWork } from "./settle-react-work";
 
 /**

app/tests/user-preferences.test.tsx

@@ -15,7 +15,7 @@ import {
   saveUserPreferencesMutationOptions,
   userPreferencesQueryOptions,
 } from "@/lib/settings/message-list";
-import type { UserPreferences } from "../../shared/user-preferences";
+import type { UserPreferences } from "@openbot/shared/user-preferences";
 
 const originalFetch = globalThis.fetch;
 const clients: QueryClient[] = [];

app/tests/voice-archive.test.ts

@@ -1,5 +1,5 @@
 import { afterEach, expect, mock, spyOn, test } from "bun:test";
-import type { VoiceSessionRecord } from "../../shared/voice-session";
+import type { VoiceSessionRecord } from "@openbot/shared/voice-session";
 import {
   loadVoiceArchive,
   saveVoiceSession,

app/tests/voice-outbox.test.ts

@@ -1,6 +1,6 @@
 import { afterAll, afterEach, beforeAll, expect, test } from "bun:test";
 import { GlobalRegistrator } from "@happy-dom/global-registrator";
-import type { SaveVoiceSessionInput } from "../../shared/voice-session";
+import type { SaveVoiceSessionInput } from "@openbot/shared/voice-session";
 import { authKeys } from "../src/lib/auth/queries";
 import {
   forgetVoiceCall,

app/tests/voice-transcript.test.ts

@@ -1,5 +1,5 @@
 import { expect, test } from "bun:test";
-import type { SaveVoiceSessionInput } from "../../shared/voice-session";
+import type { SaveVoiceSessionInput } from "@openbot/shared/voice-session";
 import {
   VoiceTranscript,
   VOICE_CONTEXT_ITEM_ID,

app/tsconfig.json

@@ -8,11 +8,5 @@
     "jsx": "react-jsx",
     "lib": ["ES2024", "DOM", "DOM.Iterable"]
   },
-  "include": [
-    "src",
-    "tests",
-    "vite.config.ts",
-    "../shared/handoff-markers.ts",
-    "../shared/listen-port.ts"
-  ]
+  "include": ["src", "tests", "vite.config.ts"]
 }

app/vite-listen-port.test.ts

@@ -1,5 +1,5 @@
 import { describe, expect, test } from "bun:test";
-import { listenPort } from "../shared/listen-port";
+import { listenPort } from "@openbot/shared/listen-port";
 
 /**
  * The app Vite config used `Number.parseInt(process.env.APP_PORT ?? "3010", 10)` (and the same

app/vite.config.ts

@@ -4,7 +4,7 @@ import tailwindcss from "@tailwindcss/vite";
 import { tanstackRouter } from "@tanstack/router-plugin/vite";
 import react from "@vitejs/plugin-react";
 import { defineConfig, type Plugin } from "vite";
-import { listenPort } from "../shared/listen-port";
+import { listenPort } from "@openbot/shared/listen-port";
 
 /*
  * Announce the server's port to the two runtimes that serve the app through Vite, and to no other.

biome.json

@@ -35,6 +35,73 @@
         }
       }
     },
+    {
+      "includes": ["toolkit/src/**", "!toolkit/src/copilotkit/**"],
+      "linter": {
+        "rules": {
+          "style": {
+            "noRestrictedImports": {
+              "level": "error",
+              "options": {
+                "patterns": [
+                  {
+                    "group": ["../**"],
+                    "message": "The toolkit runs turns without the server. Take what it needs as a port in toolkit/ports.ts instead of importing server code."
+                  },
+                  {
+                    "group": [
+                      "./copilotkit/**",
+                      "@openbot/toolkit/copilotkit",
+                      "@openbot/toolkit/copilotkit/**"
+                    ],
+                    "message": "The toolkit core does not depend on CopilotKit. Code that needs @copilotkit/runtime lives in toolkit/src/copilotkit and imports the core, not the other way round."
+                  },
+                  {
+                    "group": [
+                      "@copilotkit/**",
+                      "drizzle-orm",
+                      "drizzle-orm/**",
+                      "hono",
+                      "hono/**"
+                    ],
+                    "message": "The toolkit core depends on @ag-ui, rxjs, zod and @openbot/shared only. CopilotKit-specific code goes in toolkit/src/copilotkit."
+                  }
+                ]
+              }
+            }
+          }
+        }
+      }
+    },
+    {
+      "includes": ["toolkit/src/copilotkit/**"],
+      "linter": {
+        "rules": {
+          "style": {
+            "noRestrictedImports": {
+              "level": "error",
+              "options": {
+                "patterns": [
+                  {
+                    "group": ["../../**"],
+                    "message": "The CopilotKit adapters run without the server. Take what they need as a port or a constructor option instead of importing server code."
+                  },
+                  {
+                    "group": [
+                      "drizzle-orm",
+                      "drizzle-orm/**",
+                      "hono",
+                      "hono/**"
+                    ],
+                    "message": "The CopilotKit adapters do not reach the database or the HTTP framework."
+                  }
+                ]
+              }
+            }
+          }
+        }
+      }
+    },
     {
       "includes": ["app/src/components/ui/**"],
       "linter": {