feat: add chat debug log tables, queries, and SDK types (#23913)

coderd/database/migrations/000468_chat_debug_runs_and_steps.down.sql

@@ -0,0 +1,2 @@
+DROP TABLE IF EXISTS chat_debug_steps;
+DROP TABLE IF EXISTS chat_debug_runs;

coderd/database/migrations/000468_chat_debug_runs_and_steps.up.sql

@@ -0,0 +1,63 @@
+CREATE TABLE chat_debug_runs (
+    id                     UUID        PRIMARY KEY DEFAULT gen_random_uuid(),
+    chat_id                UUID        NOT NULL REFERENCES chats(id) ON DELETE CASCADE,
+    -- root_chat_id and parent_chat_id are intentionally NOT
+    -- foreign-keyed to chats(id). They are snapshot values that
+    -- record the subchat hierarchy at run time. The referenced
+    -- chat may be archived or deleted independently, and we want
+    -- to preserve the historical lineage in debug rows rather
+    -- than cascade-delete them.
+    root_chat_id           UUID,
+    parent_chat_id         UUID,
+    -- model_config_id follows the same snapshot rationale as
+    -- root_chat_id / parent_chat_id above: it records the model
+    -- configuration in effect at run time and must survive if
+    -- the referenced config is later deleted or rotated.
+    model_config_id        UUID,
+    trigger_message_id     BIGINT,
+    history_tip_message_id BIGINT,
+    kind                   TEXT        NOT NULL,
+    status                 TEXT        NOT NULL,
+    provider               TEXT,
+    model                  TEXT,
+    summary                JSONB       NOT NULL DEFAULT '{}'::jsonb,
+    started_at             TIMESTAMPTZ NOT NULL DEFAULT NOW(),
+    updated_at             TIMESTAMPTZ NOT NULL DEFAULT NOW(),
+    finished_at            TIMESTAMPTZ
+);
+
+CREATE UNIQUE INDEX idx_chat_debug_runs_id_chat ON chat_debug_runs(id, chat_id);
+CREATE INDEX idx_chat_debug_runs_chat_started ON chat_debug_runs(chat_id, started_at DESC);
+
+CREATE TABLE chat_debug_steps (
+    id                     UUID        PRIMARY KEY DEFAULT gen_random_uuid(),
+    run_id                 UUID        NOT NULL,
+    chat_id                UUID        NOT NULL REFERENCES chats(id) ON DELETE CASCADE,
+    step_number            INT         NOT NULL,
+    operation              TEXT        NOT NULL,
+    status                 TEXT        NOT NULL,
+    history_tip_message_id BIGINT,
+    assistant_message_id   BIGINT,
+    normalized_request     JSONB       NOT NULL,
+    normalized_response    JSONB,
+    usage                  JSONB,
+    attempts               JSONB       NOT NULL DEFAULT '[]'::jsonb,
+    error                  JSONB,
+    metadata               JSONB       NOT NULL DEFAULT '{}'::jsonb,
+    started_at             TIMESTAMPTZ NOT NULL DEFAULT NOW(),
+    updated_at             TIMESTAMPTZ NOT NULL DEFAULT NOW(),
+    finished_at            TIMESTAMPTZ,
+    CONSTRAINT fk_chat_debug_steps_run_chat
+        FOREIGN KEY (run_id, chat_id)
+        REFERENCES chat_debug_runs(id, chat_id)
+        ON DELETE CASCADE
+);
+
+CREATE UNIQUE INDEX idx_chat_debug_steps_run_step ON chat_debug_steps(run_id, step_number);
+CREATE INDEX idx_chat_debug_steps_chat_tip ON chat_debug_steps(chat_id, history_tip_message_id);
+-- Supports DeleteChatDebugDataAfterMessageID assistant_message_id branch.
+CREATE INDEX idx_chat_debug_steps_chat_assistant_msg ON chat_debug_steps(chat_id, assistant_message_id) WHERE assistant_message_id IS NOT NULL;
+
+-- Supports FinalizeStaleChatDebugRows worker query.
+CREATE INDEX idx_chat_debug_runs_stale ON chat_debug_runs(updated_at) WHERE finished_at IS NULL;
+CREATE INDEX idx_chat_debug_steps_stale ON chat_debug_steps(updated_at) WHERE finished_at IS NULL;

coderd/database/migrations/testdata/fixtures/000468_chat_debug_runs_and_steps.up.sql

@@ -0,0 +1,65 @@
+INSERT INTO chat_debug_runs (
+    id,
+    chat_id,
+    model_config_id,
+    history_tip_message_id,
+    kind,
+    status,
+    provider,
+    model,
+    summary,
+    started_at,
+    updated_at,
+    finished_at
+) VALUES (
+    'c98518f8-9fb3-458b-a642-57552af1db63',
+    '72c0438a-18eb-4688-ab80-e4c6a126ef96',
+    '9af5f8d5-6a57-4505-8a69-3d6c787b95fd',
+    (SELECT MAX(id) FROM chat_messages WHERE chat_id = '72c0438a-18eb-4688-ab80-e4c6a126ef96'),
+    'chat_turn',
+    'completed',
+    'openai',
+    'gpt-5.2',
+    '{"step_count":1,"has_error":false}'::jsonb,
+    '2024-01-01 00:00:00+00',
+    '2024-01-01 00:00:01+00',
+    '2024-01-01 00:00:01+00'
+);
+
+INSERT INTO chat_debug_steps (
+    id,
+    run_id,
+    chat_id,
+    step_number,
+    operation,
+    status,
+    history_tip_message_id,
+    assistant_message_id,
+    normalized_request,
+    normalized_response,
+    usage,
+    attempts,
+    error,
+    metadata,
+    started_at,
+    updated_at,
+    finished_at
+) VALUES (
+    '59471c60-7851-4fa6-bf05-e21dd939721f',
+    'c98518f8-9fb3-458b-a642-57552af1db63',
+    '72c0438a-18eb-4688-ab80-e4c6a126ef96',
+    1,
+    'stream',
+    'completed',
+    (SELECT MAX(id) FROM chat_messages WHERE chat_id = '72c0438a-18eb-4688-ab80-e4c6a126ef96'),
+    (SELECT MAX(id) FROM chat_messages WHERE chat_id = '72c0438a-18eb-4688-ab80-e4c6a126ef96'),
+    '{"messages":[]}'::jsonb,
+    '{"finish_reason":"stop"}'::jsonb,
+    '{"input_tokens":1,"output_tokens":1}'::jsonb,
+    '[]'::jsonb,
+    NULL,
+    '{"provider":"openai"}'::jsonb,
+    '2024-01-01 00:00:00+00',
+    '2024-01-01 00:00:01+00',
+    '2024-01-01 00:00:01+00'
+);