import './env' import { Worker } from 'bullmq' import IORedis from 'ioredis' import { applyMechanicalEvents, bindMechanicalEventsToRolls, resolveChecks } from '@dng/game-engine' import { CharacterSchema, PlayerIntentSchema, makeId } from '@dng/shared' import { generateWorld, narrateRound, planRound, summarizeStory } from './ai' import { buildActionSequence, buildRoundContext, sanitizeRoundMemory, shouldUpdateStorySummary, validateAndOrderRoundPlan } from './orchestration' const redisUrl = process.env.REDIS_URL const supabaseUrl = process.env.SUPABASE_URL const serviceKey = process.env.SUPABASE_SERVICE_ROLE_KEY if (!supabaseUrl || !serviceKey) { throw new Error('[worker] SUPABASE_URL and SUPABASE_SERVICE_ROLE_KEY are required.') } else { const databaseUrl = supabaseUrl const databaseServiceKey = serviceKey type JobType = 'generate-world' | 'resolve-round' interface JobPayload { id: string name: JobType entityId: string messages?: Array<{ role: 'user' | 'assistant'; content: string }> claimToken?: string } interface ClaimedJob { id: string job_type: JobType entity_id: string } class SupabaseRequestError extends Error { constructor( readonly status: number, readonly path: string, detail: string, ) { const rpcName = path.startsWith('rpc/') ? path.slice('rpc/'.length) : null const message = status === 404 && rpcName ? `Supabase RPC "${rpcName}" was not found. The database schema is incomplete. Run the generated supabase/bootstrap.sql in the Supabase SQL Editor, then restart the worker.` : `Supabase returned ${status} for ${path}: ${detail}` super(message) this.name = 'SupabaseRequestError' } } async function databaseRequest(path: string, init: RequestInit = {}): Promise { const headers = new Headers(init.headers) headers.set('apikey', databaseServiceKey) headers.set('Content-Type', 'application/json') if (databaseServiceKey.split('.').length === 3) headers.set('Authorization', `Bearer ${databaseServiceKey}`) else headers.delete('Authorization') const response = await fetch(new URL(`/rest/v1/${path}`, databaseUrl), { ...init, headers, }) if (!response.ok) { const detail = await response.text() throw new SupabaseRequestError(response.status, path, detail) } const responseBody = await response.text() if (!responseBody) return undefined as T return JSON.parse(responseBody) as T } async function selectRows(table: string, query: Record): Promise { return databaseRequest(`${table}?${new URLSearchParams(query)}`) } async function persistStorySummary(jobId: string, campaignId: string, throughRound: number, summary: string): Promise { let lastError: unknown for (let attempt = 1; attempt <= 3; attempt += 1) { try { await databaseRequest('rpc/stage_two_upsert_story_summary', { method: 'POST', body: JSON.stringify({ p_job_id: jobId, p_campaign_id: campaignId, p_through_round: throughRound, p_summary: summary, }), }) return } catch (error) { lastError = error if (attempt < 3) await new Promise(resolve => setTimeout(resolve, attempt * 250)) } } throw lastError } async function processWorld(job: JobPayload) { let messages = job.messages if (!messages) { const [session] = await selectRows<{ messages: Array<{ role: 'user' | 'assistant'; content: string }> }>('coauthor_sessions', { select: 'messages', id: `eq.${job.entityId}`, limit: '1', }) if (!session) throw new Error('Coauthor session not found') messages = session.messages } const world = await generateWorld(messages) await databaseRequest(`coauthor_sessions?id=eq.${encodeURIComponent(job.entityId)}`, { method: 'PATCH', body: JSON.stringify({ status: 'ready', generated_world: world, updated_at: new Date().toISOString() }), }) await databaseRequest('rpc/complete_ai_job', { method: 'POST', body: JSON.stringify({ p_job_id: job.id, p_worker_id: job.claimToken ?? null }), }) return world } async function processRound(job: JobPayload) { const [round] = await selectRows>('rounds', { select: '*,campaigns!inner(*)', id: `eq.${job.entityId}`, limit: '1', }) if (!round) throw new Error('Round not found') if (round.status === 'resolved') return { duplicate: true } const [rawCharacters, rawIntents, rawMemories, rawRecentRounds, rawStorySummaries] = await Promise.all([ selectRows>('characters', { select: '*', campaign_id: `eq.${round.campaign_id}` }), selectRows>('player_intents', { select: '*', round_id: `eq.${round.id}` }), selectRows<{ summary: string; importance: number; tags: string[]; entity_ids: string[] }>('memories', { select: 'summary,importance,tags,entity_ids', campaign_id: `eq.${round.campaign_id}`, order: 'importance.desc,created_at.desc', limit: '24', }), selectRows<{ number: number; narration: string; next_prompt: string | null }>('rounds', { select: 'number,narration,next_prompt', campaign_id: `eq.${round.campaign_id}`, status: 'eq.resolved', order: 'number.desc', limit: '2', }), selectRows<{ through_round: number; summary: string }>('story_summaries', { select: 'through_round,summary', campaign_id: `eq.${round.campaign_id}`, order: 'through_round.desc', limit: '1', }), ]) const characters = rawCharacters.map(row => CharacterSchema.parse({ id: row.id, name: row.name, concept: row.concept, controller: row.controller, userId: row.user_id, abilities: row.abilities, hp: row.hp, maxHp: row.max_hp, defense: row.defense, proficiency: row.proficiency, inventory: row.inventory, statuses: row.statuses, persona: row.persona, rules: row.rules_state, })) const intents = rawIntents.map(row => PlayerIntentSchema.parse({ id: row.id, roundId: row.round_id, memberId: row.member_id, characterId: row.character_id, action: row.action, ready: row.ready, createdAt: row.created_at, updatedAt: row.updated_at, })) const scene = String(round.campaigns.current_scene ?? '') const context = buildRoundContext({ scene, storySummary: rawStorySummaries[0]?.summary ?? null, recentRounds: rawRecentRounds.map(previous => ({ number: previous.number, narration: previous.narration, nextPrompt: previous.next_prompt })), intents, characters, memories: rawMemories.map(memory => ({ summary: memory.summary, importance: memory.importance, tags: memory.tags, entityIds: memory.entity_ids, })), }) const plan = validateAndOrderRoundPlan(await planRound(context), context) const rolls = resolveChecks(plan.checks, characters) const permittedEvents = bindMechanicalEventsToRolls(plan.proposedEvents, rolls) const resolution = await narrateRound({ context, actionSequence: buildActionSequence(context, plan), rolls, permittedEvents }) const safeEvents = resolution.events.filter(event => permittedEvents.some(permitted => JSON.stringify(permitted) === JSON.stringify(event))) const applied = applyMechanicalEvents(characters, safeEvents, rolls) const shouldSummarize = shouldUpdateStorySummary(Number(round.number)) const summary = shouldSummarize ? await summarizeStory({ previousSummary: context.storySummary, rounds: [...context.recentRounds.map(previous => ({ number: previous.number, narration: previous.narration })), { number: Number(round.number), narration: resolution.narration }], }) : null await databaseRequest(job.claimToken ? 'rpc/commit_claimed_srd_round_resolution' : 'rpc/commit_srd_round_resolution', { method: 'POST', body: JSON.stringify({ p_round_id: round.id, p_narration: resolution.narration, p_next_prompt: resolution.nextPrompt, p_rolls: rolls, p_events: safeEvents, p_character_states: applied.characters.map(character => ({ id: character.id, hp: character.hp, inventory: character.inventory, statuses: character.statuses, rulesState: character.rules, })), p_memory: sanitizeRoundMemory(resolution.memory), p_idempotency_key: job.id, ...(job.claimToken ? { p_worker_id: job.claimToken } : {}), }), }) if (summary) { try { await persistStorySummary(job.id, round.campaign_id, Number(round.number), summary.summary) } catch (error) { console.error(`[worker] round ${round.id} committed but story summary persistence failed:`, error) } } return { narration: resolution.narration, rolls: rolls.length } } async function processJob(job: JobPayload) { if (job.name === 'generate-world') return processWorld(job) if (job.name === 'resolve-round') return processRound(job) throw new Error(`Unknown job type: ${job.name}`) } async function withLeaseHeartbeat(jobId: string, workerId: string, task: () => Promise): Promise { let heartbeatError: unknown let renewing = false const heartbeat = setInterval(() => { if (renewing) return renewing = true void databaseRequest('rpc/renew_ai_job_lease', { method: 'POST', body: JSON.stringify({ p_job_id: jobId, p_worker_id: workerId }), }).catch(error => { heartbeatError = error }).finally(() => { renewing = false }) }, 60_000) heartbeat.unref() try { const result = await task() if (heartbeatError) throw heartbeatError return result } finally { clearInterval(heartbeat) } } if (redisUrl) { const connection = new IORedis(redisUrl, { maxRetriesPerRequest: null }) const workerId = process.env.RAILWAY_REPLICA_ID ?? makeId('worker') const worker = new Worker('dng-ai', async job => { if (!job.id) throw new Error('BullMQ job id must match an ai_jobs id') const [claimed] = await databaseRequest('rpc/claim_ai_job_by_id', { method: 'POST', body: JSON.stringify({ p_job_id: String(job.id), p_worker_id: workerId }), }) if (!claimed) throw new Error(`AI job ${job.id} is not claimable`) try { return await withLeaseHeartbeat(claimed.id, workerId, () => processJob({ id: claimed.id, name: claimed.job_type, entityId: claimed.entity_id, messages: job.data.messages, claimToken: workerId, })) } catch (error) { const message = error instanceof Error ? error.message : String(error) await databaseRequest('rpc/retry_ai_job', { method: 'POST', body: JSON.stringify({ p_job_id: claimed.id, p_worker_id: workerId, p_error: message.slice(0, 2_000) }), }) throw error } }, { connection, concurrency: 4, lockDuration: 120_000 }) console.info('[worker] Dungeons & Ground worker ready (BullMQ)') const close = async () => { await worker.close() await connection.quit() } process.once('SIGTERM', () => void close()) process.once('SIGINT', () => void close()) } else { const pollInterval = Math.max(250, Number(process.env.AI_JOB_POLL_INTERVAL_MS ?? 1_000)) const workerId = process.env.RAILWAY_REPLICA_ID ?? makeId('worker') let stopped = false let consecutivePollFailures = 0 const stop = () => { stopped = true } process.once('SIGTERM', stop) process.once('SIGINT', stop) console.info(`[worker] Dungeons & Ground worker ready (Supabase polling every ${pollInterval}ms)`) while (!stopped) { try { const claimed = await databaseRequest('rpc/claim_ai_job', { method: 'POST', body: JSON.stringify({ p_worker_id: workerId }), }) consecutivePollFailures = 0 const job = claimed[0] if (!job) { await new Promise(resolve => setTimeout(resolve, pollInterval)) continue } try { await withLeaseHeartbeat(job.id, workerId, () => processJob({ id: job.id, name: job.job_type, entityId: job.entity_id, claimToken: workerId })) } catch (error) { const message = error instanceof Error ? error.message : String(error) console.error(`[worker] ${job.job_type} ${job.id} failed: ${message}`) await databaseRequest('rpc/retry_ai_job', { method: 'POST', body: JSON.stringify({ p_job_id: job.id, p_worker_id: workerId, p_error: message.slice(0, 2_000) }), }) } } catch (error) { if (error instanceof SupabaseRequestError && error.status === 404 && error.path.startsWith('rpc/')) { console.error(`[worker] ${error.message}`) process.exitCode = 1 break } consecutivePollFailures += 1 const retryDelay = Math.min(30_000, pollInterval * 2 ** Math.min(consecutivePollFailures - 1, 5)) const message = error instanceof Error ? error.message : String(error) // Avoid flooding the terminal and Supabase during a network outage. // Log the first failure and then only when the backoff duration grows. if (consecutivePollFailures === 1 || (consecutivePollFailures & (consecutivePollFailures - 1)) === 0) { console.error(`[worker] polling failed; retrying in ${retryDelay}ms: ${message}`) } await new Promise(resolve => setTimeout(resolve, retryDelay)) } } } }