mirror of
https://github.com/multica-ai/multica.git
synced 2026-07-05 13:29:44 +02:00
Daemons poll /tasks/claim every 30s per runtime; the steady-state warm-empty case currently runs ListPendingTasksByRuntime against Postgres on every poll. This collapses that path: - New ListQueuedClaimCandidatesByRuntime query restricts to status = 'queued' (the old query also returned 'dispatched' rows that can never be reclaimed) and is backed by a partial index keyed on (runtime_id, priority DESC, created_at ASC). - New EmptyClaimCache caches the negative verdict in Redis with a 30s TTL. ClaimTaskForRuntime checks the cache before SELECT and populates it on confirmed-empty results. - notifyTaskAvailable now invalidates the runtime's empty key before kicking the daemon WS, so newly enqueued tasks become claimable immediately rather than waiting out the TTL. - AutopilotService.dispatchRunOnly now goes through TaskService.NotifyTaskEnqueued so run_only tasks get the same invalidate-then-wakeup contract as every other enqueue path. Co-authored-by: multica-agent <github@multica.ai>
438 lines
18 KiB
SQL
438 lines
18 KiB
SQL
-- name: ListAgents :many
|
|
SELECT * FROM agent
|
|
WHERE workspace_id = $1 AND archived_at IS NULL
|
|
ORDER BY created_at ASC;
|
|
|
|
-- name: ListAllAgents :many
|
|
SELECT * FROM agent
|
|
WHERE workspace_id = $1
|
|
ORDER BY created_at ASC;
|
|
|
|
-- name: GetAgent :one
|
|
SELECT * FROM agent
|
|
WHERE id = $1;
|
|
|
|
-- name: GetAgentInWorkspace :one
|
|
SELECT * FROM agent
|
|
WHERE id = $1 AND workspace_id = $2;
|
|
|
|
-- name: CreateAgent :one
|
|
INSERT INTO agent (
|
|
workspace_id, name, description, avatar_url, runtime_mode,
|
|
runtime_config, runtime_id, visibility, max_concurrent_tasks, owner_id,
|
|
instructions, custom_env, custom_args, mcp_config, model
|
|
) VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14, $15)
|
|
RETURNING *;
|
|
|
|
-- name: UpdateAgent :one
|
|
UPDATE agent SET
|
|
name = COALESCE(sqlc.narg('name'), name),
|
|
description = COALESCE(sqlc.narg('description'), description),
|
|
avatar_url = COALESCE(sqlc.narg('avatar_url'), avatar_url),
|
|
runtime_config = COALESCE(sqlc.narg('runtime_config'), runtime_config),
|
|
runtime_mode = COALESCE(sqlc.narg('runtime_mode'), runtime_mode),
|
|
runtime_id = COALESCE(sqlc.narg('runtime_id'), runtime_id),
|
|
visibility = COALESCE(sqlc.narg('visibility'), visibility),
|
|
status = COALESCE(sqlc.narg('status'), status),
|
|
max_concurrent_tasks = COALESCE(sqlc.narg('max_concurrent_tasks'), max_concurrent_tasks),
|
|
instructions = COALESCE(sqlc.narg('instructions'), instructions),
|
|
custom_env = COALESCE(sqlc.narg('custom_env'), custom_env),
|
|
custom_args = COALESCE(sqlc.narg('custom_args'), custom_args),
|
|
mcp_config = COALESCE(sqlc.narg('mcp_config'), mcp_config),
|
|
model = COALESCE(sqlc.narg('model'), model),
|
|
updated_at = now()
|
|
WHERE id = $1
|
|
RETURNING *;
|
|
|
|
-- name: ClearAgentMcpConfig :one
|
|
UPDATE agent SET mcp_config = NULL, updated_at = now()
|
|
WHERE id = $1
|
|
RETURNING *;
|
|
|
|
-- name: ArchiveAgent :one
|
|
UPDATE agent SET archived_at = now(), archived_by = $2, updated_at = now()
|
|
WHERE id = $1
|
|
RETURNING *;
|
|
|
|
-- name: RestoreAgent :one
|
|
UPDATE agent SET archived_at = NULL, archived_by = NULL, updated_at = now()
|
|
WHERE id = $1
|
|
RETURNING *;
|
|
|
|
-- name: ListAgentTasks :many
|
|
SELECT * FROM agent_task_queue
|
|
WHERE agent_id = $1
|
|
ORDER BY created_at DESC;
|
|
|
|
-- name: CreateAgentTask :one
|
|
INSERT INTO agent_task_queue (
|
|
agent_id, runtime_id, issue_id, status, priority, trigger_comment_id,
|
|
trigger_summary, force_fresh_session
|
|
)
|
|
VALUES (
|
|
$1, $2, $3, 'queued', $4, sqlc.narg(trigger_comment_id),
|
|
sqlc.narg(trigger_summary),
|
|
COALESCE(sqlc.narg('force_fresh_session')::boolean, FALSE)
|
|
)
|
|
RETURNING *;
|
|
|
|
-- name: CreateQuickCreateTask :one
|
|
-- Quick-create tasks have no issue / chat / autopilot link; the entire job
|
|
-- description (prompt, requester, workspace) lives in context JSONB. The
|
|
-- daemon detects this variant via context.type == "quick_create".
|
|
INSERT INTO agent_task_queue (agent_id, runtime_id, issue_id, status, priority, context)
|
|
VALUES ($1, $2, NULL, 'queued', $3, $4)
|
|
RETURNING *;
|
|
|
|
-- name: LinkTaskToIssue :exec
|
|
-- Attaches the issue a quick-create task produced back to the task row, once
|
|
-- the agent has finished and the issue exists. Guarded by `issue_id IS NULL`
|
|
-- so this never overwrites an issue id that was set at task creation (only
|
|
-- quick-create tasks land here unset). Fixes the activity row staying on
|
|
-- "Creating issue" forever after completion.
|
|
UPDATE agent_task_queue
|
|
SET issue_id = $2
|
|
WHERE id = $1 AND issue_id IS NULL;
|
|
|
|
-- name: CreateRetryTask :one
|
|
-- Clones a parent task into a fresh queued attempt. Carries forward the
|
|
-- agent's resume context (session_id/work_dir) so the child can continue
|
|
-- the conversation when the backend supports it. attempt is incremented;
|
|
-- max_attempts and trigger_comment_id are inherited.
|
|
INSERT INTO agent_task_queue (
|
|
agent_id, runtime_id, issue_id, chat_session_id, autopilot_run_id,
|
|
status, priority, trigger_comment_id, trigger_summary, context,
|
|
session_id, work_dir,
|
|
attempt, max_attempts, parent_task_id
|
|
)
|
|
SELECT
|
|
p.agent_id, p.runtime_id, p.issue_id, p.chat_session_id, p.autopilot_run_id,
|
|
'queued', p.priority, p.trigger_comment_id, p.trigger_summary, p.context,
|
|
p.session_id, p.work_dir,
|
|
p.attempt + 1, p.max_attempts, p.id
|
|
FROM agent_task_queue p
|
|
WHERE p.id = $1
|
|
RETURNING *;
|
|
|
|
-- name: CancelAgentTasksByIssue :many
|
|
-- Cancels every active task on the issue and returns the affected rows so the
|
|
-- caller can reconcile each agent's status and broadcast task:cancelled events
|
|
-- (#1587). Prior :exec form silently dropped that info, so internal cancel
|
|
-- paths (issue status flips to cancelled/done, etc.) left agents stuck at
|
|
-- status="working" with no self-correction.
|
|
UPDATE agent_task_queue
|
|
SET status = 'cancelled', completed_at = now()
|
|
WHERE issue_id = $1 AND status IN ('queued', 'dispatched', 'running')
|
|
RETURNING *;
|
|
|
|
-- name: CancelAgentTasksByIssueAndAgent :many
|
|
-- Cancels active tasks for a single (issue, agent) pair without touching
|
|
-- tasks belonging to other agents on the same issue. Used by the manual
|
|
-- rerun flow so re-running the assignee doesn't collateral-cancel a
|
|
-- still-running @-mention agent on the same issue.
|
|
UPDATE agent_task_queue
|
|
SET status = 'cancelled', completed_at = now()
|
|
WHERE issue_id = $1 AND agent_id = $2 AND status IN ('queued', 'dispatched', 'running')
|
|
RETURNING *;
|
|
|
|
-- name: CancelAgentTasksByAgent :many
|
|
-- Bulk-cancel every active (queued/dispatched/running) task for an agent.
|
|
-- Returns the affected rows so callers can broadcast task:cancelled events.
|
|
-- Mirrors the shape of CancelAgentTasksByIssue / CancelAgentTasksByIssueAndAgent
|
|
-- (also :many + RETURNING + completed_at) so the three sibling cancel paths
|
|
-- behave consistently.
|
|
UPDATE agent_task_queue
|
|
SET status = 'cancelled', completed_at = now()
|
|
WHERE agent_id = $1 AND status IN ('queued', 'dispatched', 'running')
|
|
RETURNING *;
|
|
|
|
-- name: CancelAgentTasksByTriggerComment :many
|
|
-- Cancels active tasks whose trigger is the given comment. Called when a
|
|
-- comment is deleted so the agent does not run with the now-deleted content
|
|
-- already embedded in its prompt. Must run BEFORE the comment row is deleted
|
|
-- because the FK ON DELETE SET NULL would otherwise nullify trigger_comment_id
|
|
-- and we'd lose the ability to find the affected tasks.
|
|
UPDATE agent_task_queue
|
|
SET status = 'cancelled', completed_at = now()
|
|
WHERE trigger_comment_id = $1 AND status IN ('queued', 'dispatched', 'running')
|
|
RETURNING *;
|
|
|
|
-- name: GetAgentTask :one
|
|
SELECT * FROM agent_task_queue
|
|
WHERE id = $1;
|
|
|
|
-- name: ClaimAgentTask :one
|
|
-- Claims the next queued task for an agent, enforcing per-(issue, agent) serialization:
|
|
-- a task is only claimable when no other task for the same issue AND same agent is
|
|
-- already dispatched or running. This allows different agents to work on the same
|
|
-- issue in parallel while preventing a single agent from running duplicate tasks.
|
|
-- Chat tasks (issue_id IS NULL) use chat_session_id for serialization instead.
|
|
-- Quick-create tasks have no issue / chat / autopilot link, so they serialize on
|
|
-- "any other quick-create-shaped task" (all four FKs NULL) for the same agent —
|
|
-- otherwise a user mashing the create button could fire concurrent quick-creates
|
|
-- whose completion lookup would race over "most recent issue by this agent".
|
|
UPDATE agent_task_queue
|
|
SET status = 'dispatched', dispatched_at = now()
|
|
WHERE id = (
|
|
SELECT atq.id FROM agent_task_queue atq
|
|
WHERE atq.agent_id = $1 AND atq.status = 'queued'
|
|
AND NOT EXISTS (
|
|
SELECT 1 FROM agent_task_queue active
|
|
WHERE active.agent_id = atq.agent_id
|
|
AND active.status IN ('dispatched', 'running')
|
|
AND (
|
|
(atq.issue_id IS NOT NULL AND active.issue_id = atq.issue_id)
|
|
OR (atq.chat_session_id IS NOT NULL AND active.chat_session_id = atq.chat_session_id)
|
|
OR (
|
|
atq.issue_id IS NULL
|
|
AND atq.chat_session_id IS NULL
|
|
AND atq.autopilot_run_id IS NULL
|
|
AND active.issue_id IS NULL
|
|
AND active.chat_session_id IS NULL
|
|
AND active.autopilot_run_id IS NULL
|
|
)
|
|
)
|
|
)
|
|
ORDER BY atq.priority DESC, atq.created_at ASC
|
|
LIMIT 1
|
|
FOR UPDATE SKIP LOCKED
|
|
)
|
|
RETURNING *;
|
|
|
|
-- name: StartAgentTask :one
|
|
UPDATE agent_task_queue
|
|
SET status = 'running', started_at = now()
|
|
WHERE id = $1 AND status = 'dispatched'
|
|
RETURNING *;
|
|
|
|
-- name: CompleteAgentTask :one
|
|
UPDATE agent_task_queue
|
|
SET status = 'completed', completed_at = now(), result = $2, session_id = $3, work_dir = $4
|
|
WHERE id = $1 AND status = 'running'
|
|
RETURNING *;
|
|
|
|
-- name: GetLastTaskSession :one
|
|
-- Returns the session_id and work_dir from the most recent task for a given
|
|
-- (agent_id, issue_id) pair, used for session resumption. We accept both
|
|
-- 'completed' and 'failed' tasks: a failed task may have established a real
|
|
-- agent session before crashing (orphaned by a daemon restart, runtime offline,
|
|
-- or sweeper timeout), and the daemon pins the resume pointer mid-flight via
|
|
-- UpdateAgentTaskSession. Without this, an auto-retry / manual rerun of a
|
|
-- mid-run failure would silently start a fresh conversation and lose the
|
|
-- in-flight context — exactly what MUL-1128's B branch is meant to fix.
|
|
--
|
|
-- Tasks that ended in a known "poisoned" terminal state are excluded so
|
|
-- a rerun does not inherit the bad session. The daemon classifies these
|
|
-- failures (iteration_limit, agent_fallback_message) when it detects the
|
|
-- agent emitted a fallback marker instead of a real result.
|
|
SELECT session_id, work_dir FROM agent_task_queue
|
|
WHERE agent_id = $1 AND issue_id = $2
|
|
AND (
|
|
status = 'completed'
|
|
OR (status = 'failed' AND COALESCE(failure_reason, '') NOT IN ('iteration_limit', 'agent_fallback_message'))
|
|
)
|
|
AND session_id IS NOT NULL
|
|
ORDER BY COALESCE(completed_at, started_at, dispatched_at, created_at) DESC
|
|
LIMIT 1;
|
|
|
|
-- name: FailAgentTask :one
|
|
-- Marks a task as failed. session_id and work_dir are merged via COALESCE so
|
|
-- if the agent already established a real session before failing (e.g. it
|
|
-- crashed mid-conversation, was cancelled, or hit a tool error) the resume
|
|
-- pointer is preserved on the task row. The next chat task can then fall
|
|
-- back to GetLastChatTaskSession and continue the conversation instead of
|
|
-- silently starting over.
|
|
--
|
|
-- failure_reason is a coarse classifier consumed by the auto-retry path;
|
|
-- 'agent_error' is the safe default when the daemon doesn't supply one.
|
|
UPDATE agent_task_queue
|
|
SET status = 'failed',
|
|
completed_at = now(),
|
|
error = $2,
|
|
failure_reason = COALESCE(sqlc.narg('failure_reason'), 'agent_error'),
|
|
session_id = COALESCE(sqlc.narg('session_id'), session_id),
|
|
work_dir = COALESCE(sqlc.narg('work_dir'), work_dir)
|
|
WHERE id = $1 AND status IN ('dispatched', 'running')
|
|
RETURNING *;
|
|
|
|
-- name: UpdateAgentTaskSession :exec
|
|
-- Pins the resume pointer mid-flight so a daemon crash leaves a usable
|
|
-- session_id/work_dir on the task row. No-op if the task is no longer
|
|
-- in dispatched/running.
|
|
UPDATE agent_task_queue
|
|
SET session_id = COALESCE(sqlc.narg('session_id'), session_id),
|
|
work_dir = COALESCE(sqlc.narg('work_dir'), work_dir),
|
|
last_heartbeat_at = now()
|
|
WHERE id = $1 AND status IN ('dispatched', 'running');
|
|
|
|
-- name: RecoverOrphanedTasksForRuntime :many
|
|
-- Called by the daemon at startup. Atomically fails any dispatched/running
|
|
-- task that the prior incarnation of this runtime owned but did not
|
|
-- finalize. Returns the failed rows so callers can hand them to the
|
|
-- auto-retry path.
|
|
UPDATE agent_task_queue
|
|
SET status = 'failed',
|
|
completed_at = now(),
|
|
error = 'daemon restarted while task was in flight',
|
|
failure_reason = 'runtime_recovery'
|
|
WHERE runtime_id = $1 AND status IN ('dispatched', 'running')
|
|
RETURNING *;
|
|
|
|
-- name: FailStaleTasks :many
|
|
-- Fails tasks stuck in dispatched/running beyond the given thresholds.
|
|
-- Handles cases where the daemon is alive but the task is orphaned
|
|
-- (e.g. agent process hung, daemon failed to report completion).
|
|
UPDATE agent_task_queue
|
|
SET status = 'failed', completed_at = now(), error = 'task timed out',
|
|
failure_reason = 'timeout'
|
|
WHERE (status = 'dispatched' AND dispatched_at < now() - make_interval(secs => @dispatch_timeout_secs::double precision))
|
|
OR (status = 'running' AND started_at < now() - make_interval(secs => @running_timeout_secs::double precision))
|
|
RETURNING *;
|
|
|
|
-- name: CancelAgentTask :one
|
|
UPDATE agent_task_queue
|
|
SET status = 'cancelled', completed_at = now()
|
|
WHERE id = $1 AND status IN ('queued', 'dispatched', 'running')
|
|
RETURNING *;
|
|
|
|
-- name: CountRunningTasks :one
|
|
SELECT count(*) FROM agent_task_queue
|
|
WHERE agent_id = $1 AND status IN ('dispatched', 'running');
|
|
|
|
-- name: HasActiveTaskForIssue :one
|
|
-- Returns true if there is any queued, dispatched, or running task for the issue.
|
|
SELECT count(*) > 0 AS has_active FROM agent_task_queue
|
|
WHERE issue_id = $1 AND status IN ('queued', 'dispatched', 'running');
|
|
|
|
-- name: HasPendingTaskForIssue :one
|
|
-- Returns true if there is a queued or dispatched (but not yet running) task for the issue.
|
|
-- Used by the coalescing queue: allow enqueue when a task is running (so
|
|
-- the agent picks up new comments on the next cycle) but skip if a pending
|
|
-- task already exists (natural dedup).
|
|
SELECT count(*) > 0 AS has_pending FROM agent_task_queue
|
|
WHERE issue_id = $1 AND status IN ('queued', 'dispatched');
|
|
|
|
-- name: HasPendingTaskForIssueAndAgent :one
|
|
-- Returns true if a specific agent already has a queued or dispatched task
|
|
-- for the given issue. Used by @mention trigger dedup.
|
|
SELECT count(*) > 0 AS has_pending FROM agent_task_queue
|
|
WHERE issue_id = $1 AND agent_id = $2 AND status IN ('queued', 'dispatched');
|
|
|
|
-- name: ListPendingTasksByRuntime :many
|
|
SELECT * FROM agent_task_queue
|
|
WHERE runtime_id = $1 AND status IN ('queued', 'dispatched')
|
|
ORDER BY priority DESC, created_at ASC;
|
|
|
|
-- name: ListQueuedClaimCandidatesByRuntime :many
|
|
-- Returns rows the runtime can attempt to claim. Status is restricted to
|
|
-- 'queued' (in contrast to ListPendingTasksByRuntime which also includes
|
|
-- 'dispatched') because dispatched rows are by definition already owned
|
|
-- and cannot be re-claimed — including them in the candidate list pads
|
|
-- the result with rows that always lose the per-(issue, agent) race in
|
|
-- ClaimAgentTask, wasting CPU and a SELECT every poll cycle when the
|
|
-- runtime is busy on a long-running task. Backed by the partial index
|
|
-- idx_agent_task_queue_claim_candidates so the warm path is cheap.
|
|
SELECT * FROM agent_task_queue
|
|
WHERE runtime_id = $1 AND status = 'queued'
|
|
ORDER BY priority DESC, created_at ASC;
|
|
|
|
-- name: ListActiveTasksByIssue :many
|
|
SELECT * FROM agent_task_queue
|
|
WHERE issue_id = $1 AND status IN ('dispatched', 'running')
|
|
ORDER BY created_at DESC;
|
|
|
|
-- name: GetWorkspaceAgentRunCounts :many
|
|
-- Total task runs per agent over the trailing 30 days, used by the Agents
|
|
-- list RUNS column. 30-day window keeps the count meaningful (a long-dormant
|
|
-- agent shouldn't show "5,420 runs from 2 years ago") and keeps the scan
|
|
-- bounded as the workspace ages.
|
|
SELECT
|
|
atq.agent_id,
|
|
COUNT(*)::int AS run_count
|
|
FROM agent_task_queue atq
|
|
JOIN agent a ON a.id = atq.agent_id
|
|
WHERE a.workspace_id = $1
|
|
AND atq.created_at > now() - INTERVAL '30 days'
|
|
GROUP BY atq.agent_id;
|
|
|
|
-- name: GetWorkspaceAgentActivity30d :many
|
|
-- Returns per-agent daily activity buckets for the last 30 days. Single
|
|
-- workspace-wide read backs both surfaces:
|
|
-- - Agents list ACTIVITY column — uses only the trailing 7 buckets
|
|
-- - Agent detail "Last 30 days" panel — uses the full 30
|
|
-- 30 days contains 7 days, so one fetch + a client-side .slice(-7) wins
|
|
-- over fetching twice. Days with no completion produce no row; the
|
|
-- front-end zero-fills.
|
|
--
|
|
-- Anchored on completed_at (not created_at) because the sparkline answers
|
|
-- "what did this agent produce?" not "what was queued at it?". A task that's
|
|
-- still in flight has no completed_at and contributes nothing here — that's
|
|
-- correct: in-flight tasks are surfaced via the live presence indicator,
|
|
-- not the historical trend.
|
|
SELECT
|
|
atq.agent_id,
|
|
DATE_TRUNC('day', atq.completed_at)::timestamptz AS bucket,
|
|
COUNT(*)::int AS task_count,
|
|
COUNT(*) FILTER (WHERE atq.status = 'failed')::int AS failed_count
|
|
FROM agent_task_queue atq
|
|
JOIN agent a ON a.id = atq.agent_id
|
|
WHERE a.workspace_id = $1
|
|
AND atq.completed_at IS NOT NULL
|
|
AND atq.completed_at > now() - INTERVAL '30 days'
|
|
GROUP BY atq.agent_id, bucket
|
|
ORDER BY atq.agent_id, bucket;
|
|
|
|
-- name: ListWorkspaceAgentTaskSnapshot :many
|
|
-- Returns the tasks needed to derive each agent's current presence:
|
|
-- - All active tasks (queued / dispatched / running) — for working signal + counts
|
|
-- - Each agent's most recent OUTCOME task (completed / failed) — for sticky
|
|
-- failed signal
|
|
-- The front-end picks "active wins, else latest outcome" — see derive-presence.ts.
|
|
--
|
|
-- Cancelled tasks are excluded from the outcome half on purpose: cancel is a
|
|
-- procedural signal ("attempt aborted"), not an outcome. It tells us nothing
|
|
-- about whether the agent works, so it must NOT be allowed to mask a prior
|
|
-- failure. Concretely: if an agent fails and then the user cancels the queued
|
|
-- retry (or the parent issue closes and cascades cancels), the failed signal
|
|
-- has to stay red. Only a real success (completed) or a fresh attempt (active)
|
|
-- clears it.
|
|
--
|
|
-- No UI windows in SQL: stickiness is decided by "is the latest outcome a
|
|
-- failure?", not a 2-minute clock. JOINs agent because agent_task_queue has
|
|
-- no workspace_id column.
|
|
SELECT atq.* FROM agent_task_queue atq
|
|
JOIN agent a ON a.id = atq.agent_id
|
|
WHERE a.workspace_id = $1
|
|
AND atq.status IN ('queued', 'dispatched', 'running')
|
|
|
|
UNION ALL
|
|
|
|
SELECT t.* FROM (
|
|
SELECT DISTINCT ON (atq.agent_id) atq.*
|
|
FROM agent_task_queue atq
|
|
JOIN agent a ON a.id = atq.agent_id
|
|
WHERE a.workspace_id = $1
|
|
AND atq.status IN ('completed', 'failed')
|
|
ORDER BY atq.agent_id, atq.completed_at DESC NULLS LAST
|
|
) t;
|
|
|
|
-- name: ListTasksByIssue :many
|
|
SELECT * FROM agent_task_queue
|
|
WHERE issue_id = $1
|
|
ORDER BY created_at DESC;
|
|
|
|
-- name: UpdateAgentStatus :one
|
|
UPDATE agent SET status = $2, updated_at = now()
|
|
WHERE id = $1
|
|
RETURNING *;
|
|
|
|
-- name: RefreshAgentStatusFromTasks :one
|
|
UPDATE agent AS a
|
|
SET status = CASE WHEN EXISTS (
|
|
SELECT 1 FROM agent_task_queue q
|
|
WHERE q.agent_id = a.id AND q.status IN ('dispatched', 'running')
|
|
) THEN 'working' ELSE 'idle' END,
|
|
updated_at = now()
|
|
WHERE a.id = $1
|
|
RETURNING *;
|