mirror of
https://github.com/multica-ai/multica.git
synced 2026-07-05 13:29:44 +02:00
* docs(timezone): add scheduling/viewing timezone architecture RFC * feat(db): replace daily rollups with task_usage_hourly, add user.timezone Migrations 100-104: add "user".timezone (Viewing tz), build the UTC hourly task_usage_hourly rollup with its pipeline, drop the legacy task_usage_daily / task_usage_dashboard_daily pipelines, and drop the agent_runtime.timezone column. Report queries now slice day boundaries at read time by the caller-supplied @tz instead of materialising in a fixed tz. Regenerate sqlc. * feat(server): add task_usage_hourly backfill command Replace the two legacy backfill commands (daily / dashboard_daily) with a single backfill_task_usage_hourly that loads historical task_usage into the new UTC hourly rollup, sliced per workspace. * refactor(server): resolve viewing timezone in report handlers Report handlers resolve the Viewing tz per request (?tz query param, then user.timezone, then UTC) and pass it to the hourly-rollup queries. Drop the UseDailyRollup feature flags and the old raw-scan/daily-rollup dual paths, remove the /api/usage endpoints, and stop the daemon from reporting and the runtime handler from accepting host timezone. * refactor(core): switch report queries to viewing timezone API client and dashboard/runtime queries send ?tz with each report request, the user schema/types carry the new timezone field, and the runtime timezone field/mutation is removed. * feat(views): add viewing timezone preference and UI Add the useViewingTimezone hook and a Timezone setting in Preferences; report charts and the dashboard week boundary follow the viewer tz. Remove the runtime detail timezone editor and its locale strings. * fix(test): update fixtures and stabilize tests for timezone refactor The timezone architecture refactor changed several types without updating dependent test code: - RuntimeDevice no longer has a timezone field — drop it from the create-agent-dialog runtime fixture. - User now requires a timezone field — add it to the apps/web mockUser fixture. - The PreferencesTab timezone tests asserted on the async save handler (PATCH then store update) with a bare expect, racing the mutation's settle callback, and timed out querying the Select's ~600-option IANA list on a loaded CI runner. Wrap the assertions in waitFor and extend the timeout for those three tests. * docs(timezone): document self-host migration order and trigger invariant Add a SELF-HOST UPGRADE ORDER runbook to the backfill command's package comment: applying migrations 100-104 in a single migrate-up drops the legacy daily rollups before the hourly backfill runs, leaving dashboards empty until cron catches up. Add an INVARIANT comment on trg_atq_dirty_hourly noting that agent_id must be added to the trigger's OF list if it ever becomes mutable, otherwise dirty buckets for the old agent_id are silently missed. * style(runtimes): drop trailing blank line in runtime-detail
152 lines
7.0 KiB
SQL
152 lines
7.0 KiB
SQL
-- name: UpsertTaskUsage :exec
|
|
-- Bumps `updated_at` on INSERT and on conflict so the hourly-rollup worker
|
|
-- detects the row as dirty and re-aggregates its bucket.
|
|
-- Without the conflict-side bump, a correction to historical token counts
|
|
-- would never propagate to the rollup.
|
|
INSERT INTO task_usage (task_id, provider, model, input_tokens, output_tokens, cache_read_tokens, cache_write_tokens, updated_at)
|
|
VALUES ($1, $2, $3, $4, $5, $6, $7, now())
|
|
ON CONFLICT (task_id, provider, model)
|
|
DO UPDATE SET
|
|
input_tokens = EXCLUDED.input_tokens,
|
|
output_tokens = EXCLUDED.output_tokens,
|
|
cache_read_tokens = EXCLUDED.cache_read_tokens,
|
|
cache_write_tokens = EXCLUDED.cache_write_tokens,
|
|
updated_at = now();
|
|
|
|
-- name: GetTaskUsage :many
|
|
SELECT * FROM task_usage
|
|
WHERE task_id = $1
|
|
ORDER BY model;
|
|
|
|
-- name: GetIssueUsageSummary :one
|
|
SELECT
|
|
COALESCE(SUM(tu.input_tokens), 0)::bigint AS total_input_tokens,
|
|
COALESCE(SUM(tu.output_tokens), 0)::bigint AS total_output_tokens,
|
|
COALESCE(SUM(tu.cache_read_tokens), 0)::bigint AS total_cache_read_tokens,
|
|
COALESCE(SUM(tu.cache_write_tokens), 0)::bigint AS total_cache_write_tokens,
|
|
COUNT(DISTINCT tu.task_id)::int AS task_count
|
|
FROM task_usage tu
|
|
JOIN agent_task_queue atq ON atq.id = tu.task_id
|
|
WHERE atq.issue_id = $1;
|
|
|
|
-- name: ListDashboardUsageDaily :many
|
|
-- Daily per-(date, model) token aggregates for the workspace, served
|
|
-- from the UTC-bucketed `task_usage_hourly` table and
|
|
-- sliced to calendar days under the caller-supplied @tz. Optionally
|
|
-- scoped to a single project via sqlc.narg('project_id'). Powers the
|
|
-- workspace dashboard's daily cost chart.
|
|
-- The viewer's tz is applied here at query time, so a viewer in
|
|
-- Asia/Shanghai gets their "today" cut at +08 and one in
|
|
-- America/Los_Angeles gets theirs at -08 against the same UTC rows.
|
|
--
|
|
-- @since is already the viewer's local start-of-day-(N) as a UTC
|
|
-- instant (computed by parseSinceParamInTZ). It must NOT be re-truncated
|
|
-- with DATE_TRUNC here — DATE_TRUNC operates in the session tz and would
|
|
-- snap the cutoff back to UTC midnight, dragging in an extra partial
|
|
-- local day for any non-UTC viewer.
|
|
SELECT
|
|
DATE(bucket_hour AT TIME ZONE sqlc.arg('tz')::text) AS date,
|
|
model,
|
|
SUM(input_tokens)::bigint AS input_tokens,
|
|
SUM(output_tokens)::bigint AS output_tokens,
|
|
SUM(cache_read_tokens)::bigint AS cache_read_tokens,
|
|
SUM(cache_write_tokens)::bigint AS cache_write_tokens,
|
|
SUM(task_count)::int AS task_count
|
|
FROM task_usage_hourly
|
|
WHERE workspace_id = $1
|
|
AND bucket_hour >= sqlc.arg('since')::timestamptz
|
|
AND (sqlc.narg('project_id')::uuid IS NULL OR project_id = sqlc.narg('project_id'))
|
|
GROUP BY DATE(bucket_hour AT TIME ZONE sqlc.arg('tz')::text), model
|
|
ORDER BY DATE(bucket_hour AT TIME ZONE sqlc.arg('tz')::text) DESC, model;
|
|
|
|
-- name: ListDashboardUsageByAgent :many
|
|
-- Per-(agent, model) token aggregates from `task_usage_hourly`. No
|
|
-- date grouping in the result, so this query takes no `@tz` — the
|
|
-- @since cutoff is a raw timestamptz the Go layer has already computed
|
|
-- in the viewer's tz. Model dimension is preserved so the client can
|
|
-- compute cost from its per-model pricing table; the client folds rows
|
|
-- by agent for the "by agent" list on the dashboard.
|
|
--
|
|
-- task_count is summed across hourly buckets — one task that spans
|
|
-- multiple hours lands in multiple buckets, so this over-counts by
|
|
-- hour the same way the daily version over-counted by day. The
|
|
-- frontend prefers `ListDashboardAgentRunTime` for the user-facing
|
|
-- "tasks" column, so this stays informational only.
|
|
SELECT
|
|
agent_id,
|
|
model,
|
|
SUM(input_tokens)::bigint AS input_tokens,
|
|
SUM(output_tokens)::bigint AS output_tokens,
|
|
SUM(cache_read_tokens)::bigint AS cache_read_tokens,
|
|
SUM(cache_write_tokens)::bigint AS cache_write_tokens,
|
|
SUM(task_count)::int AS task_count
|
|
FROM task_usage_hourly
|
|
WHERE workspace_id = $1
|
|
AND bucket_hour >= @since::timestamptz
|
|
AND (sqlc.narg('project_id')::uuid IS NULL OR project_id = sqlc.narg('project_id'))
|
|
GROUP BY agent_id, model
|
|
ORDER BY agent_id, model;
|
|
|
|
-- name: ListDashboardRunTimeDaily :many
|
|
-- Daily per-date run time + task counts for the workspace, optionally
|
|
-- scoped to a single project. Powers the workspace dashboard's "Time"
|
|
-- and "Tasks" metrics on the same toggle as Tokens / Cost. Bucketed by
|
|
-- completed_at (terminal time) sliced into calendar days under the
|
|
-- caller-supplied @tz — same Viewing-tz treatment as ListDashboardUsageDaily
|
|
-- so the Time / Tasks tabs cut their day boundary identically to the
|
|
-- Cost / Tokens tabs (a viewer east of UTC would otherwise see the four
|
|
-- tabs disagree on a "1d" window). Only terminal tasks (completed or
|
|
-- failed) with both started_at and completed_at populated contribute.
|
|
--
|
|
-- @since is already the viewer's local start-of-day-(N) (parseSinceParamInTZ)
|
|
-- — passed straight through, NOT re-truncated; see ListDashboardUsageDaily.
|
|
SELECT
|
|
DATE(atq.completed_at AT TIME ZONE sqlc.arg('tz')::text) AS date,
|
|
COALESCE(
|
|
SUM(EXTRACT(EPOCH FROM (atq.completed_at - atq.started_at)))::bigint,
|
|
0
|
|
)::bigint AS total_seconds,
|
|
COUNT(*)::int AS task_count,
|
|
COUNT(*) FILTER (WHERE atq.status = 'failed')::int AS failed_count
|
|
FROM agent_task_queue atq
|
|
JOIN agent a ON a.id = atq.agent_id
|
|
LEFT JOIN issue i ON i.id = atq.issue_id
|
|
WHERE a.workspace_id = $1
|
|
AND atq.status IN ('completed', 'failed')
|
|
AND atq.started_at IS NOT NULL
|
|
AND atq.completed_at IS NOT NULL
|
|
AND atq.completed_at >= sqlc.arg('since')::timestamptz
|
|
AND (sqlc.narg('project_id')::uuid IS NULL OR i.project_id = sqlc.narg('project_id'))
|
|
GROUP BY DATE(atq.completed_at AT TIME ZONE sqlc.arg('tz')::text)
|
|
ORDER BY DATE(atq.completed_at AT TIME ZONE sqlc.arg('tz')::text) DESC;
|
|
|
|
-- name: ListDashboardAgentRunTime :many
|
|
-- Per-agent total task run time and task count for the workspace, optionally
|
|
-- scoped to a single project. Counts only terminal runs (completed or failed)
|
|
-- with both started_at and completed_at populated — queued/running tasks have
|
|
-- no finite duration. Anchored on completed_at so the window matches the
|
|
-- token cost window (which is anchored on tu.created_at, ~= completion time).
|
|
--
|
|
-- No date bucketing, so no @tz — but @since is the viewer's local
|
|
-- start-of-day-(N) so the "last N days" window lines up with the per-agent
|
|
-- cost card; passed straight through without re-truncation.
|
|
SELECT
|
|
atq.agent_id,
|
|
COALESCE(
|
|
SUM(EXTRACT(EPOCH FROM (atq.completed_at - atq.started_at)))::bigint,
|
|
0
|
|
)::bigint AS total_seconds,
|
|
COUNT(*)::int AS task_count,
|
|
COUNT(*) FILTER (WHERE atq.status = 'failed')::int AS failed_count
|
|
FROM agent_task_queue atq
|
|
JOIN agent a ON a.id = atq.agent_id
|
|
LEFT JOIN issue i ON i.id = atq.issue_id
|
|
WHERE a.workspace_id = $1
|
|
AND atq.status IN ('completed', 'failed')
|
|
AND atq.started_at IS NOT NULL
|
|
AND atq.completed_at IS NOT NULL
|
|
AND atq.completed_at >= @since::timestamptz
|
|
AND (sqlc.narg('project_id')::uuid IS NULL OR i.project_id = sqlc.narg('project_id'))
|
|
GROUP BY atq.agent_id
|
|
ORDER BY total_seconds DESC;
|