mirror of
https://github.com/multica-ai/multica.git
synced 2026-07-30 16:20:35 +02:00
* fix(daemon): treat upstream API 400 invalid_request_error as poisoned session A markdown-linked image in an issue description that the agent downloads as a tiny CDN auth-error file and Read's as a PNG poisons the conversation: the LLM API rejects the bad image with 400 invalid_request_error, the session_id is pinned mid-flight, and every follow-up task on the issue (comment-trigger, auto-retry) resumes the same poisoned conversation and hits the same 400 — the issue can no longer be executed even after the description is cleaned up. Mirror the existing fallback-output classifier on the error side: detect "API Error: ... 400 ... invalid_request_error" in the agent error string, persist failure_reason='api_invalid_request', and add it to the GetLastTaskSession exclusion list so the next task starts a fresh session that re-reads the (now-clean) description. Co-authored-by: multica-agent <github@multica.ai> * fix(daemon): unblock issues already poisoned by API 400 invalid_request_error The forward-only classifier from the previous commit only tags new failures. Issues like MUL-1918 already have multiple failed-task rows whose failure_reason is the pre-fix default 'agent_error', and GetLastTaskSession falls back to those legacy rows on the next claim — so deploying the classifier alone leaves existing poisoned issues stuck (GPT-Boy review on PR #2314). Two complementary changes: - Migration 079 backfills failure_reason='api_invalid_request' on every pre-existing 'agent_error' row whose error text matches the canonical Anthropic 400 invalid_request_error shape. Keeps observability consistent (multica issue runs / UI now report the right reason). - GetLastTaskSession adds a defensive ILIKE clause on error text. Closes the deploy-window gap where the old binary could write a new 'agent_error' row between the migration running and the new code taking over, and protects against future error-format variants the daemon classifier might miss. Plus regression tests covering the legacy + new coexistence case GPT-Boy flagged, and a guard rail asserting benign 'agent_error' failures (timeouts, tool errors) still resume their session. Co-authored-by: multica-agent <github@multica.ai> --------- Co-authored-by: multica-agent <github@multica.ai>
101 lines
4.5 KiB
Go
101 lines
4.5 KiB
Go
package daemon
|
|
|
|
import "strings"
|
|
|
|
// FailureReason values for tasks whose session is "poisoned" — i.e.
|
|
// resuming the same conversation on a follow-up task would deterministically
|
|
// reproduce the same failure. Listed here so the server-side query
|
|
// GetLastTaskSession can filter them out and the next task starts from
|
|
// a fresh agent session instead of inheriting the bad state.
|
|
//
|
|
// Two flavors:
|
|
// - Output-side: agent "completed" with output that is actually a known
|
|
// fallback marker (gave up mid-thought, emitted a meta message). Detected
|
|
// via classifyPoisonedOutput.
|
|
// - Error-side: the LLM API itself rejected the request with a 400
|
|
// invalid_request_error (oversized payload, malformed image, etc.).
|
|
// The bad message is already baked into the conversation history, so
|
|
// every resume hits the same 400. Detected via classifyPoisonedError.
|
|
const (
|
|
FailureReasonIterationLimit = "iteration_limit"
|
|
FailureReasonAgentFallbackMsg = "agent_fallback_message"
|
|
FailureReasonAPIInvalidRequest = "api_invalid_request"
|
|
)
|
|
|
|
// poisonedOutputMaxLen caps how long an output can be and still be
|
|
// classified as a poisoned fallback. Real fallback messages are short,
|
|
// one-sentence affairs; a long output that happens to mention a marker
|
|
// is almost certainly a real conclusion (e.g. a code-review reply
|
|
// quoting these strings, like the one currently quoting them in
|
|
// MUL-1630). The cap intentionally errs on the side of NOT classifying
|
|
// — a missed poisoned task gets retried by user action, but a
|
|
// false-positive turns a successful task into a failure and a system
|
|
// comment.
|
|
const poisonedOutputMaxLen = 320
|
|
|
|
// poisonedMarkers maps a substring fingerprint of a known agent fallback
|
|
// terminal message to its failure_reason classifier. Match is case-
|
|
// insensitive and substring-based; the cap above prevents long outputs
|
|
// that quote a marker from being misclassified.
|
|
var poisonedMarkers = []struct {
|
|
Substring string
|
|
Reason string
|
|
}{
|
|
{"i reached the iteration limit", FailureReasonIterationLimit},
|
|
{"put your final update inside the content string", FailureReasonAgentFallbackMsg},
|
|
}
|
|
|
|
// classifyPoisonedOutput reports whether output matches a known agent
|
|
// fallback terminal message and, if so, returns the failure_reason that
|
|
// should be persisted on the task row. Long outputs are never
|
|
// classified: a real fallback is the agent's only utterance for the
|
|
// turn, so anything beyond ~one paragraph is treated as a real result
|
|
// even if it contains a marker substring.
|
|
func classifyPoisonedOutput(output string) (string, bool) {
|
|
trimmed := strings.TrimSpace(output)
|
|
if trimmed == "" || len(trimmed) > poisonedOutputMaxLen {
|
|
return "", false
|
|
}
|
|
lowered := strings.ToLower(trimmed)
|
|
for _, m := range poisonedMarkers {
|
|
if strings.Contains(lowered, m.Substring) {
|
|
return m.Reason, true
|
|
}
|
|
}
|
|
return "", false
|
|
}
|
|
|
|
// classifyPoisonedError reports whether an agent error message indicates
|
|
// the LLM API itself rejected the request body — i.e. the conversation
|
|
// history contains content the API will not accept (oversized image,
|
|
// malformed base64, prompt-too-long, etc.). The conversation cannot be
|
|
// resumed: every retry replays the same body and reproduces the same 400.
|
|
// The classifier returns FailureReasonAPIInvalidRequest so GetLastTaskSession
|
|
// excludes the task from the (agent_id, issue_id) resume lookup, and the
|
|
// next task on the issue starts a fresh session instead of permanently
|
|
// inheriting the bad state.
|
|
//
|
|
// Match shape: the Claude Code SDK and similar backends surface upstream
|
|
// API failures verbatim, e.g.
|
|
//
|
|
// API Error: 400 {"type":"error","error":{"type":"invalid_request_error","message":"Could not process image"},"request_id":"..."}
|
|
//
|
|
// Matching on both "400" and "invalid_request_error" keeps the classifier
|
|
// narrow: 429 rate-limits, 5xx overloads, and tool-shaped errors are
|
|
// transient and SHOULD resume on retry.
|
|
func classifyPoisonedError(errMsg string) (string, bool) {
|
|
if errMsg == "" {
|
|
return "", false
|
|
}
|
|
lowered := strings.ToLower(errMsg)
|
|
// Both markers must be present: "400" alone is too generic (a tool
|
|
// could surface a 400 from anywhere) and "invalid_request_error"
|
|
// alone could in theory appear in non-poisoning contexts. The
|
|
// combination is the canonical Anthropic error shape and indicates
|
|
// the request body — i.e. the conversation history — is the problem.
|
|
if strings.Contains(lowered, "invalid_request_error") && strings.Contains(lowered, "400") {
|
|
return FailureReasonAPIInvalidRequest, true
|
|
}
|
|
return "", false
|
|
}
|