Multivon — the complete, unedited output of the deterministic mcptrustchecker engine v1.9.0, scanned . Every finding, capability tag and score component below is exactly what the engine produced — no AI, no post-processing.
{
"tool": {
"name": "mcptrustchecker",
"version": "1.9.0",
"methodologyVersion": "mcptrustchecker-1.9"
},
"target": {
"id": "multivon-mcp",
"source": {
"kind": "package",
"origin": "multivon-mcp"
},
"server": {
"name": "multivon-mcp"
}
},
"grade": "A",
"score": {
"score": 93,
"threatScore": 100,
"grade": "A",
"band": "A",
"categorySubtotals": {
"injection": 0,
"exfiltration": 0,
"permissions": 0,
"supply-chain": 0,
"network": 0,
"hygiene": 0
},
"vector": [
{
"kind": "client",
"term": "capability-exposure",
"level": "high",
"label": "capability blast radius (high) — client exposure if the model is manipulated",
"appliedPenalty": 6
},
{
"kind": "client",
"term": "verification-discount",
"level": "repo",
"label": "publisher verification (public source) — no provenance, but the source is public and inspectable",
"appliedPenalty": 1
},
{
"kind": "client",
"term": "coverage-honesty",
"level": "source",
"label": "inspection depth (source) — how much of the target the scan could see",
"appliedPenalty": 0
}
],
"gatesFired": [],
"methodologyVersion": "mcptrustchecker-1.9"
},
"capability": {
"level": "high",
"reasons": [
"can execute shell commands or code"
],
"tags": [
"code-exec"
]
},
"coverage": {
"level": "source",
"inputs": {
"toolSurface": true,
"implementationSource": true,
"packageMetadata": true,
"liveTransport": false
},
"caveats": [
"Tools were statically extracted from the published source (22 recovered), not enumerated from a running server. Tool-poisoning, Unicode-smuggling, capability and toxic-flow analysis ran on this inferred surface, but a mis-parsed registration could be missed or mis-attributed, so tool-derived findings are capped below “confirmed”. To grade the real runtime surface, scan the running server: --command \"npx -y <package>\"."
]
},
"findings": [
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_audit_pack\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_audit_pack\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_audit_pack"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_compare_runs\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_compare_runs\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_compare_runs"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_pii_detection\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_pii_detection\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_pii_detection"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_schema_compliance\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_schema_compliance\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_schema_compliance"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_discover\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_discover\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_discover"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_faithfulness\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_faithfulness\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_faithfulness"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_hallucination\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_hallucination\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_hallucination"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_relevance\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_relevance\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_relevance"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_tool_call_accuracy\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_tool_call_accuracy\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_tool_call_accuracy"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_answer_accuracy\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_answer_accuracy\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_answer_accuracy"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_g_eval\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_g_eval\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_g_eval"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_custom_rubric\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_custom_rubric\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_custom_rubric"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_generate_cases\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_generate_cases\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_generate_cases"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_vqa_faithfulness\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_vqa_faithfulness\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_vqa_faithfulness"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_document_grounding\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_document_grounding\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_document_grounding"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_context_precision\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_context_precision\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_context_precision"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_context_recall\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_context_recall\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_context_recall"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_toxicity\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_toxicity\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_toxicity"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_bias\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_bias\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_bias"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-001",
"title": "Tool \"eval_ingest_trace\" exposes command/code execution",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "Tool \"eval_ingest_trace\" appears to run shell commands or evaluate code (keyword \"eval\" in tool name). Arbitrary execution driven by model input is one of the most dangerous MCP capabilities; combined with any untrusted input it becomes RCE.",
"remediation": "Sandbox execution, allowlist commands/arguments, and never pass model output to a shell unescaped.",
"location": {
"kind": "tool",
"name": "eval_ingest_trace"
},
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-SRC-001",
"title": "Dynamic code execution in server code (multivon_mcp/tools/trace_tools.py)",
"category": "permissions",
"severity": "high",
"confidence": "strong",
"description": "In the server's implementation (`multivon_mcp/tools/trace_tools.py:11`): Evaluating strings as code is the most direct RCE primitive; if any tool input reaches it, the server executes attacker-chosen code. This is read from the code itself — not from the tool description — so a poisoned server cannot hide it behind honest-looking metadata.",
"remediation": "Review this call path: confirm it never receives unsanitized tool input, constrain it, or remove it. Treat a server whose code reaches these sinks as high-capability regardless of what its tools claim.",
"location": {
"kind": "server",
"name": "multivon_mcp/tools/trace_tools.py"
},
"evidence": "4. Agent then runs the eval (e.g. ``eval_tool_call_accuracy``) over the resulting case. The trace is accepted as",
"owasp": "LLM05:2025 Improper Output Handling",
"data": {
"rule": "MTC-SRC-001",
"file": "multivon_mcp/tools/trace_tools.py",
"line": 11,
"nonRuntime": false
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_audit_pack\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_audit_pack\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_audit_pack"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_compare_runs\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_compare_runs\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_compare_runs"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_pii_detection\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_pii_detection\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_pii_detection"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_schema_compliance\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_schema_compliance\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_schema_compliance"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_discover\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_discover\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_discover"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_faithfulness\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_faithfulness\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_faithfulness"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_hallucination\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_hallucination\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_hallucination"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_relevance\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_relevance\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_relevance"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_tool_call_accuracy\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_tool_call_accuracy\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_tool_call_accuracy"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_answer_accuracy\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_answer_accuracy\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_answer_accuracy"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_g_eval\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_g_eval\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_g_eval"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_custom_rubric\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_custom_rubric\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_custom_rubric"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_generate_cases\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_generate_cases\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_generate_cases"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_vqa_faithfulness\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_vqa_faithfulness\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_vqa_faithfulness"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_document_grounding\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_document_grounding\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_document_grounding"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_context_precision\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_context_precision\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_context_precision"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_context_recall\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_context_recall\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_context_recall"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_toxicity\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_toxicity\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_toxicity"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_bias\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_bias\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_bias"
},
"data": {
"tags": [
"code-exec"
]
}
},
{
"ruleId": "MTC-CAP-005",
"title": "Mutating tool \"eval_ingest_trace\" declares no destructiveHint",
"category": "hygiene",
"severity": "low",
"confidence": "heuristic",
"description": "Tool \"eval_ingest_trace\" can mutate/egress but declares no destructiveHint. Clients that don't default to spec-safe behavior may not prompt before running it.",
"remediation": "Declare accurate annotations, and gate destructive tools on user confirmation regardless.",
"location": {
"kind": "tool",
"name": "eval_ingest_trace"
},
"data": {
"tags": [
"code-exec"
]
}
}
],
"toxicFlows": [],
"capabilities": [
{
"tool": "eval_audit_pack",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_compare_runs",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_pii_detection",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_schema_compliance",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_discover",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_faithfulness",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_hallucination",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_relevance",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_tool_call_accuracy",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_answer_accuracy",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_g_eval",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_custom_rubric",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_generate_cases",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_vqa_faithfulness",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_document_grounding",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "pdfhell_run",
"tags": [],
"reasons": {}
},
{
"tool": "pdfhell_make",
"tags": [],
"reasons": {}
},
{
"tool": "eval_context_precision",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_context_recall",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_toxicity",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_bias",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
},
{
"tool": "eval_ingest_trace",
"tags": [
"code-exec"
],
"reasons": {
"code-exec": [
"keyword \"eval\" in tool name"
]
}
}
],
"surfaceDigest": "582d40ffa5120cfc0bf14524a6236f8d1385d40158b1490feb81368dfbae077e",
"stats": {
"tools": 22,
"prompts": 0,
"resources": 0,
"findingsBySeverity": {
"critical": 0,
"high": 21,
"medium": 0,
"low": 20,
"info": 0
}
}
}