eval-dashboards/examples/basic-json/run-trace-links.json at main · IcodeNet/eval-dashboards · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
{
  "schemaVersion": "eval-report/v1",
  "run": {
    "id": "run-trace-links",
    "generatedAt": "2026-07-29T12:00:00.000Z",
    "project": "trace-example"
  },
  "suites": [
    {
      "id": "agent",
      "total": 2,
      "passed": 1,
      "failed": 1
    }
  ],
  "suiteManifests": [
    {
      "name": "agent",
      "target": "agent",
      "datasetSource": "manual",
      "datasetVersion": "v1",
      "rubricVersion": "r1",
      "riskArea": "tool-use",
      "graders": ["tool-call-check"],
      "gate": {
        "mode": "report-only",
        "thresholds": {
          "passRate": 0.5
        }
      }
    }
  ],
  "rows": [
    {
      "id": "agent/tool-timeout-001",
      "suite": "agent",
      "passed": false,
      "kind": "agent",
      "severity": "high",
      "category": "tool-timeout",
      "reason": "Tool call exceeded timeout budget and produced no final answer.",
      "promptVersion": "agent-v1-prompt",
      "agentVersion": "agent-v1.2.0",
      "turns": [
        {
          "role": "user",
          "content": "Summarize account balance trends for Q2."
        },
        {
          "role": "assistant",
          "content": "Calling portfolio-service for account rollup.",
          "toolCall": {
            "name": "portfolio-service",
            "args": {
              "period": "2026-Q2"
            }
          }
        }
      ],
      "toolCalls": [
        {
          "name": "portfolio-service",
          "args": {
            "period": "2026-Q2"
          },
          "result": "timeout",
          "resultIsError": true,
          "durationMs": 30000
        }
      ],
      "trace": {
        "traceId": "4f5c7c55f9da4b4a",
        "spanId": "a1e243fbe90c9f5d",
        "traceUrl": "https://traces.example.local/trace/4f5c7c55f9da4b4a",
        "spanUrl": "https://traces.example.local/trace/4f5c7c55f9da4b4a/span/a1e243fbe90c9f5d",
        "spanType": "tool"
      }
    },
    {
      "id": "agent/tool-timeout-002",
      "suite": "agent",
      "passed": true,
      "kind": "agent",
      "severity": "none",
      "category": "tool-timeout",
      "promptVersion": "agent-v1-prompt",
      "agentVersion": "agent-v1.2.0",
      "turns": [
        {
          "role": "user",
          "content": "Summarize account balance trends for Q2."
        },
        {
          "role": "assistant",
          "content": "Q2 balance trend summary delivered."
        }
      ]
    }
  ]
}