{
  "name": "One-task chart retrieval comparison",
  "version": 1,
  "recordedAt": "2026-09-25T18:02:16.000Z",
  "prompt": "Show the effective federal funds rate during the 2022–2023 hiking cycle.",
  "task": "Return the original chart and source.",
  "baseline": {
    "tool": "Claude web search",
    "runs": 1,
    "elapsedMs": {
      "upperBound": 11000
    },
    "behavior": "Returned a newly generated chart. The final answer did not link the original chart or its source page; FRED appeared only in the hidden web-search results."
  },
  "evidence": {
    "tool": "Evidence visual search",
    "retrieval": "Deterministic lexical search",
    "query": "Show the effective federal funds rate during the 2022–2023 hiking cycle.",
    "warmups": 2,
    "measuredRuns": 20,
    "latencyMs": {
      "median": 137,
      "p95": 140
    },
    "allRunsSelectedSameAsset": true,
    "selected": {
      "id": "asset_fred_fedfunds",
      "title": "Effective Federal Funds Rate",
      "publisher": "Federal Reserve Bank of St. Louis · FRED",
      "recordDate": "2026-08-23",
      "previewUrl": "/evidence/fred-fedfunds.png",
      "sourceUrl": "https://fred.stlouisfed.org/series/FEDFUNDS",
      "originalVisualUrl": "https://fred.stlouisfed.org/graph/fredgraph.png?id=FEDFUNDS"
    }
  },
  "measurement": {
    "claude": "One web-enabled response, timed from prompt submission until the completed response was observed; reported as an upper bound of 11 seconds.",
    "evidence": "The index was preloaded, then the same query was searched twice as a warm-up and 20 times for measurement. Values are the median and p95 returned by searchIndex.",
    "caveat": "The Claude result is one sample. Its timer includes web lookup and answer generation; the Evidence timer covers local warm retrieval only. This is an illustrative task comparison, not a general ranking."
  }
}