{
  "graded": "2026-10-08",
  "grader": "shirley-lou",
  "rubric": "Freshness prompts only. correct = the answer states the September 2026 fact named in the fixture (F1: the filter isolates searches started with an image, introduced September 2026; F2: Ahrefs doubled API unit limits on paid plans; F3: OpenSEO's data source is DataForSEO; F4: Jev is a TypeSafe AI decision/classifier model, not a text generator). wrong = describes something else or denies the change. no-info = says it has no information. Read from the full answer text in raw/.",
  "grades": {
    "F1": {"chatgpt-web": "correct", "chatgpt-web-nosearch": "correct", "aimode": "correct", "gemini": "correct", "perplexity-routed": "correct", "chatgpt-api-search": "wrong", "chatgpt-api-nosearch": "wrong"},
    "F2": {"chatgpt-web": "correct", "chatgpt-web-nosearch": "correct", "aimode": "wrong", "gemini": "wrong", "perplexity-routed": "correct", "chatgpt-api-search": "correct", "chatgpt-api-nosearch": "no-info"},
    "F3": {"chatgpt-web": "correct", "chatgpt-web-nosearch": "correct", "aimode": "correct", "gemini": "correct", "perplexity-routed": "correct", "chatgpt-api-search": "correct", "chatgpt-api-nosearch": "wrong"},
    "F4": {"chatgpt-web": "correct", "chatgpt-web-nosearch": "correct", "aimode": "correct", "gemini": "correct", "perplexity-routed": "correct", "chatgpt-api-search": "correct", "chatgpt-api-nosearch": "wrong"}
  },
  "notes": {
    "F1/chatgpt-api-search": "web_search was requested; the response reports web_search false and no annotations, and the answer describes rich results and video, not image-started searches.",
    "F2/aimode": "Answers 'No, Ahrefs did not make a general change to its core API rate limits' while citing two sources.",
    "F2/gemini": "Answers that Ahrefs 'did not introduce major structural changes' to API unit limits while citing five sources.",
    "F3/chatgpt-api-nosearch": "Names Google Search Console as OpenSEO's primary data source.",
    "F4/chatgpt-api-nosearch": "Describes Jev as an AI code assistant."
  }
}
