{
  "name": "WinAGrant grant writer vs ChatGPT: blind judging, round 2",
  "tested_on": "2026-10-29",
  "page": "https://winagrant.com/compare/chatgpt",
  "drafts": {
    "ours": "WinAGrant grant writer, production pipeline (runs on Claude)",
    "chatgpt": "OpenAI GPT-6 Astra (gpt-6-astra), guidelines pasted plus one follow-up"
  },
  "method": "Each judge saw two unlabeled drafts and scored both against the funder rules. Each judge family judged every grant twice, with the draft order flipped (draft_a / draft_b). No Claude judges.",
  "counted_verdicts": 17,
  "totals": {
    "all": {
      "ours": 9,
      "chatgpt": 8
    },
    "independent_google_xai": {
      "ours": 8,
      "chatgpt": 3
    },
    "openai": {
      "ours": 1,
      "chatgpt": 5
    },
    "by_grant": {
      "freed": {
        "ours": 1,
        "chatgpt": 5
      },
      "shophand": {
        "ours": 5,
        "chatgpt": 1
      },
      "nesare": {
        "ours": 3,
        "chatgpt": 2
      }
    }
  },
  "not_counted": [
    {
      "grant": "nesare",
      "judge_family": "xai",
      "judge": "xai #2",
      "model": "grok-4.7",
      "reason": "network error (fetch failed); not re-run"
    }
  ],
  "verdicts": [
    {
      "grant": "freed",
      "grant_name": "Freed Fellowship Grant",
      "form_length": "short",
      "judge_family": "openai",
      "judge_vendor": "OpenAI",
      "judge_relation": "same company as the ChatGPT drafts",
      "judge": "openai #1",
      "model": "gpt-6-astra",
      "draft_a": "ours",
      "draft_b": "chatgpt",
      "winner": "chatgpt",
      "invented_commitments_ours": 1,
      "invented_commitments_chatgpt": 4,
      "invented_facts_ours": 5,
      "invented_facts_chatgpt": 0
    },
    {
      "grant": "freed",
      "grant_name": "Freed Fellowship Grant",
      "form_length": "short",
      "judge_family": "openai",
      "judge_vendor": "OpenAI",
      "judge_relation": "same company as the ChatGPT drafts",
      "judge": "openai #2",
      "model": "gpt-6-astra",
      "draft_a": "chatgpt",
      "draft_b": "ours",
      "winner": "chatgpt",
      "invented_commitments_ours": 3,
      "invented_commitments_chatgpt": 3,
      "invented_facts_ours": 5,
      "invented_facts_chatgpt": 0
    },
    {
      "grant": "freed",
      "grant_name": "Freed Fellowship Grant",
      "form_length": "short",
      "judge_family": "gemini",
      "judge_vendor": "Google",
      "judge_relation": "independent",
      "judge": "gemini #1",
      "model": "gemini-4-argon",
      "draft_a": "chatgpt",
      "draft_b": "ours",
      "winner": "chatgpt",
      "invented_commitments_ours": 1,
      "invented_commitments_chatgpt": 3,
      "invented_facts_ours": 1,
      "invented_facts_chatgpt": 0
    },
    {
      "grant": "freed",
      "grant_name": "Freed Fellowship Grant",
      "form_length": "short",
      "judge_family": "gemini",
      "judge_vendor": "Google",
      "judge_relation": "independent",
      "judge": "gemini #2",
      "model": "gemini-4-argon",
      "draft_a": "ours",
      "draft_b": "chatgpt",
      "winner": "ours",
      "invented_commitments_ours": 0,
      "invented_commitments_chatgpt": 2,
      "invented_facts_ours": 1,
      "invented_facts_chatgpt": 0
    },
    {
      "grant": "freed",
      "grant_name": "Freed Fellowship Grant",
      "form_length": "short",
      "judge_family": "xai",
      "judge_vendor": "xAI",
      "judge_relation": "independent",
      "judge": "xai #1",
      "model": "grok-4.7",
      "draft_a": "chatgpt",
      "draft_b": "ours",
      "winner": "chatgpt",
      "invented_commitments_ours": 3,
      "invented_commitments_chatgpt": 4,
      "invented_facts_ours": 3,
      "invented_facts_chatgpt": 1
    },
    {
      "grant": "freed",
      "grant_name": "Freed Fellowship Grant",
      "form_length": "short",
      "judge_family": "xai",
      "judge_vendor": "xAI",
      "judge_relation": "independent",
      "judge": "xai #2",
      "model": "grok-4.7",
      "draft_a": "ours",
      "draft_b": "chatgpt",
      "winner": "chatgpt",
      "invented_commitments_ours": 1,
      "invented_commitments_chatgpt": 4,
      "invented_facts_ours": 1,
      "invented_facts_chatgpt": 0
    },
    {
      "grant": "shophand",
      "grant_name": "Shophand Small Business Boost Grant",
      "form_length": "medium",
      "judge_family": "openai",
      "judge_vendor": "OpenAI",
      "judge_relation": "same company as the ChatGPT drafts",
      "judge": "openai #1",
      "model": "gpt-6-astra",
      "draft_a": "chatgpt",
      "draft_b": "ours",
      "winner": "chatgpt",
      "invented_commitments_ours": 2,
      "invented_commitments_chatgpt": 8,
      "invented_facts_ours": 1,
      "invented_facts_chatgpt": 0
    },
    {
      "grant": "shophand",
      "grant_name": "Shophand Small Business Boost Grant",
      "form_length": "medium",
      "judge_family": "openai",
      "judge_vendor": "OpenAI",
      "judge_relation": "same company as the ChatGPT drafts",
      "judge": "openai #2",
      "model": "gpt-6-astra",
      "draft_a": "ours",
      "draft_b": "chatgpt",
      "winner": "ours",
      "invented_commitments_ours": 0,
      "invented_commitments_chatgpt": 5,
      "invented_facts_ours": 1,
      "invented_facts_chatgpt": 1
    },
    {
      "grant": "shophand",
      "grant_name": "Shophand Small Business Boost Grant",
      "form_length": "medium",
      "judge_family": "gemini",
      "judge_vendor": "Google",
      "judge_relation": "independent",
      "judge": "gemini #1",
      "model": "gemini-4-argon",
      "draft_a": "ours",
      "draft_b": "chatgpt",
      "winner": "ours",
      "invented_commitments_ours": 0,
      "invented_commitments_chatgpt": 2,
      "invented_facts_ours": 0,
      "invented_facts_chatgpt": 0
    },
    {
      "grant": "shophand",
      "grant_name": "Shophand Small Business Boost Grant",
      "form_length": "medium",
      "judge_family": "gemini",
      "judge_vendor": "Google",
      "judge_relation": "independent",
      "judge": "gemini #2",
      "model": "gemini-4-argon",
      "draft_a": "chatgpt",
      "draft_b": "ours",
      "winner": "ours",
      "invented_commitments_ours": 0,
      "invented_commitments_chatgpt": 2,
      "invented_facts_ours": 0,
      "invented_facts_chatgpt": 0
    },
    {
      "grant": "shophand",
      "grant_name": "Shophand Small Business Boost Grant",
      "form_length": "medium",
      "judge_family": "xai",
      "judge_vendor": "xAI",
      "judge_relation": "independent",
      "judge": "xai #1",
      "model": "grok-4.7",
      "draft_a": "ours",
      "draft_b": "chatgpt",
      "winner": "ours",
      "invented_commitments_ours": 0,
      "invented_commitments_chatgpt": 5,
      "invented_facts_ours": 0,
      "invented_facts_chatgpt": 0
    },
    {
      "grant": "shophand",
      "grant_name": "Shophand Small Business Boost Grant",
      "form_length": "medium",
      "judge_family": "xai",
      "judge_vendor": "xAI",
      "judge_relation": "independent",
      "judge": "xai #2",
      "model": "grok-4.7",
      "draft_a": "chatgpt",
      "draft_b": "ours",
      "winner": "ours",
      "invented_commitments_ours": 1,
      "invented_commitments_chatgpt": 7,
      "invented_facts_ours": 2,
      "invented_facts_chatgpt": 1
    },
    {
      "grant": "nesare",
      "grant_name": "Northeast SARE Farmer Grant",
      "form_length": "long",
      "judge_family": "openai",
      "judge_vendor": "OpenAI",
      "judge_relation": "same company as the ChatGPT drafts",
      "judge": "openai #1",
      "model": "gpt-6-astra",
      "draft_a": "chatgpt",
      "draft_b": "ours",
      "winner": "chatgpt",
      "invented_commitments_ours": 17,
      "invented_commitments_chatgpt": 26,
      "invented_facts_ours": 1,
      "invented_facts_chatgpt": 0
    },
    {
      "grant": "nesare",
      "grant_name": "Northeast SARE Farmer Grant",
      "form_length": "long",
      "judge_family": "openai",
      "judge_vendor": "OpenAI",
      "judge_relation": "same company as the ChatGPT drafts",
      "judge": "openai #2",
      "model": "gpt-6-astra",
      "draft_a": "ours",
      "draft_b": "chatgpt",
      "winner": "chatgpt",
      "invented_commitments_ours": 14,
      "invented_commitments_chatgpt": 32,
      "invented_facts_ours": 2,
      "invented_facts_chatgpt": 0
    },
    {
      "grant": "nesare",
      "grant_name": "Northeast SARE Farmer Grant",
      "form_length": "long",
      "judge_family": "gemini",
      "judge_vendor": "Google",
      "judge_relation": "independent",
      "judge": "gemini #1",
      "model": "gemini-4-argon",
      "draft_a": "chatgpt",
      "draft_b": "ours",
      "winner": "ours",
      "invented_commitments_ours": 0,
      "invented_commitments_chatgpt": 7,
      "invented_facts_ours": 0,
      "invented_facts_chatgpt": 0
    },
    {
      "grant": "nesare",
      "grant_name": "Northeast SARE Farmer Grant",
      "form_length": "long",
      "judge_family": "gemini",
      "judge_vendor": "Google",
      "judge_relation": "independent",
      "judge": "gemini #2",
      "model": "gemini-4-argon",
      "draft_a": "ours",
      "draft_b": "chatgpt",
      "winner": "ours",
      "invented_commitments_ours": 0,
      "invented_commitments_chatgpt": 7,
      "invented_facts_ours": 0,
      "invented_facts_chatgpt": 0
    },
    {
      "grant": "nesare",
      "grant_name": "Northeast SARE Farmer Grant",
      "form_length": "long",
      "judge_family": "xai",
      "judge_vendor": "xAI",
      "judge_relation": "independent",
      "judge": "xai #1",
      "model": "grok-4.7",
      "draft_a": "ours",
      "draft_b": "chatgpt",
      "winner": "ours",
      "invented_commitments_ours": 5,
      "invented_commitments_chatgpt": 10,
      "invented_facts_ours": 0,
      "invented_facts_chatgpt": 2
    }
  ]
}