{
 "_contract": "Self-agreement of one model asked the same question repeatedly, at two temperatures, same session. Jaccard over canonicalised company names. Not a claim about any company.",
 "model": "openai/gpt-oss-120b",
 "repeats": 3,
 "capturedAtUTC": "2026-09-23T15:19:50.865Z",
 "results": {
  "0": {
   "questions": 10,
   "meanSelfAgreement": 0.7517529116909923,
   "topPickStable": 0.9333333333333332,
   "per": [
    {
     "q": "best AI writing tools concise outputs",
     "mean": 1,
     "top1": 1,
     "pairs": 3,
     "runs": [
      [
       "Jasper",
       "Copy.ai",
       "Writesonic",
       "Rytr",
       "Sudowrite",
       "HyperWrite",
       "Peppertype.ai",
       "Ink",
       "ContentBot",
       "Grammarly"
      ],
      [
       "Jasper",
       "Copy.ai",
       "Writesonic",
       "Rytr",
       "Sudowrite",
       "HyperWrite",
       "Peppertype.ai",
       "Ink",
       "ContentBot",
       "Grammarly"
      ],
      [
       "Jasper",
       "Copy.ai",
       "Writesonic",
       "Rytr",
       "Sudowrite",
       "HyperWrite",
       "Peppertype.ai",
       "Ink",
       "ContentBot",
       "Grammarly"
      ]
     ]
    },
    {
     "q": "claude enterprise pricing",
     "mean": 1,
     "top1": 1,
     "pairs": 3,
     "runs": [
      [
       "Claude",
       "OpenAI ChatGPT Enterprise",
       "Microsoft Azure OpenAI",
       "Google Gemini Enterprise",
       "Cohere Command",
       "Mistral AI",
       "AI21 Studio"
      ],
      [
       "Claude",
       "OpenAI ChatGPT Enterprise",
       "Microsoft Azure OpenAI",
       "Google Gemini Enterprise",
       "Cohere Command",
       "Mistral AI",
       "AI21 Studio"
      ],
      [
       "Claude",
       "OpenAI ChatGPT Enterprise",
       "Microsoft Azure OpenAI",
       "Google Gemini Enterprise",
       "Cohere Command",
       "Mistral AI",
       "AI21 Studio"
      ]
     ]
    },
    {
     "q": "best AI writing tools for concise outputs",
     "mean": 0.8333333333333334,
     "top1": 1,
     "pairs": 3,
     "runs": [
      [
       "Jasper",
       "Copy.ai",
       "Writesonic",
       "Rytr",
       "HyperWrite",
       "Sudowrite",
       "Ink"
      ],
      [
       "Jasper",
       "Copy.ai",
       "Writesonic",
       "Rytr",
       "HyperWrite",
       "Anyword",
       "Ink"
      ],
      [
       "Jasper",
       "Copy.ai",
       "Writesonic",
       "Rytr",
       "HyperWrite",
       "Anyword",
       "Ink"
      ]
     ]
    },
    {
     "q": "claude ai free use",
     "mean": 0.8333333333333334,
     "top1": 1,
     "pairs": 3,
     "runs": [
      [
       "Anthropic",
       "Poe",
       "Hugging Face"
      ],
      [
       "Anthropic",
       "Poe",
       "Hugging Face",
       "Perplexity AI"
      ],
      [
       "Anthropic",
       "Poe",
       "Hugging Face"
      ]
     ]
    },
    {
     "q": "is claude pro worth it",
     "mean": 0.411764705882353,
     "top1": 0.3333333333333333,
     "pairs": 3,
     "runs": [
      [
       "Anthropic Claude Pro",
       "OpenAI ChatGPT Plus",
       "Google Gemini Pro",
       "Perplexity AI",
       "Jasper",
       "Copilot",
       "You.com AI",
       "Cohere Command R+",
       "AI21 Studio"
      ],
      [
       "Claude Pro",
       "ChatGPT Plus",
       "Gemini Pro",
       "Perplexity AI",
       "Jasper Chat",
       "Cohere Command",
       "OpenAI API",
       "Anthropic API",
       "Copilot",
       "Writesonic"
      ],
      [
       "Anthropic Claude Pro",
       "OpenAI ChatGPT Plus",
       "Google Gemini Pro",
       "Perplexity AI",
       "Jasper",
       "Copilot",
       "You.com AI",
       "Cohere Command R+",
       "AI21 Studio"
      ]
     ]
    },
    {
     "q": "best tools for AI Experience Optimization prompt management",
     "mean": 0.543859649122807,
     "top1": 1,
     "pairs": 3,
     "runs": [
      [
       "Promptable",
       "PromptLayer",
       "PromptOps",
       "Flowise",
       "LangChain",
       "LlamaIndex",
       "AIPRM",
       "PromptBase",
       "PromptHero",
       "PromptCraft",
       "Promptly",
       "PromptHub",
       "Prompt Engineering Studio",
       "OpenAI Playground",
       "Weights & Biases"
      ],
      [
       "Promptable",
       "PromptLayer",
       "PromptOps",
       "Flowise",
       "LangChain",
       "LlamaIndex",
       "Cohere Prompt Studio",
       "AI21 Studio",
       "Jasper",
       "Copy.ai"
      ],
      [
       "Promptable",
       "PromptLayer",
       "PromptOps",
       "Flowise",
       "LangChain",
       "LlamaIndex",
       "AIPRM",
       "PromptBase",
       "PromptHero",
       "PromptCraft",
       "Promptly",
       "PromptHub",
       "Prompt Engineering Studio",
       "OpenAI Playground",
       "Weights & Biases"
      ]
     ]
    },
    {
     "q": "is claude ai free",
     "mean": 1,
     "top1": 1,
     "pairs": 3,
     "runs": [
      [
       "Anthropic Claude Free",
       "Anthropic Claude Pro",
       "Anthropic Claude API Free Tier",
       "OpenAI ChatGPT Free",
       "Google Gemini Free"
      ],
      [
       "Anthropic Claude Free",
       "Anthropic Claude Pro",
       "Anthropic Claude API Free Tier",
       "OpenAI ChatGPT Free",
       "Google Gemini Free"
      ],
      [
       "Anthropic Claude Free",
       "Anthropic Claude Pro",
       "Anthropic Claude API Free Tier",
       "OpenAI ChatGPT Free",
       "Google Gemini Free"
      ]
     ]
    },
    {
     "q": "is claude free",
     "mean": 1,
     "top1": 1,
     "pairs": 3,
     "runs": [
      [
       "Claude",
       "ChatGPT",
       "Google Bard",
       "Microsoft Bing Chat",
       "Perplexity AI",
       "Hugging Face Chat"
      ],
      [
       "Claude",
       "ChatGPT",
       "Google Bard",
       "Microsoft Bing Chat",
       "Perplexity AI",
       "Hugging Face Chat"
      ],
      [
       "Claude",
       "ChatGPT",
       "Google Bard",
       "Microsoft Bing Chat",
       "Perplexity AI",
       "Hugging Face Chat"
      ]
     ]
    },
    {
     "q": "can i use claude for free",
     "mean": 0.42857142857142855,
     "top1": 1,
     "pairs": 3,
     "runs": [
      [
       "Anthropic",
       "Poe",
       "Claude API free tier",
       "Claude on Slack"
      ],
      [
       "Anthropic",
       "Poe by Quora",
       "Perplexity AI",
       "Hugging Face"
      ],
      [
       "Anthropic",
       "Poe by Quora",
       "Perplexity AI",
       "Hugging Face"
      ]
     ]
    },
    {
     "q": "is claude ai free?",
     "mean": 0.4666666666666666,
     "top1": 1,
     "pairs": 3,
     "runs": [
      [
       "Claude Instant",
       "Claude 3 Haiku",
       "Anthropic API free trial",
       "ChatGPT",
       "Gemini",
       "Copilot"
      ],
      [
       "Claude Instant",
       "Claude 3 Haiku",
       "Anthropic API free trial",
       "ChatGPT",
       "Gemini",
       "Copilot"
      ],
      [
       "Claude Instant",
       "Claude 3 Haiku",
       "Anthropic API Free Tier",
       "OpenAI ChatGPT Free Tier",
       "Google Gemini Free Tier",
       "Microsoft Copilot Free Trial"
      ]
     ]
    }
   ]
  },
  "0.3": {
   "questions": 10,
   "meanSelfAgreement": 0.29316402551696663,
   "topPickStable": 0.5333333333333332,
   "per": [
    {
     "q": "best AI writing tools concise outputs",
     "mean": 0.5972222222222222,
     "top1": 1,
     "pairs": 3,
     "runs": [
      [
       "Jasper",
       "Copy.ai",
       "Writesonic",
       "Rytr",
       "Sudowrite",
       "HyperWrite",
       "Anyword",
       "Peppertype.ai",
       "Ink",
       "Frase"
      ],
      [
       "Jasper",
       "Writesonic",
       "Copy.ai",
       "Rytr",
       "HyperWrite",
       "Anyword",
       "Ink",
       "QuillBot",
       "Grammarly",
       "Frase",
       "LongShot AI",
       "TextCortex",
       "Kafkai",
       "Peppertype.ai",
       "Notion AI"
      ],
      [
       "Jasper",
       "Writesonic",
       "Copy.ai",
       "Rytr",
       "Sudowrite",
       "HyperWrite",
       "Peppertype.ai",
       "Ink",
       "Grammarly",
       "TextCortex"
      ]
     ]
    },
    {
     "q": "claude enterprise pricing",
     "mean": 0.08021390374331551,
     "top1": 0.3333333333333333,
     "pairs": 3,
     "runs": [
      [
       "Anthropic",
       "Anthropic Pricing Page",
       "Anthropic Sales Team",
       "G2",
       "Capterra"
      ],
      [
       "Anthropic Claude Enterprise",
       "Anthropic API",
       "OpenAI ChatGPT Enterprise",
       "Azure OpenAI Service",
       "Google Cloud Vertex AI",
       "Microsoft Copilot for Business",
       "IBM Watsonx",
       "Cohere Enterprise",
       "Stability AI Enterprise",
       "Hugging Face Inference API"
      ],
      [
       "Anthropic",
       "Claude Enterprise",
       "Anthropic Pricing Page",
       "Claude Pro",
       "OpenAI ChatGPT Enterprise",
       "Microsoft Azure OpenAI",
       "Google Vertex AI",
       "Amazon Bedrock"
      ]
     ]
    },
    {
     "q": "best AI writing tools for concise outputs",
     "mean": 0.6582750582750583,
     "top1": 1,
     "pairs": 3,
     "runs": [
      [
       "Jasper",
       "Writesonic",
       "Copy.ai",
       "Sudowrite",
       "Rytr",
       "HyperWrite",
       "Peppertype.ai",
       "Ink",
       "Anyword",
       "TextCortex"
      ],
      [
       "Jasper",
       "Copy.ai",
       "Writesonic",
       "Rytr",
       "HyperWrite",
       "Ink",
       "Peppertype.ai",
       "Sudowrite"
      ],
      [
       "Jasper",
       "Copy.ai",
       "Writesonic",
       "Rytr",
       "Grammarly",
       "QuillBot",
       "HyperWrite",
       "Peppertype.ai",
       "Sudowrite",
       "Notion AI"
      ]
     ]
    },
    {
     "q": "claude ai free use",
     "mean": 0,
     "top1": 0,
     "pairs": 3,
     "runs": [
      [
       "Anthropic Claude API",
       "Poe",
       "Perplexity AI",
       "Hugging Face Spaces"
      ],
      [
       "Anthropic",
       "Hugging Face",
       "Replicate"
      ],
      [
       "Anthropic Claude Free Tier",
       "Claude API Free Tier",
       "Claude on Poe",
       "Claude on Perplexity AI",
       "Claude on Replicate",
       "Claude on Hugging Face Spaces",
       "Claude via Microsoft Azure AI",
       "Claude via Google Cloud AI"
      ]
     ]
    },
    {
     "q": "is claude pro worth it",
     "mean": 0.4431818181818182,
     "top1": 1,
     "pairs": 3,
     "runs": [
      [
       "Claude Pro",
       "ChatGPT Plus",
       "Gemini Pro",
       "Llama 2",
       "Cohere Command"
      ],
      [
       "Claude Pro",
       "ChatGPT Plus",
       "Gemini Pro",
       "Llama 2",
       "Cohere Command",
       "Perplexity AI",
       "Jasper Chat",
       "Writesonic",
       "AI21 Studio",
       "OpenAI API"
      ],
      [
       "Claude Pro",
       "ChatGPT Plus",
       "Gemini Pro",
       "Jasper",
       "Writesonic",
       "Perplexity AI"
      ]
     ]
    },
    {
     "q": "best tools for AI Experience Optimization prompt management",
     "mean": 0.6239316239316239,
     "top1": 1,
     "pairs": 3,
     "runs": [
      [
       "PromptLayer",
       "PromptBase",
       "FlowGPT",
       "PromptHero",
       "Promptable",
       "PromptOps",
       "PromptCraft",
       "Promptly",
       "Cohere Prompt Studio",
       "AI21 Studio"
      ],
      [
       "PromptLayer",
       "PromptBase",
       "Promptable",
       "PromptOps",
       "FlowGPT",
       "PromptHero",
       "PromptCraft",
       "Cohere Prompt Studio",
       "LangChain",
       "LlamaIndex"
      ],
      [
       "PromptLayer",
       "PromptBase",
       "FlowGPT",
       "PromptHero",
       "PromptCraft",
       "Promptable",
       "PromptOps",
       "Promptly",
       "Promptly.ai",
       "PromptEngine.io"
      ]
     ]
    },
    {
     "q": "is claude ai free",
     "mean": 0.29576719576719573,
     "top1": 0.3333333333333333,
     "pairs": 3,
     "runs": [
      [
       "Claude",
       "ChatGPT",
       "Gemini",
       "Copilot",
       "Perplexity AI"
      ],
      [
       "Anthropic",
       "Claude API Free Trial",
       "Claude 3 Opus",
       "Claude 3 Sonnet",
       "Claude 3 Haiku",
       "ChatGPT",
       "Gemini",
       "Copilot"
      ],
      [
       "Claude",
       "ChatGPT",
       "Gemini",
       "Microsoft Bing Chat",
       "Hugging Face Inference API",
       "Cohere",
       "Perplexity AI",
       "OpenAI Playground"
      ]
     ]
    },
    {
     "q": "is claude free",
     "mean": 0.15897435897435896,
     "top1": 0.3333333333333333,
     "pairs": 3,
     "runs": [
      [
       "Claude",
       "ChatGPT",
       "Google Bard",
       "Microsoft Bing Chat",
       "OpenAI Playground",
       "Hugging Face Inference API",
       "Cohere",
       "OpenAssistant",
       "LLaMA 2"
      ],
      [
       "Anthropic",
       "OpenAI",
       "Google",
       "Microsoft",
       "Hugging Face",
       "Perplexity AI",
       "Cohere"
      ],
      [
       "Claude",
       "ChatGPT",
       "Gemini",
       "Microsoft Bing Chat",
       "OpenAI Playground",
       "Perplexity AI",
       "You.com AI Chat"
      ]
     ]
    },
    {
     "q": "can i use claude for free",
     "mean": 0,
     "top1": 0,
     "pairs": 3,
     "runs": [
      [
       "Anthropic",
       "Poe by Quora",
       "Claude on Hugging Face Spaces"
      ],
      [
       "Claude.ai",
       "Anthropic API",
       "Perplexity AI",
       "Kagi Search",
       "You.com"
      ],
      [
       "Anthropic Claude Free Tier",
       "Claude API Free Trial",
       "Perplexity AI Claude",
       "Poe by Quora Claude"
      ]
     ]
    },
    {
     "q": "is claude ai free?",
     "mean": 0.07407407407407407,
     "top1": 0.3333333333333333,
     "pairs": 3,
     "runs": [
      [
       "Claude",
       "Claude Instant",
       "Anthropic API",
       "ChatGPT",
       "Google Bard"
      ],
      [
       "Claude",
       "ChatGPT",
       "Gemini",
       "Copilot",
       "Meta Llama",
       "Perplexity AI"
      ],
      [
       "Anthropic Claude Free Tier",
       "OpenAI ChatGPT Free Tier",
       "Google Gemini Free Tier",
       "Microsoft Copilot Free Trial",
       "Hugging Face Inference API"
      ]
     ]
    }
   ]
  }
 }
}