{
  "apiVersion": "v1",
  "methodology": "https://sourcescore.org/methodology/",
  "canonical": "https://sourcescore.org/claims/bde28f6f7e14e0e9/",
  "claim": {
    "vertical": "ai-ml",
    "subject": "BIG-bench",
    "predicate": "introduced_in_paper",
    "object": "Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models (Srivastava et al., 2022)",
    "confidence": 0.92,
    "sources": [
      {
        "url": "https://arxiv.org/abs/2206.04615",
        "title": "Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models",
        "publisher": "arXiv (Srivastava et al. — 450 authors across 132 institutions)",
        "publishedDate": "2022-06-09",
        "accessedDate": "2026-05-31",
        "type": "preprint",
        "excerpt": "we introduce the Beyond the Imitation Game benchmark (BIG-bench). BIG-bench currently consists of 204 tasks, contributed by 450 authors across 132 institutions."
      },
      {
        "url": "https://github.com/google/BIG-bench",
        "title": "BIG-bench collaborative benchmark repository",
        "publisher": "Google",
        "publishedDate": "2022-06-09",
        "accessedDate": "2026-05-31",
        "type": "github-release"
      },
      {
        "url": "https://huggingface.co/papers/2206.04615",
        "title": "BIG-bench (Hugging Face Papers)",
        "publisher": "Hugging Face",
        "accessedDate": "2026-05-31",
        "type": "docs"
      }
    ],
    "publishedAt": "2026-05-31T00:00:00Z",
    "lastVerified": "2026-05-31",
    "methodologyVersion": "veritas-v0.1",
    "tags": [
      "big-bench",
      "bigbench",
      "benchmark",
      "evaluation",
      "srivastava",
      "2022",
      "google"
    ],
    "id": "bde28f6f7e14e0e9",
    "statement": "BIG-bench introduced in paper: Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models (Srivastava et al., 2022)."
  },
  "signature": {
    "algorithm": "HMAC-SHA256",
    "signedBy": "did:web:sourcescore.org",
    "signedAt": "2026-05-31T00:00:00.000Z",
    "signature": "80640e4d2c246b727f9de7a0f36d4ec75c0f13dc653352b1b88b6878bfdd0c62"
  },
  "citedAs": "BIG-bench introduced in paper: Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models (Srivastava et al., 2022). — SourceScore Claim bde28f6f7e14e0e9 (verified 2026-05-31, signed 80640e4d…). https://sourcescore.org/claims/bde28f6f7e14e0e9/"
}