{
  "apiVersion": "v1",
  "methodology": "https://sourcescore.org/methodology/",
  "canonical": "https://sourcescore.org/claims/5739ea06ced93de9/",
  "claim": {
    "vertical": "ai-ml",
    "subject": "Megatron-LM",
    "predicate": "introduced_in_paper",
    "object": "Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism (Shoeybi et al., 2019)",
    "confidence": 0.82,
    "sources": [
      {
        "url": "https://arxiv.org/abs/1909.08053",
        "title": "Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism",
        "publisher": "arXiv (Mohammad Shoeybi, Mostofa Patwary, Raul Puri, Patrick LeGresley, Jared Casper, Bryan Catanzaro)",
        "publishedDate": "2019-09-17",
        "accessedDate": "2026-06-19",
        "type": "preprint",
        "excerpt": "In this work, we present our techniques for training very large transformer models and implement a simple, efficient intra-layer model parallel approach that enables training transformer models with billions of parameters."
      },
      {
        "url": "https://huggingface.co/papers/1909.08053",
        "title": "Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism (Hugging Face Papers)",
        "publisher": "Hugging Face",
        "accessedDate": "2026-06-19",
        "type": "docs"
      }
    ],
    "publishedAt": "2026-06-19T00:00:00Z",
    "lastVerified": "2026-06-19",
    "methodologyVersion": "veritas-v0.1",
    "tags": [
      "megatron-lm",
      "model-parallelism",
      "intra-layer-parallelism",
      "large-language-models",
      "distributed-training",
      "2019"
    ],
    "id": "5739ea06ced93de9",
    "statement": "Megatron-LM introduced in paper: Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism (Shoeybi et al., 2019)."
  },
  "signature": {
    "algorithm": "HMAC-SHA256",
    "signedBy": "did:web:sourcescore.org",
    "signedAt": "2026-06-26T00:00:00.000Z",
    "signature": "823da2c9a7eda41ccd070a84f13dde1aff1c5f2a1415dc1b8ce9c73b2b984b75"
  },
  "citedAs": "Megatron-LM introduced in paper: Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism (Shoeybi et al., 2019). — SourceScore Claim 5739ea06ced93de9 (verified 2026-06-19, signed 823da2c9…). https://sourcescore.org/claims/5739ea06ced93de9/"
}