{
 "slug": "GPT-2",
 "title": "GPT-2",
 "type": "model",
 "short_desc": "OpenAI's 1.5-billion-parameter 2019 model; demonstrated multitask behavior from pure language modeling and started the staged-release debate.",
 "categories": [
  "OpenAI models",
  "Models",
  "2019 model releases"
 ],
 "infobox": {
  "Developer": "OpenAI",
  "Family": "GPT",
  "Predecessor": "GPT-1",
  "Successor": "GPT-3",
  "Announced": "February 14, 2019",
  "Architecture": "Decoder-only Transformer",
  "Parameters": "1.5 billion (largest of four sizes)",
  "Training data": "WebText (about 40 GB of outbound Reddit links)",
  "License / access": "Staged open release; full weights public November 2019",
  "Paper/report": "\"Language Models are Unsupervised Multitask Learners\" (OpenAI, 2019)"
 },
 "infobox_links": {
  "Developer": [
   "OpenAI"
  ],
  "Family": [
   "GPT_(model_family)"
  ],
  "Predecessor": [
   "GPT-1"
  ],
  "Successor": [
   "GPT-3"
  ],
  "Architecture": [
   "Transformer_(architecture)"
  ],
  "Paper/report": [
   "OpenAI"
  ]
 },
 "aliases": [],
 "family": "GPT (model family)",
 "org": "OpenAI",
 "registry_status": "stub",
 "words": 314,
 "references": 3,
 "outbound": [
  "EleutherAI",
  "GPT-1",
  "GPT-3",
  "GPT_(model_family)",
  "Grok-1",
  "Hugging_Face",
  "Large_language_model",
  "Llama_(model_family)",
  "Meta_AI",
  "Next-token_prediction",
  "OpenAI",
  "Scaling_laws",
  "Transformer_(architecture)",
  "xAI"
 ],
 "inbound": [
  "AI21_Labs",
  "ALBERT",
  "Activation_steering",
  "Activation_verbalizer",
  "Alpaca",
  "Andrej_Karpathy",
  "Circuits_(interpretability)",
  "DALL-E",
  "Diffusion_language_model",
  "DistilBERT",
  "Dropout",
  "ELECTRA",
  "Embedding_(machine_learning)",
  "FlashAttention",
  "GPT-1",
  "GPT-3",
  "GPT-5",
  "GPT-J",
  "GPT-Neo",
  "GPT-NeoX-20B",
  "GPT_(model_family)",
  "Ilya_Sutskever",
  "In-context_learning",
  "Keras",
  "LSTM",
  "Large_language_model",
  "Logit_lens",
  "Mechanistic_interpretability",
  "Meena",
  "Megatron-LM",
  "Multi-head_attention",
  "OpenAI",
  "Removal_of_Sam_Altman_from_OpenAI_(annotated_edition)",
  "RoBERTa",
  "Self-attention",
  "Situational_Awareness_(essay)",
  "Sparse_autoencoder",
  "Superposition_(interpretability)",
  "T5",
  "The_Pile",
  "The_Scaling_Hypothesis",
  "Tokenization",
  "Transformer_(architecture)",
  "Turing-NLG",
  "Vision_Transformer",
  "Whisper",
  "XLNet",
  "gpt-oss"
 ],
 "url": "wiki/GPT-2.html",
 "built": "2026-07-24",
 "evals": {
  "provenance": {
   "source_dataset": "https://huggingface.co/datasets/open-llm-leaderboard/contents",
   "produced_with": "lm-evaluation-harness `leaderboard` task group",
   "harness": "https://github.com/EleutherAI/lm-evaluation-harness",
   "status": "leaderboard retired March 2025; result set frozen",
   "metrics": [
    "IFEval",
    "BBH",
    "MATH Lvl 5",
    "GPQA",
    "MUSR",
    "MMLU-PRO"
   ],
   "values": "normalized 0-100 scores as published; raw values remain in the source dataset",
   "matching": "registry links.hf repo id plus explicit suffix variants; flagged submissions excluded",
   "fetched": "2026-07-19",
   "rows_total": 4576
  },
  "checkpoints": [
   {
    "checkpoint": "openai-community/gpt2",
    "url": "https://huggingface.co/openai-community/gpt2",
    "revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e",
    "precision": "bfloat16",
    "params_b": 0.137,
    "submitted": "2024-06-12",
    "average": 6.51,
    "scores": {
     "IFEval": 17.93,
     "BBH": 2.67,
     "MATH Lvl 5": 0.23,
     "GPQA": 1.12,
     "MUSR": 15.35,
     "MMLU-PRO": 1.77
    }
   }
  ]
 }
}
