{
 "slug": "Turing-NLG",
 "title": "Turing-NLG",
 "type": "model",
 "short_desc": "Microsoft's 17-billion-parameter language model of February 2020, briefly the largest published language model and the public debut of the DeepSpeed library.",
 "categories": [
  "Microsoft models",
  "Models",
  "2020 model releases"
 ],
 "infobox": {
  "Developer": "Microsoft (Project Turing)",
  "Announced": "February 13, 2020",
  "Architecture": "Decoder-only Transformer (78 layers, hidden size 4256, 28 attention heads)",
  "Parameters": "17 billion",
  "Predecessor": "None",
  "Successor": "Megatron-Turing NLG (with NVIDIA, 2021)",
  "License / access": "Never released; private demo for a small set of academic users, otherwise internal to Microsoft products"
 },
 "infobox_links": {
  "Developer": [
   "Microsoft_AI"
  ],
  "Architecture": [
   "Transformer_(architecture)"
  ],
  "Successor": [
   "Megatron-Turing_NLG",
   "NVIDIA"
  ]
 },
 "aliases": [],
 "family": "",
 "org": "Microsoft_AI",
 "registry_status": "complete",
 "words": 419,
 "references": 5,
 "outbound": [
  "GPT-2",
  "GPT-3",
  "Large_language_model",
  "MAI-1",
  "Megatron-LM",
  "Megatron-Turing_NLG",
  "Microsoft_AI",
  "NVIDIA",
  "OpenAI",
  "Scaling_laws",
  "Transformer_(architecture)"
 ],
 "inbound": [
  "MAI-1",
  "Microsoft_AI"
 ],
 "url": "wiki/Turing-NLG.html",
 "built": "2026-07-24"
}