{
  "source_file": "0930",
  "source_platform": "Ghost",
  "author": "Avi Chawla / Daily Dose of Data Science",
  "title_listed": "MoE Inference Engineering Clearly Explained",
  "keywords": "",
  "domain": "大模型算法",
  "content_type": "深度技术解析",
  "is_paid_flag": "否",
  "url": "https://www.dailydoseofds.com/p/moe-inference-engineering-clearly-explained/",
  "publish_date": "2026-09-23",
  "corpus_stage": "",
  "notes": "",
  "id": "acc204abfeb7",
  "collected_at": "2026-10-02T13:45:32",
  "title": "MoE inference engineering, clearly explained",
  "body_markdown": "Sep 22, 2026\nLLMs\nMoE inference engineering, clearly explained\nEverything you need to understand how MoE serving engines route tokens, batch expert computation, distribute weights across GPUs, and manage communication and load imbalance.\nAvi Chawla",
  "metadata": {
    "title": "MoE inference engineering, clearly explained",
    "description": "Everything you need to understand how MoE serving engines route tokens, batch expert computation, distribute weights across GPUs, and manage communication and load imbalance.",
    "keywords": null,
    "author": null,
    "og:site_name": "Daily Dose of Data Science",
    "og:type": "article",
    "og:title": "MoE inference engineering, clearly explained",
    "og:description": "Everything you need to understand how MoE serving engines route tokens, batch expert computation, distribute weights across GPUs, and manage communication and load imbalance.",
    "og:url": "https://www.dailydoseofds.com/p/moe-inference-engineering-clearly-explained/",
    "og:image": "https://storage.ghost.io/c/3f/df/3fdf6ed2-17ac-4b12-a693-8078bd13e748/content/images/2026/09/Capture-2026-09-23-233351.png",
    "og:image:width": "1200",
    "og:image:height": "480",
    "twitter:card": "summary_large_image",
    "twitter:title": "MoE inference engineering, clearly explained",
    "twitter:description": "Everything you need to understand how MoE serving engines route tokens, batch expert computation, distribute weights across GPUs, and manage communication and load imbalance.",
    "twitter:url": "https://www.dailydoseofds.com/p/moe-inference-engineering-clearly-explained/",
    "twitter:image": "https://storage.ghost.io/c/3f/df/3fdf6ed2-17ac-4b12-a693-8078bd13e748/content/images/2026/09/Capture-2026-09-23-233351.png",
    "twitter:label1": "Written by",
    "twitter:data1": "Avi Chawla",
    "twitter:label2": "Filed under",
    "twitter:data2": "LLMs",
    "twitter:site": "@_avichawla",
    "article:published_time": "2026-09-22T18:04:00.000Z",
    "article:modified_time": "2026-09-23T18:05:42.000Z",
    "article:tag": "LLMs"
  },
  "paywall": {
    "listed_paid": false,
    "detected": false,
    "marker": "",
    "public_only": false,
    "policy": "付费/会员内容只保留页面公开可见部分，不绕过付费墙"
  },
  "crawl": {
    "success": true,
    "status_code": 200,
    "error": ""
  },
  "code_blocks": [],
  "images": [
    {
      "status": "ok",
      "url": "https://storage.ghost.io/c/3f/df/3fdf6ed2-17ac-4b12-a693-8078bd13e748/content/images/size/w400/2026/03/avi-google.jpg",
      "bytes": 11344,
      "reused": true,
      "local_path": "attachments/acc204abfeb7/images/000.jpg",
      "src": "https://storage.ghost.io/c/3f/df/3fdf6ed2-17ac-4b12-a693-8078bd13e748/content/images/size/w400/2026/03/avi-google.jpg",
      "alt": "Avi Chawla",
      "downloaded": true
    }
  ],
  "audio": [],
  "videos": [],
  "links": [],
  "repair_version": 2,
  "repaired_at": "2026-10-14T10:47:53Z",
  "source_url": "https://www.dailydoseofds.com/p/moe-inference-engineering-clearly-explained/",
  "papers": [],
  "actual_video_files": [],
  "body_chars": 248,
  "expected_body_images": 1,
  "discovery_status": "ok",
  "delivery_status": "ok",
  "missing_reason": "",
  "raw_html": "attachments/acc204abfeb7/pages/source.html",
  "local_html": "attachments/acc204abfeb7/pages/article.html",
  "body_base_path": "attachments/acc204abfeb7/pages/",
  "body_markdown_path": "attachments/acc204abfeb7/pages/article.md"
}