{
  "source_file": "0930",
  "source_platform": "Dev.to",
  "author": "Julien Simon",
  "title_listed": "Video — Deep Dive: Quantizing Large Language Models",
  "keywords": "",
  "domain": "大模型算法",
  "content_type": "深度技术解析",
  "is_paid_flag": "否",
  "url": "https://dev.to/juliensimon/video-deep-dive-quantizing-large-language-models-40jg",
  "publish_date": "2024-03-06",
  "corpus_stage": "",
  "notes": "",
  "id": "af990e7871df",
  "collected_at": "2026-10-02T14:01:06",
  "title": "Video — Deep Dive: Quantizing Large Language Models - DEV Community",
  "body_markdown": "Video — Deep Dive: Quantizing Large Language Models\nQuantization is an excellent technique to compress Large Language Models (LLM) and accelerate their inference.\nIn this 2-part video, we discuss model quantization, first introducing what it is, and how to get an intuition of rescaling and the problems it creates. Then we introduce the different types of quantization: dynamic post-training quantization, static post-training quantization, and quantization-aware training. Finally, we look at and compare quantization techniques: PyTorch, ZeroQuant, bitsandbytes, SmoothQuant, GPTQ, AWQ, HQQ, and the Hugging Face Optimum Intel library 😎\nPart 1:\nPart 2:",
  "metadata": {
    "title": "Video — Deep Dive: Quantizing Large Language Models - DEV Community",
    "description": "Video — Deep Dive: Quantizing Large Language Models   Quantization is an excellent technique... Tagged with huggingface, ai, optimization, llm.",
    "keywords": "huggingface, ai, optimization, llm, software, coding, development, engineering, inclusive, community",
    "author": null,
    "og:type": "article",
    "og:url": "https://dev.to/juliensimon/video-deep-dive-quantizing-large-language-models-40jg",
    "og:title": "Video — Deep Dive: Quantizing Large Language Models",
    "og:description": "Video — Deep Dive: Quantizing Large Language Models   Quantization is an excellent technique...",
    "og:site_name": "DEV Community",
    "og:image": "https://media2.dev.to/dynamic/image/width=1000,height=500,fit=cover,gravity=auto,format=auto/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Fmur6hsbnv3gebnew8fca.png",
    "twitter:site": "@thepracticaldev",
    "twitter:creator": "@julsimon",
    "twitter:title": "Video — Deep Dive: Quantizing Large Language Models",
    "twitter:description": "Video — Deep Dive: Quantizing Large Language Models   Quantization is an excellent technique...",
    "twitter:card": "summary_large_image",
    "twitter:widgets:new-embed-design": "on",
    "twitter:image:src": "https://media2.dev.to/dynamic/image/width=1000,height=500,fit=cover,gravity=auto,format=auto/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Fmur6hsbnv3gebnew8fca.png"
  },
  "paywall": {
    "listed_paid": false,
    "detected": false,
    "marker": "",
    "public_only": false,
    "policy": "付费/会员内容只保留页面公开可见部分，不绕过付费墙"
  },
  "crawl": {
    "success": true,
    "status_code": 200,
    "error": ""
  },
  "code_blocks": [],
  "images": [
    {
      "status": "http_404",
      "url": "https://res.cloudinary.com/practicaldev/image/fetch/s--tvXcRkgN--/c_limit%2Cf_auto%2Cfl_progressive%2Cq_auto%2Cw_800/https://cdn-images-1.medium.com/max/1024/1%2AHfIZitpG6n_RpXeDw3AOsA.png",
      "src": "https://res.cloudinary.com/practicaldev/image/fetch/s--tvXcRkgN--/c_limit%2Cf_auto%2Cfl_progressive%2Cq_auto%2Cw_800/https://cdn-images-1.medium.com/max/1024/1%2AHfIZitpG6n_RpXeDw3AOsA.png",
      "alt": "",
      "downloaded": false,
      "retried_at": "2026-10-20T17:59:01Z"
    }
  ],
  "audio": [],
  "videos": [
    {
      "url": "https://www.youtube.com/watch?v=kw7S-3s50uk",
      "src": "https://www.youtube.com/embed/kw7S-3s50uk",
      "status": "ok",
      "kind": "single_video",
      "local_path": "attachments/af990e7871df/videos/repair-kw7S-3s50uk.mp4",
      "bytes": 157714582,
      "valid": true,
      "height": 1080,
      "width": 1920,
      "duration": "2427.981000",
      "reused": false
    },
    {
      "url": "https://www.youtube.com/watch?v=fXBBwCIA0Ds",
      "src": "https://www.youtube.com/embed/fXBBwCIA0Ds",
      "status": "ok",
      "kind": "single_video",
      "local_path": "attachments/af990e7871df/videos/repair-fXBBwCIA0Ds.mp4",
      "bytes": 111865759,
      "valid": true,
      "height": 1080,
      "width": 1920,
      "duration": "1632.541000",
      "reused": false
    }
  ],
  "links": [
    {
      "href": "https://res.cloudinary.com/practicaldev/image/fetch/s--tvXcRkgN--/c_limit%2Cf_auto%2Cfl_progressive%2Cq_auto%2Cw_800/https://cdn-images-1.medium.com/max/1024/1%2AHfIZitpG6n_RpXeDw3AOsA.png",
      "label": "",
      "type": "a"
    },
    {
      "href": "https://www.youtube.com/embed/kw7S-3s50uk",
      "label": "",
      "type": "iframe"
    },
    {
      "href": "https://www.youtube.com/embed/fXBBwCIA0Ds",
      "label": "",
      "type": "iframe"
    }
  ],
  "repair_version": 2,
  "repaired_at": "2026-10-14T10:49:06Z",
  "source_url": "https://dev.to/juliensimon/video-deep-dive-quantizing-large-language-models-40jg",
  "papers": [],
  "actual_video_files": [],
  "body_chars": 655,
  "expected_body_images": 1,
  "discovery_status": "ok",
  "delivery_status": "partial",
  "missing_reason": "http_404",
  "raw_html": "attachments/af990e7871df/pages/source.html",
  "local_html": "attachments/af990e7871df/pages/article.html",
  "body_base_path": "attachments/af990e7871df/pages/",
  "body_markdown_path": "attachments/af990e7871df/pages/article.md"
}