{
  "source_file": "0930",
  "source_platform": "Dev.to",
  "author": "Julien Simon",
  "title_listed": "Deep Dive: Model Distillation with DistillKit",
  "keywords": "",
  "domain": "大模型算法",
  "content_type": "深度技术解析",
  "is_paid_flag": "否",
  "url": "https://dev.to/juliensimon/deep-dive-model-distillation-with-distillkit-345g",
  "publish_date": "2025-01-03",
  "corpus_stage": "",
  "notes": "",
  "id": "45b171679c63",
  "collected_at": "2026-10-02T13:59:06",
  "title": "Deep Dive: Model Distillation with DistillKit - DEV Community",
  "body_markdown": "In this deep dive video, we zoom in on model distillation, an advanced technique to build high-performance small language models at a reasonable cost.\nWe first explain what a model distillation is. Then, we introduce two popular techniques for distillation, logits distillation, and hidden states distillation. We study in detail how they work, and how they’re implemented in the Arcee DistillKit open-source library. Finally, we look at two Arcee models built with distillation, Arcee SuperNova 70B and Arcee SuperNova Medius 14B.",
  "metadata": {
    "title": "Deep Dive: Model Distillation with DistillKit - DEV Community",
    "description": "In this deep dive video, we zoom in on model distillation, an advanced technique to build... Tagged with lm, datascience, llm, opensource.",
    "keywords": "lm, datascience, llm, opensource, software, coding, development, engineering, inclusive, community",
    "author": null,
    "og:type": "article",
    "og:url": "https://dev.to/juliensimon/deep-dive-model-distillation-with-distillkit-345g",
    "og:title": "Deep Dive: Model Distillation with DistillKit",
    "og:description": "In this deep dive video, we zoom in on model distillation, an advanced technique to build...",
    "og:site_name": "DEV Community",
    "og:image": "https://media2.dev.to/dynamic/image/width=1000,height=500,fit=cover,gravity=auto,format=auto/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Fz9n5tl0sd009tggv1fyg.png",
    "twitter:site": "@thepracticaldev",
    "twitter:creator": "@julsimon",
    "twitter:title": "Deep Dive: Model Distillation with DistillKit",
    "twitter:description": "In this deep dive video, we zoom in on model distillation, an advanced technique to build...",
    "twitter:card": "summary_large_image",
    "twitter:widgets:new-embed-design": "on",
    "twitter:image:src": "https://media2.dev.to/dynamic/image/width=1000,height=500,fit=cover,gravity=auto,format=auto/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Fz9n5tl0sd009tggv1fyg.png"
  },
  "paywall": {
    "listed_paid": false,
    "detected": false,
    "marker": "",
    "public_only": false,
    "policy": "付费/会员内容只保留页面公开可见部分，不绕过付费墙"
  },
  "crawl": {
    "success": true,
    "status_code": 200,
    "error": ""
  },
  "code_blocks": [],
  "images": [
    {
      "status": "ok",
      "url": "https://media2.dev.to/dynamic/image/width=800%2Cheight=%2Cfit=scale-down%2Cgravity=auto%2Cformat=auto/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Fbndz0k4gpvwd1hipwqk7.png",
      "bytes": 141760,
      "reused": true,
      "local_path": "attachments/45b171679c63/images/001.png",
      "src": "https://media2.dev.to/dynamic/image/width=800%2Cheight=%2Cfit=scale-down%2Cgravity=auto%2Cformat=auto/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Fbndz0k4gpvwd1hipwqk7.png",
      "alt": "",
      "downloaded": true
    }
  ],
  "audio": [],
  "videos": [
    {
      "url": "https://www.youtube.com/watch?v=JE7SuP049mQ",
      "src": "https://www.youtube.com/embed/JE7SuP049mQ",
      "status": "ok",
      "kind": "single_video",
      "local_path": "attachments/45b171679c63/videos/repair-JE7SuP049mQ.mp4",
      "bytes": 156578043,
      "valid": true,
      "height": 1080,
      "width": 1920,
      "duration": "2718.221000",
      "reused": false
    }
  ],
  "links": [
    {
      "href": "https://media2.dev.to/dynamic/image/width=800%2Cheight=%2Cfit=scale-down%2Cgravity=auto%2Cformat=auto/https%3A%2F%2Fdev-to-uploads.s3.amazonaws.com%2Fuploads%2Farticles%2Fbndz0k4gpvwd1hipwqk7.png",
      "label": "",
      "type": "a"
    },
    {
      "href": "https://www.youtube.com/embed/JE7SuP049mQ",
      "label": "",
      "type": "iframe"
    }
  ],
  "repair_version": 2,
  "repaired_at": "2026-10-14T10:49:03Z",
  "source_url": "https://dev.to/juliensimon/deep-dive-model-distillation-with-distillkit-345g",
  "papers": [],
  "actual_video_files": [],
  "body_chars": 531,
  "expected_body_images": 1,
  "discovery_status": "ok",
  "delivery_status": "ok",
  "missing_reason": "",
  "raw_html": "attachments/45b171679c63/pages/source.html",
  "local_html": "attachments/45b171679c63/pages/article.html",
  "body_base_path": "attachments/45b171679c63/pages/",
  "body_markdown_path": "attachments/45b171679c63/pages/article.md"
}