{
  "source_file": "0930",
  "source_platform": "研究机构",
  "author": "fast.ai",
  "title_listed": "Let's Build the GPT Tokenizer: A Complete Guide",
  "keywords": "Tokenizer,GPT,分词",
  "domain": "大模型算法",
  "content_type": "教程",
  "is_paid_flag": "否",
  "url": "https://www.fast.ai/posts/2025-10-16-gpt-tokenizer.html",
  "publish_date": "2025-10",
  "corpus_stage": "预训练",
  "notes": "GPT 分词器完整教程",
  "id": "213d65701abf",
  "collected_at": "2026-10-02T16:05:38",
  "title": "Page not found · GitHub Pages",
  "body_markdown": "# 404\n**File not found**\nThe site configured at this address does not contain the requested file. \nIf this is your site, make sure that the filename case matches the URL as well as any file permissions.  \nFor root URLs (like `http://example.com/`) you must provide an `index.html` file. \n[Read the full documentation](https://help.github.com/pages/) for more information about using **GitHub Pages**. \n[GitHub Status](https://githubstatus.com) — [@githubstatus](https://twitter.com/githubstatus)\n[ ![](https://www.fast.ai/posts/2025-10-16-gpt-tokenizer.html) ](https://www.fast.ai/) [ ![](https://www.fast.ai/posts/2025-10-16-gpt-tokenizer.html) ](https://www.fast.ai/)\n",
  "metadata": {
    "title": "Page not found · GitHub Pages",
    "description": null,
    "keywords": null,
    "author": null
  },
  "paywall": {
    "listed_paid": false,
    "detected": false,
    "marker": "",
    "public_only": false,
    "policy": "付费/会员内容只保留页面公开可见部分，不绕过付费墙"
  },
  "crawl": {
    "success": true,
    "status_code": 404,
    "error": ""
  },
  "code_blocks": [],
  "images": [
    {
      "status": "http_404",
      "url": "https://www.fast.ai/posts/2025-10-16-gpt-tokenizer.html",
      "src": "https://www.fast.ai/posts/2025-10-16-gpt-tokenizer.html",
      "alt": "",
      "downloaded": false,
      "discovery": "saved_markdown",
      "retried_at": "2026-10-20T17:36:14Z"
    }
  ],
  "audio": [],
  "videos": [],
  "links": [
    {
      "type": "internal",
      "href": "https://www.fast.ai/"
    },
    {
      "type": "external",
      "href": "https://help.github.com/pages/"
    },
    {
      "type": "external",
      "href": "https://githubstatus.com"
    },
    {
      "type": "external",
      "href": "https://twitter.com/githubstatus"
    }
  ],
  "repair_version": 2,
  "repaired_at": "2026-10-20T17:23:08Z",
  "source_url": "https://www.fast.ai/posts/2025-10-16-gpt-tokenizer.html",
  "delivery_status": "unverified",
  "discovery_status": "http_404",
  "missing_reason": "源页面未重新核验:http_404；已按保留正文补采图片",
  "repair_error": "",
  "actual_video_files": [],
  "expected_saved_body_images": 1,
  "image_discovery": "saved_markdown",
  "source_body_markdown": "# 404\n**File not found**\nThe site configured at this address does not contain the requested file. \nIf this is your site, make sure that the filename case matches the URL as well as any file permissions.  \nFor root URLs (like `http://example.com/`) you must provide an `index.html` file. \n[Read the full documentation](https://help.github.com/pages/) for more information about using **GitHub Pages**. \n[GitHub Status](https://githubstatus.com) — [@githubstatus](https://twitter.com/githubstatus)\n[ ![](https://www.fast.ai/posts/2025-10-16-gpt-tokenizer.html) ](https://www.fast.ai/) [ ![](https://www.fast.ai/posts/2025-10-16-gpt-tokenizer.html) ](https://www.fast.ai/)\n",
  "body_base_path": "attachments/213d65701abf/pages/",
  "body_markdown_path": "attachments/213d65701abf/pages/archived-body.md",
  "local_html": "attachments/213d65701abf/pages/archived-body.html",
  "body_source": "prior_capture"
}