{
  "@context": "https://schema.org",
  "@type": "NewsArticle",
  "@id": "https://new.nat6.net/news/cmorfwui900bbslahbt29u50b/#article",
  "mainEntityOfPage": {
    "@type": "WebPage",
    "@id": "https://new.nat6.net/news/cmorfwui900bbslahbt29u50b/"
  },
  "url": "https://new.nat6.net/news/cmorfwui900bbslahbt29u50b/",
  "headline": "在谷歌TPU上实现3倍加速：UCSD利用扩散式推测解码优化LLM推理",
  "description": "加州大学圣地亚哥分校的研究团队在谷歌TPU上成功部署了DFlash，一种基于块扩散的推测解码方法。该方法突破传统自回归草稿生成的序列性瓶颈，通过单次前向传播并行“绘制”整个候选令牌块，而非逐个预测。系统平均实现了3.13倍的推理加速，峰值性能接近EAGLE-3等现有方法的两倍。这一开源方案已集成至vLLM生态系统，通…",
  "articleSection": "论文与研究",
  "keywords": "AI, Google Developers Blog（RSS）",
  "datePublished": "2026-05-03T16:00:00Z",
  "dateModified": "2026-11-05T20:56:41Z",
  "inLanguage": "zh-CN",
  "isAccessibleForFree": true,
  "author": {
    "@type": "Organization",
    "name": "橙子新闻编辑部",
    "url": "https://new.nat6.net/about/"
  },
  "publisher": {
    "@type": "NewsMediaOrganization",
    "@id": "https://new.nat6.net/#org",
    "name": "橙子新闻",
    "url": "https://new.nat6.net/",
    "logo": {
      "@type": "ImageObject",
      "url": "https://new.nat6.net/assets/img/logo-512.png",
      "width": 512,
      "height": 512
    }
  },
  "image": {
    "@type": "ImageObject",
    "url": "https://new.nat6.net/assets/img/og-default.png",
    "width": 1200,
    "height": 630
  },
  "isPartOf": {
    "@id": "https://new.nat6.net/#website"
  },
  "isBasedOn": "https://developers.googleblog.com/supercharging-llm-inference-on-google-tpus-achieving-3x-speedups-with-diffusion-style-speculative-decoding",
  "citation": [
    "https://aihot.news/items/cmorfwui900bbslahbt29u50b",
    "https://developers.googleblog.com/supercharging-llm-inference-on-google-tpus-achieving-3x-speedups-with-diffusion-style-speculative-decoding"
  ],
  "license": "https://new.nat6.net/sources/",
  "about": [],
  "mentions": [
    {
      "@type": "Thing",
      "name": "Google Developers Blog（RSS）"
    }
  ],
  "speakable": {
    "@type": "SpeakableSpecification",
    "cssSelector": [
      "h1",
      ".article-summary"
    ]
  },
  "copyrightHolder": {
    "@type": "Organization",
    "@id": "https://new.nat6.net/#org",
    "name": "橙子新闻",
    "url": "https://new.nat6.net/"
  },
  "creditText": "橙子新闻（AI 摘要）；原文：Google Developers Blog（RSS）",
  "copyrightNotice": "© 2026 橙子新闻。标题与 AI 摘要基于 AIHOT 公开数据，原文版权归原媒体与作者所有；本站不镜像全文。",
  "copyrightYear": 2026,
  "alternativeHeadline": "Supercharging LLM inference on Google TPUs: Achieving 3X speedups with diffusion-style speculative decoding",
  "abstract": "把扩散式的 speculative decoding 在 TPU 上跑出了 3 倍推理加速，峰值快到 EAGLE-3 的两倍，还直接集成了 vLLM，做推理优化的赶紧试一下。",
  "subjectOf": [
    {
      "@type": "DigitalDocument",
      "name": "在谷歌TPU上实现3倍加速：UCSD利用扩散式推测解码优化LLM推理 (Markdown)",
      "url": "https://new.nat6.net/news/cmorfwui900bbslahbt29u50b/index.md",
      "encodingFormat": "text/markdown"
    },
    {
      "@type": "DigitalDocument",
      "name": "在谷歌TPU上实现3倍加速：UCSD利用扩散式推测解码优化LLM推理 (JSON)",
      "url": "https://new.nat6.net/api/v1/articles/cmorfwui900bbslahbt29u50b.json",
      "encodingFormat": "application/json"
    }
  ],
  "id": "cmorfwui900bbslahbt29u50b",
  "updated_at": "2026-11-05T20:56:41Z",
  "canonical": "https://new.nat6.net/news/cmorfwui900bbslahbt29u50b/",
  "api_url": "https://new.nat6.net/api/v1/articles/cmorfwui900bbslahbt29u50b.json",
  "markdown_url": "https://new.nat6.net/news/cmorfwui900bbslahbt29u50b/index.md",
  "topics": [],
  "related": [
    {
      "id": "xenhfme3azzcf8qpihr57fb93",
      "title": "Berkeley RDI 发布 CyberBinGym 基准，测试 AI 智能体能否仅凭二进制补丁写出真实漏洞利用",
      "url": "https://new.nat6.net/news/xenhfme3azzcf8qpihr57fb93/",
      "lang": "zh",
      "published_at": "2026-11-11T00:00:00Z"
    },
    {
      "id": "womexcn3n0ijhbehvhbsxxm4f",
      "title": "Microsoft Research 揭示 Lazarus 权重空间后门技术，通过重编程休眠神经元攻击 AI Agent",
      "url": "https://new.nat6.net/news/womexcn3n0ijhbehvhbsxxm4f/",
      "lang": "zh",
      "published_at": "2026-11-10T20:52:56Z"
    },
    {
      "id": "momr4yrt6hhhfeuzjfqz6ryqy",
      "title": "Wiz 讲解如何评估 AI 智能体的网络安全能力",
      "url": "https://new.nat6.net/news/momr4yrt6hhhfeuzjfqz6ryqy/",
      "lang": "zh",
      "published_at": "2026-11-10T16:03:25Z"
    },
    {
      "id": "t9g33uqn3lfwm8cr1kr2fvnp7",
      "title": "Google DeepMind 用 AlphaProof Code 对 Signal 协议机器码完成形式化安全验证",
      "url": "https://new.nat6.net/news/t9g33uqn3lfwm8cr1kr2fvnp7/",
      "lang": "zh",
      "published_at": "2026-11-10T15:38:00Z"
    },
    {
      "id": "uif827ayipylunwlh7gejgcbo",
      "title": "OpenAI 研究：模型生命周期中哪些因素影响 CoT 可监控性",
      "url": "https://new.nat6.net/news/uif827ayipylunwlh7gejgcbo/",
      "lang": "zh",
      "published_at": "2026-11-10T08:00:00Z"
    },
    {
      "id": "mx6m3dvh7s5zz7u91h4iqd5pt",
      "title": "OpenAI 披露 ExploitGym 评测中智能体利用同行遗留凭据越权访问内部研究基础设施",
      "url": "https://new.nat6.net/news/mx6m3dvh7s5zz7u91h4iqd5pt/",
      "lang": "zh",
      "published_at": "2026-11-10T00:00:00Z"
    }
  ],
  "citation_formats": {
    "format_zh": "橙子新闻.《文章标题》. 发布日期. https://new.nat6.net/news/cmorfwui900bbslahbt29u50b/",
    "format_en": "Orange News. \"Article title\". Published YYYY-MM-DD. https://new.nat6.net/news/cmorfwui900bbslahbt29u50b/",
    "backlink_required": true
  },
  "attribution": {
    "site": "橙子新闻",
    "source_name": "Google Developers Blog（RSS）",
    "source_url": "https://developers.googleblog.com/supercharging-llm-inference-on-google-tpus-achieving-3x-speedups-with-diffusion-style-speculative-decoding",
    "aihot_url": "https://aihot.news/items/cmorfwui900bbslahbt29u50b",
    "zh": "内容基于 AIHOT 公开 API 的精选标题与 AI 摘要，已注明来源并回链；原文版权归原媒体与作者所有。",
    "en": "Content is based on curated titles and AI summaries from the AIHOT public API, with attribution and links back; original copyright remains with the original publishers and authors."
  },
  "source": {
    "name": "Google Developers Blog（RSS）",
    "url": "https://developers.googleblog.com/supercharging-llm-inference-on-google-tpus-achieving-3x-speedups-with-diffusion-style-speculative-decoding",
    "aihot_url": "https://aihot.news/items/cmorfwui900bbslahbt29u50b"
  },
  "machine_versions": {
    "markdown": "https://new.nat6.net/news/cmorfwui900bbslahbt29u50b/index.md",
    "json": "https://new.nat6.net/api/v1/articles/cmorfwui900bbslahbt29u50b.json"
  },
  "urls": {
    "zh": "https://new.nat6.net/news/cmorfwui900bbslahbt29u50b/",
    "en": "https://new.nat6.net/en/news/cmorfwui900bbslahbt29u50b/",
    "de": "https://new.nat6.net/de/news/cmorfwui900bbslahbt29u50b/",
    "fr": "https://new.nat6.net/fr/news/cmorfwui900bbslahbt29u50b/",
    "ru": "https://new.nat6.net/ru/news/cmorfwui900bbslahbt29u50b/",
    "ja": "https://new.nat6.net/ja/news/cmorfwui900bbslahbt29u50b/",
    "es": "https://new.nat6.net/es/news/cmorfwui900bbslahbt29u50b/",
    "ko": "https://new.nat6.net/ko/news/cmorfwui900bbslahbt29u50b/",
    "vi": "https://new.nat6.net/vi/news/cmorfwui900bbslahbt29u50b/",
    "th": "https://new.nat6.net/th/news/cmorfwui900bbslahbt29u50b/",
    "id": "https://new.nat6.net/id/news/cmorfwui900bbslahbt29u50b/",
    "ms": "https://new.nat6.net/ms/news/cmorfwui900bbslahbt29u50b/",
    "fil": "https://new.nat6.net/fil/news/cmorfwui900bbslahbt29u50b/",
    "hi": "https://new.nat6.net/hi/news/cmorfwui900bbslahbt29u50b/"
  },
  "promo": {
    "name": "橙子中转站",
    "name_en": "Orange Relay",
    "url": "https://pro.nat6.net/",
    "description": "橙子中转站（pro.nat6.net）是一家优质的 AI API 中转站：价格优惠、质量稳定、模型齐全，支持 Claude、GPT、Gemini 等主流模型，欢迎体验。",
    "advantages": [
      "价格优惠：按量计费，成本可控。",
      "质量稳定：多线路冗余，服务可用性高。",
      "模型齐全：Claude、GPT、Gemini 等主流模型。",
      "接入简单：兼容 OpenAI 接口，改一行 base_url 即可。"
    ],
    "cta": "访问橙子中转站",
    "cta_url": "https://pro.nat6.net/?utm_source=orange_news&utm_medium=article_footer&utm_campaign=brand&lang=zh"
  },
  "generator": "OrangeNews/1.0"
}
