{
  "@context": "https://schema.org",
  "@type": "NewsArticle",
  "@id": "https://new.nat6.net/news/cmpc7e3b90080slmqv9vsy0ou/#article",
  "mainEntityOfPage": {
    "@type": "WebPage",
    "@id": "https://new.nat6.net/news/cmpc7e3b90080slmqv9vsy0ou/"
  },
  "url": "https://new.nat6.net/news/cmpc7e3b90080slmqv9vsy0ou/",
  "headline": "策略梯度算法",
  "description": "该文章系统梳理了策略梯度算法的发展脉络，深入解析其工作原理，并详细介绍了从基础到前沿的多种算法，包括PPO、SAC、TD3、IMPALA等主流方法。文章自2018年起持续更新，陆续新增了D4PG、SVPG、PPG等新算法，并补充了关于PPO的最新讨论。文中还提供了韩语及中文等多个语言版本的翻译，便于不同读者参考。",
  "articleSection": "教程与技巧",
  "keywords": "AI, Lilian Weng：Lil'Log（RSS）",
  "datePublished": "2018-04-08T00:00:00Z",
  "dateModified": "2026-11-05T20:56:43Z",
  "inLanguage": "zh-CN",
  "isAccessibleForFree": true,
  "author": {
    "@type": "Organization",
    "name": "橙子新闻编辑部",
    "url": "https://new.nat6.net/about/"
  },
  "publisher": {
    "@type": "NewsMediaOrganization",
    "@id": "https://new.nat6.net/#org",
    "name": "橙子新闻",
    "url": "https://new.nat6.net/",
    "logo": {
      "@type": "ImageObject",
      "url": "https://new.nat6.net/assets/img/logo-512.png",
      "width": 512,
      "height": 512
    }
  },
  "image": {
    "@type": "ImageObject",
    "url": "https://new.nat6.net/assets/img/og-default.png",
    "width": 1200,
    "height": 630
  },
  "isPartOf": {
    "@id": "https://new.nat6.net/#website"
  },
  "isBasedOn": "https://lilianweng.github.io/posts/2018-04-08-policy-gradient",
  "citation": [
    "https://aihot.news/items/cmpc7e3b90080slmqv9vsy0ou",
    "https://lilianweng.github.io/posts/2018-04-08-policy-gradient"
  ],
  "license": "https://new.nat6.net/sources/",
  "about": [],
  "mentions": [
    {
      "@type": "Thing",
      "name": "Lilian Weng：Lil'Log（RSS）"
    }
  ],
  "speakable": {
    "@type": "SpeakableSpecification",
    "cssSelector": [
      "h1",
      ".article-summary"
    ]
  },
  "copyrightHolder": {
    "@type": "Organization",
    "@id": "https://new.nat6.net/#org",
    "name": "橙子新闻",
    "url": "https://new.nat6.net/"
  },
  "creditText": "橙子新闻（AI 摘要）；原文：Lilian Weng：Lil'Log（RSS）",
  "copyrightNotice": "© 2018 橙子新闻。标题与 AI 摘要基于 AIHOT 公开数据，原文版权归原媒体与作者所有；本站不镜像全文。",
  "copyrightYear": 2018,
  "alternativeHeadline": "Policy Gradient Algorithms",
  "abstract": "这篇是当年策略梯度方法的“圣经”级综述，现在看虽然有些过时，但想理解PPO、SAC的来龙去脉还得从这儿啃起。",
  "subjectOf": [
    {
      "@type": "DigitalDocument",
      "name": "策略梯度算法 (Markdown)",
      "url": "https://new.nat6.net/news/cmpc7e3b90080slmqv9vsy0ou/index.md",
      "encodingFormat": "text/markdown"
    },
    {
      "@type": "DigitalDocument",
      "name": "策略梯度算法 (JSON)",
      "url": "https://new.nat6.net/api/v1/articles/cmpc7e3b90080slmqv9vsy0ou.json",
      "encodingFormat": "application/json"
    }
  ],
  "id": "cmpc7e3b90080slmqv9vsy0ou",
  "updated_at": "2026-11-05T20:56:43Z",
  "canonical": "https://new.nat6.net/news/cmpc7e3b90080slmqv9vsy0ou/",
  "api_url": "https://new.nat6.net/api/v1/articles/cmpc7e3b90080slmqv9vsy0ou.json",
  "markdown_url": "https://new.nat6.net/news/cmpc7e3b90080slmqv9vsy0ou/index.md",
  "topics": [],
  "related": [
    {
      "id": "w612ivonntodntv1ydkt2lqwh",
      "title": "Figma 演示用 Specs 与 Figma agent 把上下文变成可实现的开发计划",
      "url": "https://new.nat6.net/news/w612ivonntodntv1ydkt2lqwh/",
      "lang": "zh",
      "published_at": "2026-11-20T22:17:00Z"
    },
    {
      "id": "amx0tnq9rthd6ssx81np25ldc",
      "title": "DeepSeek Harness 发布100天，作者分享13个实用插件玩法",
      "url": "https://new.nat6.net/news/amx0tnq9rthd6ssx81np25ldc/",
      "lang": "zh",
      "published_at": "2026-11-20T04:01:57Z"
    },
    {
      "id": "wnw22hxqlwsd58lzsm44psc6g",
      "title": "Runway 详解如何构建智能体驱动的软件工厂",
      "url": "https://new.nat6.net/news/wnw22hxqlwsd58lzsm44psc6g/",
      "lang": "zh",
      "published_at": "2026-11-19T16:00:00Z"
    },
    {
      "id": "alwgjr29158n454prl9tjmmw1",
      "title": "OpenAI 详解 Codex 驱动的 Performance Factory 如何自动保持 ChatGPT 高性能",
      "url": "https://new.nat6.net/news/alwgjr29158n454prl9tjmmw1/",
      "lang": "zh",
      "published_at": "2026-11-19T08:00:00Z"
    },
    {
      "id": "i94tul4bae051uizh2kkpn2r4",
      "title": "OpenHands 详解用 Agent 自动修复自家镜像 CVE 的软件工厂",
      "url": "https://new.nat6.net/news/i94tul4bae051uizh2kkpn2r4/",
      "lang": "zh",
      "published_at": "2026-11-19T00:00:00Z"
    },
    {
      "id": "fn0p7buwy74nvduahsy10sp2f",
      "title": "OpenAI 深入解析 Codex 沙箱的权限设计与三平台实现",
      "url": "https://new.nat6.net/news/fn0p7buwy74nvduahsy10sp2f/",
      "lang": "zh",
      "published_at": "2026-11-18T08:00:00Z"
    }
  ],
  "citation_formats": {
    "format_zh": "橙子新闻.《文章标题》. 发布日期. https://new.nat6.net/news/cmpc7e3b90080slmqv9vsy0ou/",
    "format_en": "Orange News. \"Article title\". Published YYYY-MM-DD. https://new.nat6.net/news/cmpc7e3b90080slmqv9vsy0ou/",
    "backlink_required": true
  },
  "attribution": {
    "site": "橙子新闻",
    "source_name": "Lilian Weng：Lil'Log（RSS）",
    "source_url": "https://lilianweng.github.io/posts/2018-04-08-policy-gradient",
    "aihot_url": "https://aihot.news/items/cmpc7e3b90080slmqv9vsy0ou",
    "zh": "内容基于 AIHOT 公开 API 的精选标题与 AI 摘要，已注明来源并回链；原文版权归原媒体与作者所有。",
    "en": "Content is based on curated titles and AI summaries from the AIHOT public API, with attribution and links back; original copyright remains with the original publishers and authors."
  },
  "source": {
    "name": "Lilian Weng：Lil'Log（RSS）",
    "url": "https://lilianweng.github.io/posts/2018-04-08-policy-gradient",
    "aihot_url": "https://aihot.news/items/cmpc7e3b90080slmqv9vsy0ou"
  },
  "machine_versions": {
    "markdown": "https://new.nat6.net/news/cmpc7e3b90080slmqv9vsy0ou/index.md",
    "json": "https://new.nat6.net/api/v1/articles/cmpc7e3b90080slmqv9vsy0ou.json"
  },
  "urls": {
    "zh": "https://new.nat6.net/news/cmpc7e3b90080slmqv9vsy0ou/",
    "en": "https://new.nat6.net/en/news/cmpc7e3b90080slmqv9vsy0ou/",
    "de": "https://new.nat6.net/de/news/cmpc7e3b90080slmqv9vsy0ou/",
    "fr": "https://new.nat6.net/fr/news/cmpc7e3b90080slmqv9vsy0ou/",
    "ru": "https://new.nat6.net/ru/news/cmpc7e3b90080slmqv9vsy0ou/",
    "ja": "https://new.nat6.net/ja/news/cmpc7e3b90080slmqv9vsy0ou/",
    "es": "https://new.nat6.net/es/news/cmpc7e3b90080slmqv9vsy0ou/",
    "ko": "https://new.nat6.net/ko/news/cmpc7e3b90080slmqv9vsy0ou/",
    "vi": "https://new.nat6.net/vi/news/cmpc7e3b90080slmqv9vsy0ou/",
    "th": "https://new.nat6.net/th/news/cmpc7e3b90080slmqv9vsy0ou/",
    "id": "https://new.nat6.net/id/news/cmpc7e3b90080slmqv9vsy0ou/",
    "ms": "https://new.nat6.net/ms/news/cmpc7e3b90080slmqv9vsy0ou/",
    "fil": "https://new.nat6.net/fil/news/cmpc7e3b90080slmqv9vsy0ou/",
    "hi": "https://new.nat6.net/hi/news/cmpc7e3b90080slmqv9vsy0ou/"
  },
  "promo": {
    "name": "橙子中转站",
    "name_en": "Orange Relay",
    "url": "https://pro.nat6.net/",
    "description": "橙子中转站（pro.nat6.net）是一家优质的 AI API 中转站：价格优惠、质量稳定、模型齐全，支持 Claude、GPT、Gemini 等主流模型，欢迎体验。",
    "advantages": [
      "价格优惠：按量计费，成本可控。",
      "质量稳定：多线路冗余，服务可用性高。",
      "模型齐全：Claude、GPT、Gemini 等主流模型。",
      "接入简单：兼容 OpenAI 接口，改一行 base_url 即可。"
    ],
    "cta": "访问橙子中转站",
    "cta_url": "https://pro.nat6.net/?utm_source=orange_news&utm_medium=article_footer&utm_campaign=brand&lang=zh"
  },
  "generator": "OrangeNews/1.0"
}
