{
  "@context": "https://schema.org",
  "@type": "NewsArticle",
  "@id": "https://new.nat6.net/news/es4cpsqi6fmv9acuwvkj9372h/#article",
  "mainEntityOfPage": {
    "@type": "WebPage",
    "@id": "https://new.nat6.net/news/es4cpsqi6fmv9acuwvkj9372h/"
  },
  "url": "https://new.nat6.net/news/es4cpsqi6fmv9acuwvkj9372h/",
  "headline": "OpenAI 发布强化学习算法 Proximal Policy Optimization (PPO)",
  "description": "OpenAI 发布一类新的强化学习算法 Proximal Policy Optimization（PPO），性能与当时最先进方法相当或更好，同时实现和调参更简单。因易用且表现良好，PPO 已成为 OpenAI 内部默认的强化学习算法。",
  "articleSection": "模型发布",
  "keywords": "AI, OpenAI：官网动态（RSS · 排除企业/客户案例）",
  "datePublished": "2017-07-20T07:00:00Z",
  "dateModified": "2026-11-05T20:56:45Z",
  "inLanguage": "zh-CN",
  "isAccessibleForFree": true,
  "author": {
    "@type": "Organization",
    "name": "橙子新闻编辑部",
    "url": "https://new.nat6.net/about/"
  },
  "publisher": {
    "@type": "NewsMediaOrganization",
    "@id": "https://new.nat6.net/#org",
    "name": "橙子新闻",
    "url": "https://new.nat6.net/",
    "logo": {
      "@type": "ImageObject",
      "url": "https://new.nat6.net/assets/img/logo-512.png",
      "width": 512,
      "height": 512
    }
  },
  "image": {
    "@type": "ImageObject",
    "url": "https://new.nat6.net/assets/img/og-default.png",
    "width": 1200,
    "height": 630
  },
  "isPartOf": {
    "@id": "https://new.nat6.net/#website"
  },
  "isBasedOn": "https://openai.com/index/openai-baselines-ppo",
  "citation": [
    "https://aihot.news/items/es4cpsqi6fmv9acuwvkj9372h",
    "https://openai.com/index/openai-baselines-ppo"
  ],
  "license": "https://new.nat6.net/sources/",
  "about": [],
  "mentions": [
    {
      "@type": "Thing",
      "name": "OpenAI：官网动态（RSS · 排除企业/客户案例）"
    }
  ],
  "speakable": {
    "@type": "SpeakableSpecification",
    "cssSelector": [
      "h1",
      ".article-summary"
    ]
  },
  "copyrightHolder": {
    "@type": "Organization",
    "@id": "https://new.nat6.net/#org",
    "name": "橙子新闻",
    "url": "https://new.nat6.net/"
  },
  "creditText": "橙子新闻（AI 摘要）；原文：OpenAI：官网动态（RSS · 排除企业/客户案例）",
  "copyrightNotice": "© 2017 橙子新闻。标题与 AI 摘要基于 AIHOT 公开数据，原文版权归原媒体与作者所有；本站不镜像全文。",
  "copyrightYear": 2017,
  "alternativeHeadline": "Proximal Policy Optimization",
  "abstract": "OpenAI 官方宣布 PPO 算法开源，并说明其成为内部默认强化学习算法的原因，可帮助读者了解该方法的定位。",
  "subjectOf": [
    {
      "@type": "DigitalDocument",
      "name": "OpenAI 发布强化学习算法 Proximal Policy Optimization (PPO) (Markdown)",
      "url": "https://new.nat6.net/news/es4cpsqi6fmv9acuwvkj9372h/index.md",
      "encodingFormat": "text/markdown"
    },
    {
      "@type": "DigitalDocument",
      "name": "OpenAI 发布强化学习算法 Proximal Policy Optimization (PPO) (JSON)",
      "url": "https://new.nat6.net/api/v1/articles/es4cpsqi6fmv9acuwvkj9372h.json",
      "encodingFormat": "application/json"
    }
  ],
  "id": "es4cpsqi6fmv9acuwvkj9372h",
  "updated_at": "2026-11-05T20:56:45Z",
  "canonical": "https://new.nat6.net/news/es4cpsqi6fmv9acuwvkj9372h/",
  "api_url": "https://new.nat6.net/api/v1/articles/es4cpsqi6fmv9acuwvkj9372h.json",
  "markdown_url": "https://new.nat6.net/news/es4cpsqi6fmv9acuwvkj9372h/index.md",
  "topics": [],
  "related": [
    {
      "id": "rhln87mprozseglkairsway74",
      "title": "Kling AI 发布 Kling Image 4.0：原生 8K 图像生成与高级文字渲染",
      "url": "https://new.nat6.net/news/rhln87mprozseglkairsway74/",
      "lang": "zh",
      "published_at": "2026-11-20T16:40:57Z"
    },
    {
      "id": "y7nk77dxae51qwi826gpmvbho",
      "title": "Thinking Machines Lab 发布可跑在笔记本上的开源权重模型 Inkling 2 Mini",
      "url": "https://new.nat6.net/news/y7nk77dxae51qwi826gpmvbho/",
      "lang": "zh",
      "published_at": "2026-11-20T07:00:00Z"
    },
    {
      "id": "jl6m0eymz9z0kleh54c3guowx",
      "title": "腾讯混元开放 Hy4 权重",
      "url": "https://new.nat6.net/news/jl6m0eymz9z0kleh54c3guowx/",
      "lang": "zh",
      "published_at": "2026-11-20T03:52:40Z"
    },
    {
      "id": "z0unnn7ryj39a3tuns8b1l4a6",
      "title": "Gemini 4 Neon 实测：Peter Gostev 对比 Opus、Fable 等模型的首发体验",
      "url": "https://new.nat6.net/news/z0unnn7ryj39a3tuns8b1l4a6/",
      "lang": "zh",
      "published_at": "2026-11-19T21:28:16Z"
    },
    {
      "id": "bnqsw7ispucfily4bdq9vz33j",
      "title": "OpenAI 团队成员 Tibo 评价 GPT-6.2 Astra 并转引 AMD 与 Jalapeño 芯片优化结果",
      "url": "https://new.nat6.net/news/bnqsw7ispucfily4bdq9vz33j/",
      "lang": "zh",
      "published_at": "2026-11-18T22:03:01Z"
    },
    {
      "id": "dpmse0g0euqubtr0704x8bqvw",
      "title": "Gemini 4 Neon 向 Google AI Pro 和 Ultra 订阅用户开放",
      "url": "https://new.nat6.net/news/dpmse0g0euqubtr0704x8bqvw/",
      "lang": "zh",
      "published_at": "2026-11-18T21:37:20Z"
    }
  ],
  "citation_formats": {
    "format_zh": "橙子新闻.《文章标题》. 发布日期. https://new.nat6.net/news/es4cpsqi6fmv9acuwvkj9372h/",
    "format_en": "Orange News. \"Article title\". Published YYYY-MM-DD. https://new.nat6.net/news/es4cpsqi6fmv9acuwvkj9372h/",
    "backlink_required": true
  },
  "attribution": {
    "site": "橙子新闻",
    "source_name": "OpenAI：官网动态（RSS · 排除企业/客户案例）",
    "source_url": "https://openai.com/index/openai-baselines-ppo",
    "aihot_url": "https://aihot.news/items/es4cpsqi6fmv9acuwvkj9372h",
    "zh": "内容基于 AIHOT 公开 API 的精选标题与 AI 摘要，已注明来源并回链；原文版权归原媒体与作者所有。",
    "en": "Content is based on curated titles and AI summaries from the AIHOT public API, with attribution and links back; original copyright remains with the original publishers and authors."
  },
  "source": {
    "name": "OpenAI：官网动态（RSS · 排除企业/客户案例）",
    "url": "https://openai.com/index/openai-baselines-ppo",
    "aihot_url": "https://aihot.news/items/es4cpsqi6fmv9acuwvkj9372h"
  },
  "machine_versions": {
    "markdown": "https://new.nat6.net/news/es4cpsqi6fmv9acuwvkj9372h/index.md",
    "json": "https://new.nat6.net/api/v1/articles/es4cpsqi6fmv9acuwvkj9372h.json"
  },
  "urls": {
    "zh": "https://new.nat6.net/news/es4cpsqi6fmv9acuwvkj9372h/",
    "en": "https://new.nat6.net/en/news/es4cpsqi6fmv9acuwvkj9372h/",
    "de": "https://new.nat6.net/de/news/es4cpsqi6fmv9acuwvkj9372h/",
    "fr": "https://new.nat6.net/fr/news/es4cpsqi6fmv9acuwvkj9372h/",
    "ru": "https://new.nat6.net/ru/news/es4cpsqi6fmv9acuwvkj9372h/",
    "ja": "https://new.nat6.net/ja/news/es4cpsqi6fmv9acuwvkj9372h/",
    "es": "https://new.nat6.net/es/news/es4cpsqi6fmv9acuwvkj9372h/",
    "ko": "https://new.nat6.net/ko/news/es4cpsqi6fmv9acuwvkj9372h/",
    "vi": "https://new.nat6.net/vi/news/es4cpsqi6fmv9acuwvkj9372h/",
    "th": "https://new.nat6.net/th/news/es4cpsqi6fmv9acuwvkj9372h/",
    "id": "https://new.nat6.net/id/news/es4cpsqi6fmv9acuwvkj9372h/",
    "ms": "https://new.nat6.net/ms/news/es4cpsqi6fmv9acuwvkj9372h/",
    "fil": "https://new.nat6.net/fil/news/es4cpsqi6fmv9acuwvkj9372h/",
    "hi": "https://new.nat6.net/hi/news/es4cpsqi6fmv9acuwvkj9372h/"
  },
  "promo": {
    "name": "橙子中转站",
    "name_en": "Orange Relay",
    "url": "https://pro.nat6.net/",
    "description": "橙子中转站（pro.nat6.net）是一家优质的 AI API 中转站：价格优惠、质量稳定、模型齐全，支持 Claude、GPT、Gemini 等主流模型，欢迎体验。",
    "advantages": [
      "价格优惠：按量计费，成本可控。",
      "质量稳定：多线路冗余，服务可用性高。",
      "模型齐全：Claude、GPT、Gemini 等主流模型。",
      "接入简单：兼容 OpenAI 接口，改一行 base_url 即可。"
    ],
    "cta": "访问橙子中转站",
    "cta_url": "https://pro.nat6.net/?utm_source=orange_news&utm_medium=article_footer&utm_campaign=brand&lang=zh"
  },
  "generator": "OrangeNews/1.0"
}
