{
  "@context": "https://schema.org",
  "@type": "NewsArticle",
  "@id": "https://new.nat6.net/news/cmoegbhak009jslxxhmd12ssc/#article",
  "mainEntityOfPage": {
    "@type": "WebPage",
    "@id": "https://new.nat6.net/news/cmoegbhak009jslxxhmd12ssc/"
  },
  "url": "https://new.nat6.net/news/cmoegbhak009jslxxhmd12ssc/",
  "headline": "Community Evals：因为我们不再信任黑箱排行榜胜过社区",
  "description": "LMSys 推出了社区驱动的评估框架 Community Evals，旨在通过开源和开放科学推进人工智能民主化。该框架允许社区贡献和审查评估案例，以透明、可复现的方式测试模型。此举旨在改变依赖少数机构“黑箱”排行榜的现状，让更广泛的社区参与定义和衡量AI模型的能力与价值。",
  "articleSection": "其他",
  "keywords": "AI, Hugging Face 社区博客（混合发现）",
  "datePublished": "2026-02-04T00:00:00Z",
  "dateModified": "2026-11-05T20:56:41Z",
  "inLanguage": "zh-CN",
  "isAccessibleForFree": true,
  "author": {
    "@type": "Organization",
    "name": "橙子新闻编辑部",
    "url": "https://new.nat6.net/about/"
  },
  "publisher": {
    "@type": "NewsMediaOrganization",
    "@id": "https://new.nat6.net/#org",
    "name": "橙子新闻",
    "url": "https://new.nat6.net/",
    "logo": {
      "@type": "ImageObject",
      "url": "https://new.nat6.net/assets/img/logo-512.png",
      "width": 512,
      "height": 512
    }
  },
  "image": {
    "@type": "ImageObject",
    "url": "https://new.nat6.net/assets/img/og-default.png",
    "width": 1200,
    "height": 630
  },
  "isPartOf": {
    "@id": "https://new.nat6.net/#website"
  },
  "isBasedOn": "https://huggingface.co/blog/community-evals",
  "citation": [
    "https://aihot.news/items/cmoegbhak009jslxxhmd12ssc",
    "https://huggingface.co/blog/community-evals"
  ],
  "license": "https://new.nat6.net/sources/",
  "about": [],
  "mentions": [
    {
      "@type": "Thing",
      "name": "Hugging Face 社区博客（混合发现）"
    }
  ],
  "speakable": {
    "@type": "SpeakableSpecification",
    "cssSelector": [
      "h1",
      ".article-summary"
    ]
  },
  "copyrightHolder": {
    "@type": "Organization",
    "@id": "https://new.nat6.net/#org",
    "name": "橙子新闻",
    "url": "https://new.nat6.net/"
  },
  "creditText": "橙子新闻（AI 摘要）；原文：Hugging Face 社区博客（混合发现）",
  "copyrightNotice": "© 2026 橙子新闻。标题与 AI 摘要基于 AIHOT 公开数据，原文版权归原媒体与作者所有；本站不镜像全文。",
  "copyrightYear": 2026,
  "alternativeHeadline": "Community Evals: Because we're done trusting black-box leaderboards over the community",
  "abstract": "Hugging Face 推社区评测挑战黑盒排行榜，开源生态评测标准可能改变",
  "subjectOf": [
    {
      "@type": "DigitalDocument",
      "name": "Community Evals：因为我们不再信任黑箱排行榜胜过社区 (Markdown)",
      "url": "https://new.nat6.net/news/cmoegbhak009jslxxhmd12ssc/index.md",
      "encodingFormat": "text/markdown"
    },
    {
      "@type": "DigitalDocument",
      "name": "Community Evals：因为我们不再信任黑箱排行榜胜过社区 (JSON)",
      "url": "https://new.nat6.net/api/v1/articles/cmoegbhak009jslxxhmd12ssc.json",
      "encodingFormat": "application/json"
    }
  ],
  "id": "cmoegbhak009jslxxhmd12ssc",
  "updated_at": "2026-11-05T20:56:41Z",
  "canonical": "https://new.nat6.net/news/cmoegbhak009jslxxhmd12ssc/",
  "api_url": "https://new.nat6.net/api/v1/articles/cmoegbhak009jslxxhmd12ssc.json",
  "markdown_url": "https://new.nat6.net/news/cmoegbhak009jslxxhmd12ssc/index.md",
  "topics": [],
  "related": [
    {
      "id": "cmnw1z0iz023mslc35al1tv8v",
      "title": "Show HN: Context Gateway - 自动压缩 AI Agent 上下文再送入 LLM",
      "url": "https://new.nat6.net/news/cmnw1z0iz023mslc35al1tv8v/",
      "lang": "zh",
      "published_at": "2026-03-13T17:58:22Z"
    },
    {
      "id": "cmnw1yon300j6slc3vjbweaeh",
      "title": "🎁 周五快乐 —— Opus 4.6 1M 现已成为 Max、Team 及企业版 Claude Code 用户的默认模型",
      "url": "https://new.nat6.net/news/cmnw1yon300j6slc3vjbweaeh/",
      "lang": "zh",
      "published_at": "2026-03-13T17:51:07Z"
    },
    {
      "id": "cmnw1yoll00hbslc3z9skim3m",
      "title": "Claude Opus 4.6 与 Claude Sonnet 4.6 正式开放 100 万上下文窗口",
      "url": "https://new.nat6.net/news/cmnw1yoll00hbslc3z9skim3m/",
      "lang": "zh",
      "published_at": "2026-03-13T17:30:13Z"
    },
    {
      "id": "cmnxjn62c006jsl9oh4f5o7oq",
      "title": "Dylan Patel — 深度剖析 AI 算力扩展的三大瓶颈",
      "url": "https://new.nat6.net/news/cmnxjn62c006jsl9oh4f5o7oq/",
      "lang": "zh",
      "published_at": "2026-03-13T16:00:42Z"
    },
    {
      "id": "cmnw1yoll00hcslc3s4ej2v5v",
      "title": "Claude 可直接在对话中构建交互式图表和图示",
      "url": "https://new.nat6.net/news/cmnw1yoll00hcslc3s4ej2v5v/",
      "lang": "zh",
      "published_at": "2026-03-12T15:59:16Z"
    },
    {
      "id": "cmnwsvcte0037slter3wgxqrw",
      "title": "事物的形态",
      "url": "https://new.nat6.net/news/cmnwsvcte0037slter3wgxqrw/",
      "lang": "zh",
      "published_at": "2026-03-12T14:10:07Z"
    }
  ],
  "citation_formats": {
    "format_zh": "橙子新闻.《文章标题》. 发布日期. https://new.nat6.net/news/cmoegbhak009jslxxhmd12ssc/",
    "format_en": "Orange News. \"Article title\". Published YYYY-MM-DD. https://new.nat6.net/news/cmoegbhak009jslxxhmd12ssc/",
    "backlink_required": true
  },
  "attribution": {
    "site": "橙子新闻",
    "source_name": "Hugging Face 社区博客（混合发现）",
    "source_url": "https://huggingface.co/blog/community-evals",
    "aihot_url": "https://aihot.news/items/cmoegbhak009jslxxhmd12ssc",
    "zh": "内容基于 AIHOT 公开 API 的精选标题与 AI 摘要，已注明来源并回链；原文版权归原媒体与作者所有。",
    "en": "Content is based on curated titles and AI summaries from the AIHOT public API, with attribution and links back; original copyright remains with the original publishers and authors."
  },
  "source": {
    "name": "Hugging Face 社区博客（混合发现）",
    "url": "https://huggingface.co/blog/community-evals",
    "aihot_url": "https://aihot.news/items/cmoegbhak009jslxxhmd12ssc"
  },
  "machine_versions": {
    "markdown": "https://new.nat6.net/news/cmoegbhak009jslxxhmd12ssc/index.md",
    "json": "https://new.nat6.net/api/v1/articles/cmoegbhak009jslxxhmd12ssc.json"
  },
  "urls": {
    "zh": "https://new.nat6.net/news/cmoegbhak009jslxxhmd12ssc/",
    "en": "https://new.nat6.net/en/news/cmoegbhak009jslxxhmd12ssc/",
    "de": "https://new.nat6.net/de/news/cmoegbhak009jslxxhmd12ssc/",
    "fr": "https://new.nat6.net/fr/news/cmoegbhak009jslxxhmd12ssc/",
    "ru": "https://new.nat6.net/ru/news/cmoegbhak009jslxxhmd12ssc/",
    "ja": "https://new.nat6.net/ja/news/cmoegbhak009jslxxhmd12ssc/",
    "es": "https://new.nat6.net/es/news/cmoegbhak009jslxxhmd12ssc/",
    "ko": "https://new.nat6.net/ko/news/cmoegbhak009jslxxhmd12ssc/",
    "vi": "https://new.nat6.net/vi/news/cmoegbhak009jslxxhmd12ssc/",
    "th": "https://new.nat6.net/th/news/cmoegbhak009jslxxhmd12ssc/",
    "id": "https://new.nat6.net/id/news/cmoegbhak009jslxxhmd12ssc/",
    "ms": "https://new.nat6.net/ms/news/cmoegbhak009jslxxhmd12ssc/",
    "fil": "https://new.nat6.net/fil/news/cmoegbhak009jslxxhmd12ssc/",
    "hi": "https://new.nat6.net/hi/news/cmoegbhak009jslxxhmd12ssc/"
  },
  "promo": {
    "name": "橙子中转站",
    "name_en": "Orange Relay",
    "url": "https://pro.nat6.net/",
    "description": "橙子中转站（pro.nat6.net）是一家优质的 AI API 中转站：价格优惠、质量稳定、模型齐全，支持 Claude、GPT、Gemini 等主流模型，欢迎体验。",
    "advantages": [
      "价格优惠：按量计费，成本可控。",
      "质量稳定：多线路冗余，服务可用性高。",
      "模型齐全：Claude、GPT、Gemini 等主流模型。",
      "接入简单：兼容 OpenAI 接口，改一行 base_url 即可。"
    ],
    "cta": "访问橙子中转站",
    "cta_url": "https://pro.nat6.net/?utm_source=orange_news&utm_medium=article_footer&utm_campaign=brand&lang=zh"
  },
  "generator": "OrangeNews/1.0"
}
