{ "schema_version": "2.0", "record_type": "dataset", "tier": "verified", "slug": "diagnosisarena", "name": "DiagnosisArena", "summary": { "en": "License: restricted (NOASSERTION); Mdexa hosting: link-only. restrictions are read broadly: forbids commercial use Risk flag(s): real-patient-text.", "zh": "许可证声明：受限（NOASSERTION）；本站处理：只链接原出处。限制从宽认定。来源风险标记：real-patient-text。" }, "systems": [ "modern-medicine" ], "domains": [ "clinical-medicine" ], "content_types": [ "benchmark-exam", "clinical-cases" ], "content_description": { "en": "A medical benchmark of 915 segmented patient case and diagnosis pairs spanning 28 specialties, derived from clinical case reports in 10 high-impact medical journals.", "zh": "一个医学基准，包含915对分段的患者病例及对应诊断，覆盖28个专科，源自10种高影响力医学期刊的临床病例报告。" }, "languages": [ "en" ], "modalities": [ "text" ], "size": { "raw": "915 pairs", "measures": [] }, "publisher": "SII-SPIRAL-MED", "year": { "value": 2025, "raw": "2025" }, "license": { "legacy_status": "pending", "spdx": "NOASSERTION", "commercial_use": "no", "derivatives": "unstated", "redistribution": "unstated", "rationale": { "en": "restrictions are read broadly: forbids commercial use", "zh": "限制从宽认定" }, "evidence": [ { "location": "readme", "location_detail": { "en": "Statement found in snapshot s01 (readme)", "zh": "在快照 s01（readme）中找到的声明" }, "excerpt": "This dataset is provided for research and model evaluation purposes only. It must not be used for clinical decision-making or medical diagnosis.", "url": "https://huggingface.co/datasets/SII-SPIRAL-MED/DiagnosisArena", "verified_on": "2026-11-12", "snapshot_id": "s01", "observed": "page", "captured_by": "pipeline" }, { "location": "dataset-page", "location_detail": { "en": "Statement found in snapshot s02 (page)", "zh": "在快照 s02（page）中找到的声明" }, "excerpt": "Disclaimer and Terms of Use", "url": "https://huggingface.co/datasets/SII-SPIRAL-MED/DiagnosisArena", "verified_on": "2026-11-12", "snapshot_id": "s02", "observed": "page", "captured_by": "pipeline" } ] }, "license_status": "restricted", "hosting": "link-only", "hosting_reason": { "en": "License restricted: restrictions are read broadly: forbids commercial use. Risk flag(s): real-patient-text. Link only.", "zh": "许可证受限：限制从宽认定。来源风险标记：real-patient-text。只链接原出处。" }, "signoff": null, "risk_flags": [ "real-patient-text" ], "provenance": { "source_description": null, "upstream": [] }, "known_issues": [], "usage_notes": [ { "kind": "disclaimer", "excerpt": "It must not be used for clinical decision-making or medical diagnosis.", "url": "https://huggingface.co/datasets/SII-SPIRAL-MED/DiagnosisArena", "snapshot_id": "s01" } ], "preflight": { "status": "not-run" }, "access": { "mdexa_download": null, "external_urls": [ "https://huggingface.co/datasets/SII-SPIRAL-MED/DiagnosisArena" ], "notes": null }, "citation": { "text": null, "references": [ "arXiv:2505.14107" ] }, "verification_level": "verified", "last_verified": "2026-11-14", "tags": [ { "facet": "task_format", "value": "choice-question", "basis": "inferred", "inferred_from": "snapshot-structure", "excerpt": " - name: Options\n struct:\n - name: A\n dtype: string\n - name: B\n dtype: string\n - name: C\n dtype: string\n - name: D\n dtype: string", "snapshot_id": "s01" }, { "facet": "intended_use", "value": "evaluation", "basis": "author-stated", "excerpt": "designed to assess the diagnostic reasoning abilities of LLMs in clinical settings.", "snapshot_id": "s01" }, { "facet": "specialty", "value": "multi-specialty", "basis": "author-stated", "excerpt": "spanning 28 medical specialties", "snapshot_id": "s01" }, { "facet": "source_type", "value": "literature", "basis": "author-stated", "excerpt": "deriving from clinical case reports published in 10 high-impact medical journals", "snapshot_id": "s01" }, { "facet": "official_split", "value": "eval-only", "basis": "inferred", "inferred_from": "snapshot-structure", "excerpt": " - name: test\n num_bytes: 1562755\n num_examples: 915", "snapshot_id": "s01" } ], "changelog": [ { "date": "2026-11-14", "change": { "en": "Added via the automated pipeline and passed all checks (gates, verbatim quotes, rule engine, two independent extractions).", "zh": "经自动流水线收录并通过全部校验（门禁、逐字引用、判定引擎、两轮独立抽取）。" } }, { "date": "2026-11-14", "change": { "en": "Re-adjudicated under the current rules; all machine checks still pass.", "zh": "按当前规则重新判定；机器检查仍全部通过。" } } ], "access_recipe": { "verified_on": "2026-11-14", "platform": "huggingface", "repo_id": "SII-SPIRAL-MED/DiagnosisArena", "source": { "api_url": "https://huggingface.co/api/datasets/SII-SPIRAL-MED/DiagnosisArena", "fetched_on": "2026-11-14" }, "access_state": "open", "files": [ { "name": ".gitattributes", "url": "https://huggingface.co/datasets/SII-SPIRAL-MED/DiagnosisArena/resolve/64bb873fe651e1c71cd8b0958104dd911f042872/.gitattributes", "size_bytes": 2461, "checksum": null, "format": "gitattributes" }, { "name": "README.md", "url": "https://huggingface.co/datasets/SII-SPIRAL-MED/DiagnosisArena/resolve/64bb873fe651e1c71cd8b0958104dd911f042872/README.md", "size_bytes": 2276, "checksum": null, "format": "md" }, { "name": "data/test-00000-of-00001.parquet", "url": "https://huggingface.co/datasets/SII-SPIRAL-MED/DiagnosisArena/resolve/64bb873fe651e1c71cd8b0958104dd911f042872/data/test-00000-of-00001.parquet", "size_bytes": 870485, "checksum": { "algorithm": "sha256", "value": "de980033fa681d9cb5bf4138f04dea204c1326d18017a752a137458195c36520" }, "format": "parquet" } ], "files_truncated": false, "commands": [ { "command": "hf download SII-SPIRAL-MED/DiagnosisArena --repo-type dataset", "evidence": { "excerpt": "You can use the hf download command from the terminal to directly download files from the Hub.", "doc": "hf-download", "url": "https://huggingface.co/docs/huggingface_hub/guides/download", "fetched_on": "2026-11-14" } } ], "registration": null, "version": { "commit": "64bb873fe651e1c71cd8b0958104dd911f042872", "last_modified": "2025-09-28T10:02:45.000Z" }, "license_note": { "license_status": "restricted", "text": "Use according to the terms of the official source; this recipe does not say the data can be used freely." }, "gaps": [] }, "_links": { "text": "在本库继续查找。本条目是 109 条已处理并核实的记录之一（数据集、数据资源与开源模型）。查找其他条目：调用 `https://mcp.mdexa.com/v1/datasets?q=<关键词>`，或连接 MCP 服务 `https://mcp.mdexa.com/mcp`；每分钟 20 次以内无需密钥。每行返回不到 1 KB；空结果即\"数据库未收录\"。核对一份清单：一次批量核对（免费账号）即返回报告。说明：/agents.md。相似条目：CMB (Chinese Medical Benchmark) (https://mdexa.com/zh/datasets/cmb/)；MedMCQA (https://mdexa.com/zh/datasets/medmcqa/)；CMExam (https://mdexa.com/zh/datasets/cmexam/)。", "records": 109, "search": { "template": "https://mcp.mdexa.com/v1/datasets?q={words}", "example": "https://mcp.mdexa.com/v1/datasets?q=%E7%BB%93%E5%90%88%E4%BA%B2%E5%92%8C%E5%8A%9B" }, "mcp": "https://mcp.mdexa.com/mcp", "anonymous_calls_per_minute": 20, "guide": "https://mdexa.com/zh/agents.md", "faq": "https://mdexa.com/zh/developers/faq/", "similar": [ { "name": "CMB (Chinese Medical Benchmark)", "url": "https://mdexa.com/zh/datasets/cmb/", "json": "https://mdexa.com/zh/datasets/cmb.json" }, { "name": "MedMCQA", "url": "https://mdexa.com/zh/datasets/medmcqa/", "json": "https://mdexa.com/zh/datasets/medmcqa.json" }, { "name": "CMExam", "url": "https://mdexa.com/zh/datasets/cmexam/", "json": "https://mdexa.com/zh/datasets/cmexam.json" } ] } }