{
  "schema_version": "2.0",
  "record_type": "dataset",
  "tier": "verified",
  "slug": "tcm-3ceval",
  "name": "TCM-3CEval",
  "summary": {
    "zh": "许可证声明：无法核实（NOASSERTION）；本站处理：待确认，暂只链接原出处。许可证无法核实：数据许可未写，需联系作者索取；确认前只链接原出处。",
    "en": "License: unverifiable (NOASSERTION); Mdexa hosting: pending. License unverifiable: Data license not written; data must be requested from authors; link only until resolved."
  },
  "systems": [
    "traditional-medicine"
  ],
  "domains": [
    "tcm",
    "tcm-classics"
  ],
  "content_types": [
    "benchmark-exam"
  ],
  "content_description": {
    "en": "Question bank and benchmark (single-choice)",
    "zh": "题库与评测集（单选）"
  },
  "languages": [
    "zh"
  ],
  "modalities": [
    "text"
  ],
  "size": {
    "raw": "450道单选：核心知识150、古籍150、临床决策150",
    "measures": [
      {
        "value": 450,
        "unit": "questions",
        "qualifier": "exact",
        "scope": "total"
      },
      {
        "value": 150,
        "unit": "questions",
        "qualifier": "exact",
        "scope": "core knowledge"
      },
      {
        "value": 150,
        "unit": "questions",
        "qualifier": "exact",
        "scope": "classics"
      },
      {
        "value": 150,
        "unit": "questions",
        "qualifier": "exact",
        "scope": "clinical decision"
      }
    ]
  },
  "publisher": "学术团队（arXiv 2503.07041）",
  "year": {
    "value": 2025,
    "raw": "2025"
  },
  "expert_review": {
    "en": "Three rounds of expert review (from source material)",
    "zh": "三轮专家审题（来自素材）"
  },
  "license": {
    "legacy_status": "pending",
    "spdx": "NOASSERTION",
    "commercial_use": "unverified",
    "derivatives": "unverified",
    "redistribution": "unverified",
    "rationale": {
      "en": "Data license not written; data must be requested from authors",
      "zh": "数据许可未写，需联系作者索取"
    },
    "evidence": [
      {
        "location": "paper",
        "location_detail": {
          "en": "Paper CC BY-NC-ND 4.0 (from source material, not re-opened); data license not written, request from authors [Note: No license statement seen in snapshot s01]",
          "zh": "论文 CC BY-NC-ND 4.0（来自素材，本次未重新打开）；数据许可未写，需联系作者索取［备注：快照中未见许可声明（快照 s01）］"
        },
        "excerpt": null,
        "spdx": "CC-BY-NC-ND-4.0",
        "url": "https://pmc.ncbi.nlm.nih.gov/articles/PMC13392112/",
        "verified_on": null,
        "snapshot_id": null,
        "observed": "secondary-source",
        "secondhand": true
      }
    ]
  },
  "license_status": "unverifiable",
  "hosting": "pending",
  "hosting_reason": {
    "zh": "许可证无法核实：数据许可未写，需联系作者索取；确认前只链接原出处。",
    "en": "License unverifiable: Data license not written; data must be requested from authors; link only until resolved."
  },
  "signoff": null,
  "risk_flags": [
    "exam-derived"
  ],
  "provenance": {
    "source_description": {
      "en": "14th Five-Year Plan textbooks and past TCM licensed-physician exam papers",
      "zh": "十四五教材及历年中医执业医师考试卷"
    },
    "upstream": [
      {
        "slug": "medbench",
        "name": "MedBench",
        "relation": "hosted-on"
      }
    ]
  },
  "known_issues": [
    {
      "en": "Data is on MedBench and must be requested from the authors",
      "zh": "数据在 MedBench，需联系作者索取"
    },
    {
      "en": "Sources include national medical licensing exam questions; in August 2026 the National Medical Examination Center issued a statement asserting copyright over past exam questions, so there is a source copyright risk",
      "zh": "来源含国家医学考试题，国家医学考试中心2026年8月声明主张历年试题著作权，存在来源版权风险"
    }
  ],
  "preflight": {
    "status": "not-run"
  },
  "access": {
    "mdexa_download": null,
    "external_urls": [
      "https://pmc.ncbi.nlm.nih.gov/articles/PMC13392112/"
    ],
    "notes": null
  },
  "citation": {
    "text": null,
    "bibtex": null,
    "references": [
      "arXiv:2503.07041"
    ]
  },
  "verification_level": "unverified",
  "last_verified": "2026-11-12",
  "tags": [
    {
      "facet": "expert_involvement",
      "value": "review-unspecified",
      "basis": "inferred",
      "inferred_from": "card-expert-review",
      "note": {
        "en": "Card: three rounds of expert review (from source material, no first-hand snapshot); low confidence.",
        "zh": "卡片称三轮专家审题（来自素材，未见一手快照），低置信"
      }
    },
    {
      "facet": "task_format",
      "value": "choice-question",
      "basis": "author-stated",
      "excerpt": "Prompt (All tested models used the same set of prompts): Task: Please answer the multiple-choice question using professional knowledge of Traditional Chinese Medicine (TCM). Select the serial num",
      "snapshot_id": "s01"
    },
    {
      "facet": "intended_use",
      "value": "evaluation",
      "basis": "author-stated",
      "excerpt": "Huang, Lu et al. develops a triaxial benchmark (TCM-3CEval) to evaluate large language models in Traditional Chinese Medicine (TCM). The findings show that models trained with Chinese",
      "snapshot_id": "s01"
    },
    {
      "facet": "benchmark_status",
      "value": "human-expert-baseline",
      "basis": "author-stated",
      "excerpt": "Expert Human Benchmark",
      "snapshot_id": "s01"
    },
    {
      "facet": "specialty",
      "value": "multi-specialty",
      "basis": "inferred",
      "inferred_from": "card-content-description",
      "note": {
        "zh": "中医综合评测（核心知识、古籍、临床决策），未限定专科",
        "en": "中医综合评测（核心知识、古籍、临床决策）; not limited to a specialty"
      }
    }
  ],
  "changelog": [
    {
      "date": "2026-11-12",
      "change": {
        "en": "Card converted from an earlier manual catalog; no new facts added; reclassified under taxonomy v2.",
        "zh": "由早期人工整理的目录转换生成，未新增事实；按分类体系 v2 重新归类。"
      }
    },
    {
      "date": "2026-11-12",
      "change": {
        "en": "License status split into license_status (what the license says) and hosting (what Mdexa does); the earlier conclusion is kept for traceability.",
        "zh": "把许可证状态拆成 license_status（许可证怎么写）与 hosting（本站怎么处理）；原结论保留以便追溯。"
      }
    },
    {
      "date": "2026-11-12",
      "change": {
        "en": "Added verbatim license excerpts and snapshot ids from captured page snapshots; no conclusion changed.",
        "zh": "补入来自已抓取页面快照的许可证逐字摘录与快照编号；未改动任何结论。"
      }
    },
    {
      "date": "2026-11-13",
      "change": {
        "en": "Added dataset-level tags: 5 (3 stated by the authors with excerpts, 2 inferred from the content). No conclusion changed.",
        "zh": "新增数据集标签 5 个（作者声明 3 个，附逐字摘录；据内容推断 2 个）；未改动任何结论。"
      }
    },
    {
      "date": "2026-11-13",
      "change": {
        "en": "Removed the stored size-tier tag; the tier is now computed from the size field when pages are built.",
        "zh": "移除存储的规模档位标签；档位改为生成页面时由 size 字段计算。"
      }
    },
    {
      "date": "2026-11-13",
      "change": {
        "en": "Added specialty tags: multi-specialty(inferred).",
        "zh": "新增专科标签：multi-specialty(inferred)。"
      }
    }
  ],
  "_links": {
    "text": "Continue in this database. This record is one of 109 processed and verified records (datasets, data resources and open models). To find others, call `https://mcp.mdexa.com/v1/datasets?q=<words>` or connect the MCP server at `https://mcp.mdexa.com/mcp`; no key is needed for 20 calls per minute. Rows are under 1 KB; an empty result means \"not listed\". For a list of items, one batch check (free account) returns a report. Guide: /agents.md. Similar records: LingLanMedBench Traditional Chinese Medicine Benchmark Dataset (https://mdexa.com/datasets/linglan/); TCMQA（TechTCM） (https://mdexa.com/datasets/tcmqa/); HWTCM（Haiwei 中医评测集） (https://mdexa.com/datasets/hwtcm/).",
    "records": 109,
    "search": {
      "template": "https://mcp.mdexa.com/v1/datasets?q={words}",
      "example": "https://mcp.mdexa.com/v1/datasets?q=binding%20affinity"
    },
    "mcp": "https://mcp.mdexa.com/mcp",
    "anonymous_calls_per_minute": 20,
    "guide": "https://mdexa.com/agents.md",
    "faq": "https://mdexa.com/developers/faq/",
    "similar": [
      {
        "name": "LingLanMedBench Traditional Chinese Medicine Benchmark Dataset",
        "url": "https://mdexa.com/datasets/linglan/",
        "json": "https://mdexa.com/datasets/linglan.json"
      },
      {
        "name": "TCMQA（TechTCM）",
        "url": "https://mdexa.com/datasets/tcmqa/",
        "json": "https://mdexa.com/datasets/tcmqa.json"
      },
      {
        "name": "HWTCM（Haiwei 中医评测集）",
        "url": "https://mdexa.com/datasets/hwtcm/",
        "json": "https://mdexa.com/datasets/hwtcm.json"
      }
    ]
  }
}