AIclinicalresearch/backend/docs/国内外模型对比测试报告.json

{
  "testDate": "2025-11-18T09:11:50.559Z",
  "testCases": 5,
  "domesticModels": {
    "name": "国内模型组合",
    "model1": "deepseek-chat",
    "model2": "qwen3-72b",
    "description": "DeepSeek-V3 + Qwen3-Max（当前使用）"
  },
  "internationalModels": {
    "name": "国际模型组合",
    "model1": "gpt-4o",
    "model2": "claude-sonnet-4.5",
    "description": "GPT-4o + Claude-4.5（国际顶级模型）"
  },
  "domesticMetrics": {
    "accuracy": "40.0",
    "consistency": "60.0",
    "avgTime": "15.98",
    "correct": 2,
    "total": 5
  },
  "internationalMetrics": {
    "accuracy": "0.0",
    "consistency": "80.0",
    "avgTime": "10.18",
    "correct": 0,
    "total": 5
  },
  "domesticResults": [
    {
      "caseIndex": 1,
      "title": "TICA-CLOP STUDY: Ticagrelor Versus Clopidogrel in Acute Moderate and Moderate-to-Severe Ischemic Str",
      "humanDecision": "include",
      "aiDecision": "uncertain",
      "isCorrect": false,
      "hasConflict": true,
      "processingTime": 12449
    },
    {
      "caseIndex": 2,
      "title": "Dual versus mono antiplatelet therapy for acute non- cardio embolic ischemic stroke or transient isc",
      "humanDecision": "include",
      "aiDecision": "exclude",
      "isCorrect": false,
      "hasConflict": false,
      "processingTime": 13387
    },
    {
      "caseIndex": 3,
      "title": "Safety and efficacy of remote ischemic conditioning combined with intravenous thrombolysis for acute",
      "humanDecision": "exclude",
      "aiDecision": "exclude",
      "isCorrect": true,
      "hasConflict": false,
      "processingTime": 22482
    },
    {
      "caseIndex": 4,
      "title": "Optimal Antithrombotic Regimen After Cryptogenic Stroke: A Systematic Review and Network Meta-Analys",
      "humanDecision": "exclude",
      "aiDecision": "uncertain",
      "isCorrect": false,
      "hasConflict": true,
      "processingTime": 19021
    },
    {
      "caseIndex": 5,
      "title": "The efficacy and safety of tenecteplase versus alteplase for acute ischemic stroke: an updated syste",
      "humanDecision": "exclude",
      "aiDecision": "exclude",
      "isCorrect": true,
      "hasConflict": false,
      "processingTime": 12565
    }
  ],
  "internationalResults": [
    {
      "caseIndex": 1,
      "title": "TICA-CLOP STUDY: Ticagrelor Versus Clopidogrel in Acute Moderate and Moderate-to-Severe Ischemic Str",
      "humanDecision": "include",
      "aiDecision": "error",
      "model1Result": null,
      "model2Result": null,
      "isCorrect": false,
      "hasConflict": false,
      "processingTime": 8379
    },
    {
      "caseIndex": 2,
      "title": "Dual versus mono antiplatelet therapy for acute non- cardio embolic ischemic stroke or transient isc",
      "humanDecision": "include",
      "aiDecision": "error",
      "model1Result": null,
      "model2Result": null,
      "isCorrect": false,
      "hasConflict": false,
      "processingTime": 11884
    },
    {
      "caseIndex": 3,
      "title": "Safety and efficacy of remote ischemic conditioning combined with intravenous thrombolysis for acute",
      "humanDecision": "exclude",
      "aiDecision": "uncertain",
      "isCorrect": false,
      "hasConflict": true,
      "processingTime": 9794
    },
    {
      "caseIndex": 4,
      "title": "Optimal Antithrombotic Regimen After Cryptogenic Stroke: A Systematic Review and Network Meta-Analys",
      "humanDecision": "exclude",
      "aiDecision": "error",
      "model1Result": null,
      "model2Result": null,
      "isCorrect": false,
      "hasConflict": false,
      "processingTime": 10681
    },
    {
      "caseIndex": 5,
      "title": "The efficacy and safety of tenecteplase versus alteplase for acute ischemic stroke: an updated syste",
      "humanDecision": "exclude",
      "aiDecision": "error",
      "model1Result": null,
      "model2Result": null,
      "isCorrect": false,
      "hasConflict": false,
      "processingTime": 10143
    }
  ],
  "conclusion": {
    "accuracyDiff": -40,
    "analysis": "国内模型更优"
  }
}