{"id":"https://openalex.org/W7163641561","doi":"https://doi.org/10.48550/arxiv.2606.05436","title":"Ten Headache Specialists versus Artificial Intelligence for Clinical Literature Summarization: A Critical Evaluation and Comparison","display_name":"Ten Headache Specialists versus Artificial Intelligence for Clinical Literature Summarization: A Critical Evaluation and Comparison","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163641561","doi":"https://doi.org/10.48550/arxiv.2606.05436"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.05436","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05436","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.05436","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137952328","display_name":"Alejandro Lozano","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lozano, Alejandro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059583426","display_name":"Keiko Ihara","orcid":"https://orcid.org/0000-0001-5644-0468"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ihara, Keiko","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052150337","display_name":"Ping\u2010Hao Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Ping-Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012175254","display_name":"Carrie E. Robertson","orcid":"https://orcid.org/0000-0002-9382-0897"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robertson, Carrie E.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138005543","display_name":"Jennifer Stern","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stern, Jennifer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044272824","display_name":"Allan Purdy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Purdy, Allan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029473919","display_name":"Hsiangkuo Yuan","orcid":"https://orcid.org/0000-0002-4536-9974"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Hsiangkuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137923530","display_name":"Pengfei Zhang (32384)","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Pengfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137932850","display_name":"Yulia Orlova","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Orlova, Yulia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137924483","display_name":"Olga Fermo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fermo, Olga","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137988292","display_name":"Jennifer Hranilovich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hranilovich, Jennifer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023730853","display_name":"Fred Cohen","orcid":"https://orcid.org/0000-0003-3436-2846"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cohen, Fred","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019480561","display_name":"Todd J. Schwedt","orcid":"https://orcid.org/0000-0002-7780-7086"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schwedt, Todd J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067625019","display_name":"Jenelle Jindal","orcid":"https://orcid.org/0000-0002-3959-5748"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jindal, Jenelle A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137940374","display_name":"Serena Yeung-Levy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yeung-Levy, Serena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5054188179","display_name":"Chia\u2010Chun Chiang","orcid":"https://orcid.org/0000-0001-7802-7172"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chiang, Chia-Chun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.3368000090122223,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.3368000090122223,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.23720000684261322,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1891999989748001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.6861000061035156},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.5397999882698059},{"id":"https://openalex.org/keywords/medical-literature","display_name":"Medical literature","score":0.5286999940872192},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.43959999084472656},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.4081999957561493},{"id":"https://openalex.org/keywords/expert-opinion","display_name":"Expert opinion","score":0.38100001215934753}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.6861000061035156},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.5397999882698059},{"id":"https://openalex.org/C2779231881","wikidata":"https://www.wikidata.org/wiki/Q5977147","display_name":"Medical literature","level":2,"score":0.5286999940872192},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.4681999981403351},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.43959999084472656},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.4081999957561493},{"id":"https://openalex.org/C3020580240","wikidata":"https://www.wikidata.org/wiki/Q663272","display_name":"Expert opinion","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.3700999915599823},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36480000615119934},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3594000041484833},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3578999936580658},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33570000529289246},{"id":"https://openalex.org/C19648533","wikidata":"https://www.wikidata.org/wiki/Q691640","display_name":"Evidence-based medicine","level":3,"score":0.3181999921798706},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.27570000290870667},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.26600000262260437}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.05436","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05436","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.05436","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05436","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7781262397766113,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Summarizing":[0],"the":[1,101,130,133,161],"latest":[2],"medical":[3],"literature":[4,58,186,231],"to":[5,24,62,126,153,204],"guide":[6,223],"clinical":[7,47,147],"decision-making":[8],"is":[9],"essential":[10],"for":[11,90,95,110,135],"evidence-based":[12],"medicine":[13],"and":[14,29,59,80,93,104,121,146,165,184,208,229],"high-quality":[15],"patient":[16],"care.":[17],"Yet":[18],"clinicians":[19],"face":[20],"increasing":[21],"challenges":[22],"due":[23],"limited":[25],"time":[26],"with":[27],"patients":[28],"a":[30,69,108,139],"rapidly":[31],"growing":[32],"volume":[33],"of":[34,51,226],"published":[35],"articles.":[36],"Although":[37],"retrieval-augmented":[38],"large":[39],"language":[40],"models":[41],"(LLMs)":[42],"have":[43],"shown":[44],"promise":[45],"in":[46,54],"summarization,":[48],"human":[49,228],"evaluations":[50],"their":[52],"effectiveness":[53],"synthesizing":[55],"broader":[56],"scientific":[57],"direct":[60],"comparisons":[61],"expert-written":[63,185,194],"syntheses":[64],"remain":[65],"scarce.":[66],"We":[67,211],"constructed":[68],"RAG-based":[70],"agentic":[71],"AI":[72,230],"framework":[73],"using":[74,155],"three":[75,89],"state-of-the-art":[76],"LLMs:":[77],"Sonnet,":[78,119],"GPT-4o,":[79,120],"Llama":[81],"3.1.":[82],"A":[83],"headache":[84,98,190],"specialist":[85],"created":[86],"13":[87],"questions,":[88],"prompt":[91],"optimization":[92],"ten":[94],"evaluation.":[96],"Ten":[97],"specialists":[99],"across":[100],"United":[102],"States":[103],"Canada":[105],"each":[106,150,170],"wrote":[107,138],"summary":[109,171],"one":[111],"question,":[112],"yielding":[113],"four":[114],"summaries":[115,162,187,195],"per":[116],"question":[117],"(expert,":[118],"Llama).":[122],"The":[123],"experts,":[124],"blinded":[125],"authorship,":[127],"critically":[128],"evaluated":[129,188],"summaries,":[131],"excluding":[132],"topic":[134],"which":[136],"they":[137,168],"summary,":[140],"based":[141],"on":[142],"correctness,":[143],"completeness,":[144],"conciseness,":[145],"utility,":[148],"scoring":[149],"from":[151],"1":[152],"10":[154],"standardized":[156],"rubrics.":[157],"They":[158],"also":[159,212],"ranked":[160],"by":[163,174,189],"preference":[164],"indicated":[166],"whether":[167],"believed":[169],"was":[172],"written":[173],"an":[175,178],"expert":[176],"or":[177],"LLM.":[179],"Our":[180],"study,":[181],"comparing":[182],"LLM-":[183],"specialists,":[191],"showed":[192],"that":[193,221],"were":[196],"preferred,":[197],"although":[198],"experts":[199],"sometimes":[200],"found":[201],"it":[202],"challenging":[203],"distinguish":[205],"between":[206],"human-":[207],"AI-generated":[209],"summaries.":[210],"identified":[213],"key":[214],"expert-valued":[215],"features":[216],"beyond":[217],"standard":[218],"evaluation":[219],"metrics":[220],"can":[222],"future":[224],"refinement":[225],"both":[227],"summarization":[232],"pipelines.":[233]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-06T00:00:00"}