{"id":"https://openalex.org/W4414434860","doi":"https://doi.org/10.3233/faia250682","title":"Comparing Humans and Large Language Models in Filling Clinical Questionnaires","display_name":"Comparing Humans and Large Language Models in Filling Clinical Questionnaires","publication_year":2025,"publication_date":"2025-09-22","ids":{"openalex":"https://openalex.org/W4414434860","doi":"https://doi.org/10.3233/faia250682"},"language":"en","primary_location":{"id":"doi:10.3233/faia250682","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250682","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia250682","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119451399","display_name":"Valeria Nardoni","orcid":null},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Valeria Nardoni","raw_affiliation_strings":["DINFO \u2013 University of Florence, Florence, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DINFO \u2013 University of Florence, Florence, Italy","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072103443","display_name":"Giulia Hyeraci","orcid":"https://orcid.org/0000-0002-6536-2083"},"institutions":[{"id":"https://openalex.org/I4210102295","display_name":"Agenzia Regionale per la Protezione Ambientale della Toscana","ror":"https://ror.org/00qaqy020","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210102295","https://openalex.org/I4405255721"]},{"id":"https://openalex.org/I4210155882","display_name":"Agenzia Regionale di Sanit\u00e0 della Toscana","ror":"https://ror.org/059vkfm47","country_code":"IT","type":"other","lineage":["https://openalex.org/I4210155882"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giulia Hyeraci","raw_affiliation_strings":["Pharmacoepidemiology Unit, ARS Toscana, Florence, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pharmacoepidemiology Unit, ARS Toscana, Florence, Italy","institution_ids":["https://openalex.org/I4210155882","https://openalex.org/I4210102295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089379642","display_name":"M Maccari","orcid":"https://orcid.org/0009-0002-2593-4267"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Martina Maccari","raw_affiliation_strings":["SOD Ottica Fisiopatologica \u2013 Clinical Trial Center, Florence, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SOD Ottica Fisiopatologica \u2013 Clinical Trial Center, Florence, Italy","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086526085","display_name":"Alejandro Arana","orcid":"https://orcid.org/0000-0002-1593-3124"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alejandro Arana","raw_affiliation_strings":["RTI Health Solutions, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"RTI Health Solutions, Barcelona, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021233300","display_name":"Ersilia Lucenteforte","orcid":"https://orcid.org/0000-0001-5608-5902"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ersilia Lucenteforte","raw_affiliation_strings":["DISIA \u2013 University of Florence, Florence, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DISIA \u2013 University of Florence, Florence, Italy","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042370303","display_name":"Giorgio Limoncella","orcid":null},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giorgio Limoncella","raw_affiliation_strings":["DISIA \u2013 University of Florence, Florence, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DISIA \u2013 University of Florence, Florence, Italy","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113159507","display_name":"Sima Mohammadi","orcid":null},"institutions":[{"id":"https://openalex.org/I3018483916","display_name":"University Medical Center Utrecht","ror":"https://ror.org/0575yy874","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I3018483916"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sima Mohammadi","raw_affiliation_strings":["University Medical Center Utrecht, Utrecht, the Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Medical Center Utrecht, Utrecht, the Netherlands","institution_ids":["https://openalex.org/I3018483916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109382879","display_name":"G. De Roberto","orcid":null},"institutions":[{"id":"https://openalex.org/I4210102295","display_name":"Agenzia Regionale per la Protezione Ambientale della Toscana","ror":"https://ror.org/00qaqy020","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210102295","https://openalex.org/I4405255721"]},{"id":"https://openalex.org/I4210155882","display_name":"Agenzia Regionale di Sanit\u00e0 della Toscana","ror":"https://ror.org/059vkfm47","country_code":"IT","type":"other","lineage":["https://openalex.org/I4210155882"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giuseppe Roberto","raw_affiliation_strings":["Pharmacoepidemiology Unit, ARS Toscana, Florence, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pharmacoepidemiology Unit, ARS Toscana, Florence, Italy","institution_ids":["https://openalex.org/I4210155882","https://openalex.org/I4210102295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057254973","display_name":"Amirreza Dehghan Tarazjani","orcid":"https://orcid.org/0000-0002-1238-4107"},"institutions":[{"id":"https://openalex.org/I3018483916","display_name":"University Medical Center Utrecht","ror":"https://ror.org/0575yy874","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I3018483916"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Amirreza Dehghan Tarazjani","raw_affiliation_strings":["University Medical Center Utrecht, Utrecht, the Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Medical Center Utrecht, Utrecht, the Netherlands","institution_ids":["https://openalex.org/I3018483916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015954067","display_name":"Gianni Virgili","orcid":"https://orcid.org/0000-0002-9960-2989"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gianni Virgili","raw_affiliation_strings":["NEUROFARBA, University of Florence, Florence, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NEUROFARBA, University of Florence, Florence, Italy","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059165461","display_name":"Daniel Weibel","orcid":"https://orcid.org/0000-0003-1685-1478"},"institutions":[{"id":"https://openalex.org/I3018483916","display_name":"University Medical Center Utrecht","ror":"https://ror.org/0575yy874","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I3018483916"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Daniel Weibel","raw_affiliation_strings":["University Medical Center Utrecht, Utrecht, the Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Medical Center Utrecht, Utrecht, the Netherlands","institution_ids":["https://openalex.org/I3018483916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084301044","display_name":"Rosa Gini","orcid":"https://orcid.org/0000-0002-6250-877X"},"institutions":[{"id":"https://openalex.org/I4210102295","display_name":"Agenzia Regionale per la Protezione Ambientale della Toscana","ror":"https://ror.org/00qaqy020","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210102295","https://openalex.org/I4405255721"]},{"id":"https://openalex.org/I4210155882","display_name":"Agenzia Regionale di Sanit\u00e0 della Toscana","ror":"https://ror.org/059vkfm47","country_code":"IT","type":"other","lineage":["https://openalex.org/I4210155882"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rosa Gini","raw_affiliation_strings":["Pharmacoepidemiology Unit, ARS Toscana, Florence, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pharmacoepidemiology Unit, ARS Toscana, Florence, Italy","institution_ids":["https://openalex.org/I4210155882","https://openalex.org/I4210102295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062424045","display_name":"Marco Lippi","orcid":"https://orcid.org/0000-0002-9663-1071"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Lippi","raw_affiliation_strings":["DINFO \u2013 University of Florence, Florence, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DINFO \u2013 University of Florence, Florence, Italy","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011511343","display_name":"Simone Marinai","orcid":"https://orcid.org/0000-0002-6702-2277"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Simone Marinai","raw_affiliation_strings":["DINFO \u2013 University of Florence, Florence, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DINFO \u2013 University of Florence, Florence, Italy","institution_ids":["https://openalex.org/I45084792"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":14,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39268066,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.6201000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.6201000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7053999900817871},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.694599986076355},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6830000281333923},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6421999931335449},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3878999948501587},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.3495999872684479},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.3479999899864197}],"concepts":[{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7053999900817871},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.694599986076355},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6830000281333923},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6438000202178955},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6421999931335449},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3878999948501587},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3837999999523163},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3822999894618988},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3479999899864197},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3257000148296356},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3255000114440918},{"id":"https://openalex.org/C191147762","wikidata":"https://www.wikidata.org/wiki/Q186289","display_name":"Human reliability","level":3,"score":0.3228999972343445},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.32010000944137573},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2879999876022339},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.2865999937057495},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2732999920845032},{"id":"https://openalex.org/C3019813237","wikidata":"https://www.wikidata.org/wiki/Q65089264","display_name":"Model validation","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.2632000148296356},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2578999996185303},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.25209999084472656}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3233/faia250682","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250682","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:dspace.library.uu.nl:1874/461780","is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/461780","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Part of book"},{"id":"pmh:oai:flore.unifi.it:2158/1441056","is_oa":false,"landing_page_url":"https://hdl.handle.net/2158/1441056","pdf_url":null,"source":{"id":"https://openalex.org/S4306402033","display_name":"Florence Research (University of Florence)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45084792","host_organization_name":"University of Florence","host_organization_lineage":["https://openalex.org/I45084792"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.3233/faia250682","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia250682","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Filling":[0],"clinical":[1,28,65],"questionnaires":[2,29],"to":[3,23,36,42,48,51,63,81],"perform":[4],"retrospective":[5],"studies":[6],"is":[7],"a":[8],"time-consuming":[9],"task":[10],"that":[11],"requires":[12],"strong":[13],"expertise":[14],"in":[15,86],"specific":[16],"domains.":[17],"We":[18],"exploit":[19],"prompt":[20],"engineering":[21],"techniques":[22],"optimize":[24],"the":[25,59,70],"completion":[26],"of":[27,61],"through":[30],"Large":[31],"Language":[32],"Models":[33],"(LLMs),":[34],"aiming":[35],"compare":[37],"their":[38],"performance":[39],"with":[40],"respect":[41],"human":[43,77],"experts.":[44],"Despite":[45],"challenges":[46],"related":[47],"limited":[49],"access":[50],"input":[52],"data,":[53],"our":[54],"preliminary":[55],"experimental":[56],"results":[57],"demonstrate":[58],"potential":[60],"LLMs":[62],"streamline":[64],"data":[66],"collection,":[67],"greatly":[68],"reducing":[69],"manual":[71],"workload":[72],"for":[73],"healthcare":[74],"professionals.":[75],"However,":[76],"validation":[78],"remains":[79],"essential":[80],"ensure":[82],"accuracy":[83],"and":[84],"reliability":[85],"real-world":[87],"applications.":[88]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}