{"id":"https://openalex.org/W4404396282","doi":"https://doi.org/10.1016/j.engappai.2024.109553","title":"Word-Sequence Entropy: Towards uncertainty estimation in free-form medical question answering applications and beyond","display_name":"Word-Sequence Entropy: Towards uncertainty estimation in free-form medical question answering applications and beyond","publication_year":2024,"publication_date":"2024-11-15","ids":{"openalex":"https://openalex.org/W4404396282","doi":"https://doi.org/10.1016/j.engappai.2024.109553"},"language":"en","primary_location":{"id":"doi:10.1016/j.engappai.2024.109553","doi":"https://doi.org/10.1016/j.engappai.2024.109553","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.engappai.2024.109553","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-d","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.14259","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110818372","display_name":"Zhiyuan Wang","orcid":"https://orcid.org/0009-0009-3835-4596","observed_orcids":["https://orcid.org/0009-0009-3835-4596"]},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Zhiyuan Wang","raw_affiliation_strings":["Center for Future Media, School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, 611731, Sichuan, China","Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, 60616, IL, USA"],"raw_orcid":"https://orcid.org/0009-0009-3835-4596","affiliations":[{"raw_affiliation_string":"Center for Future Media, School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, 611731, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, 60616, IL, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073311852","display_name":"Jinhao Duan","orcid":"https://orcid.org/0000-0001-7045-9376","observed_orcids":["https://orcid.org/0000-0001-7045-9376"]},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinhao Duan","raw_affiliation_strings":["Department of Computer Science, Drexel University, Philadelphia, 19104, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Drexel University, Philadelphia, 19104, PA, USA","institution_ids":["https://openalex.org/I72816309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068838638","display_name":"Chenxi Yuan","orcid":"https://orcid.org/0000-0002-4927-709X","observed_orcids":["https://orcid.org/0000-0002-4927-709X","https://orcid.org/0000-0002-0562-7529"]},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenxi Yuan","raw_affiliation_strings":["Department of Biostatistics, Epidemiology, and Informatics (DBEI), Perelman School of Medicine, University of Pennsylvania, Philadelphia, 19104, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4927-709X","affiliations":[{"raw_affiliation_string":"Department of Biostatistics, Epidemiology, and Informatics (DBEI), Perelman School of Medicine, University of Pennsylvania, Philadelphia, 19104, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042874172","display_name":"Qingyu Chen","orcid":"https://orcid.org/0000-0002-6036-1516","observed_orcids":["https://orcid.org/0000-0002-6036-1516"]},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qingyu Chen","raw_affiliation_strings":["Computer Science & Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, 02139, MA, USA","Section of Biomedical Informatics & Data Science, Yale School of Medicine, Yale University, New Haven, 06510, CT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science & Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, 02139, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Section of Biomedical Informatics & Data Science, Yale School of Medicine, Yale University, New Haven, 06510, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103073431","display_name":"Tianlong Chen","orcid":"https://orcid.org/0000-0001-7774-8197","observed_orcids":["https://orcid.org/0000-0001-7774-8197","https://orcid.org/0000-0001-5588-717X"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianlong Chen","raw_affiliation_strings":["Computer Science & Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, 02139, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science & Artificial Intelligence Laboratory, Massachusetts Institute of Technology, Cambridge, 02139, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333729","display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0002-5214-2268","observed_orcids":["https://orcid.org/0000-0002-5214-2268"]},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Zhang","raw_affiliation_strings":["Department of Computer Science, Drexel University, Philadelphia, 19104, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Drexel University, Philadelphia, 19104, PA, USA","institution_ids":["https://openalex.org/I72816309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100339142","display_name":"Ren Wang","orcid":"https://orcid.org/0000-0003-1317-6593","observed_orcids":["https://orcid.org/0000-0003-1317-6593"]},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ren Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, 60616, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, 60616, IL, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069008709","display_name":"Xiaoshuang Shi","orcid":"https://orcid.org/0000-0003-4934-0850","observed_orcids":["https://orcid.org/0000-0003-4934-0850"]},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoshuang Shi","raw_affiliation_strings":["Center for Future Media, School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, 611731, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0003-4934-0850","affiliations":[{"raw_affiliation_string":"Center for Future Media, School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, 611731, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102775611","display_name":"Kaidi Xu","orcid":"https://orcid.org/0000-0002-0719-3912","observed_orcids":["https://orcid.org/0000-0002-0719-3912","https://orcid.org/0000-0003-4437-0671"]},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaidi Xu","raw_affiliation_strings":["Department of Computer Science, Drexel University, Philadelphia, 19104, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Drexel University, Philadelphia, 19104, PA, USA","institution_ids":["https://openalex.org/I72816309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5069008709"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":{"value":3270,"currency":"USD","value_usd":3270},"apc_paid":null,"fwci":2.5946,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.9165173,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"139","issue":null,"first_page":"109553","last_page":"109553"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5557000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5557000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.1607999950647354,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.09449999779462814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/uncertainty-estimation","display_name":"uncertainty estimation","score":0.7889999747276306},{"id":"https://openalex.org/keywords/medical-question-answering","display_name":"medical question answering","score":0.9739999771118164},{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"uncertainty quantification","score":0.8019999861717224},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9020000100135803},{"id":"https://openalex.org/keywords/semantic-relevance","display_name":"semantic relevance","score":0.6169999837875366},{"id":"https://openalex.org/keywords/keyword-extraction","display_name":"keyword extraction","score":0.4059999883174896},{"id":"https://openalex.org/keywords/healthcare-engineering","display_name":"healthcare engineering","score":0.6200000047683716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8855238556861877},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6747198104858398},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5872617959976196},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.5283000469207764},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5169410109519958},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.515349805355072},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.46278291940689087},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4514068067073822},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.320844829082489},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13198450207710266},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1016/j.engappai.2024.109553","doi":"https://doi.org/10.1016/j.engappai.2024.109553","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.engappai.2024.109553","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-d","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2402.14259","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.14259","pdf_url":"https://arxiv.org/pdf/2402.14259","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.14259","doi":"https://doi.org/10.48550/arxiv.2402.14259","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.14259","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.14259","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.14259","pdf_url":"https://arxiv.org/pdf/2402.14259","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1916619572","display_name":null,"funder_award_id":"2022 YFA1004100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404396282.pdf","grobid_xml":"https://content.openalex.org/works/W4404396282.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W632432350","https://openalex.org/W2154652894","https://openalex.org/W2560321925","https://openalex.org/W2600383743","https://openalex.org/W2790319220","https://openalex.org/W2913352150","https://openalex.org/W2965373594","https://openalex.org/W2970482702","https://openalex.org/W2970641574","https://openalex.org/W2977892253","https://openalex.org/W2978017171","https://openalex.org/W3014596384","https://openalex.org/W3030163527","https://openalex.org/W3036729765","https://openalex.org/W3047636089","https://openalex.org/W3084095723","https://openalex.org/W3122890974","https://openalex.org/W3123791752","https://openalex.org/W3162922479","https://openalex.org/W3169290870","https://openalex.org/W3192405822","https://openalex.org/W3200930617","https://openalex.org/W4210494925","https://openalex.org/W4221154592","https://openalex.org/W4221161695","https://openalex.org/W4224308101","https://openalex.org/W4226278401","https://openalex.org/W4229005866","https://openalex.org/W4281748205","https://openalex.org/W4285143611","https://openalex.org/W4285246273","https://openalex.org/W4285298706","https://openalex.org/W4285306484","https://openalex.org/W4285429195","https://openalex.org/W4287327282","https://openalex.org/W4321594373","https://openalex.org/W4322718191","https://openalex.org/W4366368023","https://openalex.org/W4367000491","https://openalex.org/W4379539933","https://openalex.org/W4384918448","https://openalex.org/W4385572043","https://openalex.org/W4385823351","https://openalex.org/W4387994989","https://openalex.org/W4389518771","https://openalex.org/W4389520749","https://openalex.org/W4390833061","https://openalex.org/W4392353733","https://openalex.org/W4402671653","https://openalex.org/W4403147280","https://openalex.org/W4410035496","https://openalex.org/W4415798246","https://openalex.org/W6852242117","https://openalex.org/W7133211372","https://openalex.org/W7133239970"],"related_works":["https://openalex.org/W4413150843","https://openalex.org/W7152404002","https://openalex.org/W4400612054","https://openalex.org/W7203717763","https://openalex.org/W7214279253","https://openalex.org/W7125820953","https://openalex.org/W7166717887","https://openalex.org/W4415085317","https://openalex.org/W4399423107","https://openalex.org/W7106265057"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-11-15T00:00:00"}