{"id":"https://openalex.org/W4402896243","doi":"https://doi.org/10.1108/oir-02-2024-0111","title":"Scientific evidence and specific context: leveraging large language models for health fact-checking","display_name":"Scientific evidence and specific context: leveraging large language models for health fact-checking","publication_year":2024,"publication_date":"2024-09-25","ids":{"openalex":"https://openalex.org/W4402896243","doi":"https://doi.org/10.1108/oir-02-2024-0111"},"language":"en","primary_location":{"id":"doi:10.1108/oir-02-2024-0111","is_oa":false,"landing_page_url":"https://doi.org/10.1108/oir-02-2024-0111","pdf_url":null,"source":{"id":"https://openalex.org/S931548824","display_name":"Online Information Review","issn_l":"1468-4527","issn":["1468-4527","1468-4535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Online Information Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066411528","display_name":"Zhenni Ni","orcid":null},"institutions":[{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210122293","display_name":"National Institute of Health","ror":"https://ror.org/02qwkrw10","country_code":"AM","type":"government","lineage":["https://openalex.org/I4210122293"]},{"id":"https://openalex.org/I4389425324","display_name":"Laboratoire d'Informatique M\u00e9dicale et d'Ing\u00e9nierie des Connaissances en e-Sant\u00e9","ror":"https://ror.org/01jr1v359","country_code":null,"type":"facility","lineage":["https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210091279","https://openalex.org/I4389425324"]}],"countries":["AM","CN","FR"],"is_corresponding":true,"raw_author_name":"Zhenni Ni","raw_affiliation_strings":["Laboratory for Medical Informatics and Knowledge Engineering in e-Health(LIMICS), National Institute for Health and Medical Research (INSERM), Paris, France","School of Information Management, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Laboratory for Medical Informatics and Knowledge Engineering in e-Health(LIMICS), National Institute for Health and Medical Research (INSERM), Paris, France","institution_ids":["https://openalex.org/I154526488","https://openalex.org/I4389425324","https://openalex.org/I4210122293"]},{"raw_affiliation_string":"School of Information Management, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085164847","display_name":"Yuxing Qian","orcid":"https://orcid.org/0000-0002-3803-2505"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxing Qian","raw_affiliation_strings":["School of Journalism and Communication, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Journalism and Communication, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058394879","display_name":"Shuaipu Chen","orcid":"https://orcid.org/0009-0005-7597-1017"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuaipu Chen","raw_affiliation_strings":["School of Information Management, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Information Management, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034693908","display_name":"Marie\u2010Christine Jaulent","orcid":null},"institutions":[{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I4210122293","display_name":"National Institute of Health","ror":"https://ror.org/02qwkrw10","country_code":"AM","type":"government","lineage":["https://openalex.org/I4210122293"]},{"id":"https://openalex.org/I4389425324","display_name":"Laboratoire d'Informatique M\u00e9dicale et d'Ing\u00e9nierie des Connaissances en e-Sant\u00e9","ror":"https://ror.org/01jr1v359","country_code":null,"type":"facility","lineage":["https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210091279","https://openalex.org/I4389425324"]}],"countries":["AM","FR"],"is_corresponding":false,"raw_author_name":"Marie-Christine Jaulent","raw_affiliation_strings":["Laboratory for Medical Informatics and Knowledge Engineering in e-Health(LIMICS), National Institute for Health and Medical Research (INSERM), Paris, France"],"affiliations":[{"raw_affiliation_string":"Laboratory for Medical Informatics and Knowledge Engineering in e-Health(LIMICS), National Institute for Health and Medical Research (INSERM), Paris, France","institution_ids":["https://openalex.org/I154526488","https://openalex.org/I4389425324","https://openalex.org/I4210122293"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068103198","display_name":"C\u00e9dric Bousquet","orcid":"https://orcid.org/0000-0001-9775-2476"},"institutions":[{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"government","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I4210122293","display_name":"National Institute of Health","ror":"https://ror.org/02qwkrw10","country_code":"AM","type":"government","lineage":["https://openalex.org/I4210122293"]},{"id":"https://openalex.org/I4210157006","display_name":"Centre Hospitalier Universitaire de Saint-\u00c9tienne","ror":"https://ror.org/04pn6vp43","country_code":"FR","type":"healthcare","lineage":["https://openalex.org/I4210157006"]},{"id":"https://openalex.org/I4389425324","display_name":"Laboratoire d'Informatique M\u00e9dicale et d'Ing\u00e9nierie des Connaissances en e-Sant\u00e9","ror":"https://ror.org/01jr1v359","country_code":null,"type":"facility","lineage":["https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210091279","https://openalex.org/I4389425324"]}],"countries":["AM","FR"],"is_corresponding":false,"raw_author_name":"Cedric Bousquet","raw_affiliation_strings":["Laboratory for Medical Informatics and Knowledge Engineering in e-Health(LIMICS), National Institute for Health and Medical Research (INSERM), Paris, France","Unit of Public Health, University Hospital of Saint Etienne, Saint Etienne, France"],"affiliations":[{"raw_affiliation_string":"Laboratory for Medical Informatics and Knowledge Engineering in e-Health(LIMICS), National Institute for Health and Medical Research (INSERM), Paris, France","institution_ids":["https://openalex.org/I154526488","https://openalex.org/I4389425324","https://openalex.org/I4210122293"]},{"raw_affiliation_string":"Unit of Public Health, University Hospital of Saint Etienne, Saint Etienne, France","institution_ids":["https://openalex.org/I4210157006"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5066411528"],"corresponding_institution_ids":["https://openalex.org/I154526488","https://openalex.org/I37461747","https://openalex.org/I4210122293","https://openalex.org/I4389425324"],"apc_list":null,"apc_paid":null,"fwci":1.3476,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.84238339,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"48","issue":"7","first_page":"1488","last_page":"1514"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6806474924087524},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6360010504722595},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3621427118778229},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3334595561027527},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.08125254511833191}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6806474924087524},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6360010504722595},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3621427118778229},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3334595561027527},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.08125254511833191},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1108/oir-02-2024-0111","is_oa":false,"landing_page_url":"https://doi.org/10.1108/oir-02-2024-0111","pdf_url":null,"source":{"id":"https://openalex.org/S931548824","display_name":"Online Information Review","issn_l":"1468-4527","issn":["1468-4527","1468-4535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Online Information Review","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2999682719","https://openalex.org/W3000970298","https://openalex.org/W3013483884","https://openalex.org/W3030163527","https://openalex.org/W3080922200","https://openalex.org/W3092731680","https://openalex.org/W3101757358","https://openalex.org/W4205434108","https://openalex.org/W4221142221","https://openalex.org/W4221143046","https://openalex.org/W4221161695","https://openalex.org/W4224981510","https://openalex.org/W4287603409","https://openalex.org/W4294214983","https://openalex.org/W4309674289","https://openalex.org/W4312091691","https://openalex.org/W4312091849","https://openalex.org/W4313428942","https://openalex.org/W4319049323","https://openalex.org/W4319083882","https://openalex.org/W4320010848","https://openalex.org/W4324304837","https://openalex.org/W4327810158","https://openalex.org/W4327810286","https://openalex.org/W4360891289","https://openalex.org/W4361863170","https://openalex.org/W4363675974","https://openalex.org/W4366580365","https://openalex.org/W4375959448","https://openalex.org/W4377130677","https://openalex.org/W4377864656","https://openalex.org/W4378472968","https://openalex.org/W4384561707","https://openalex.org/W4386437523","https://openalex.org/W4386556635","https://openalex.org/W4386977928","https://openalex.org/W4387037106","https://openalex.org/W4387559764","https://openalex.org/W4387559848","https://openalex.org/W4387744047","https://openalex.org/W4387838712","https://openalex.org/W4387878813","https://openalex.org/W4387892129","https://openalex.org/W4392576019"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Purpose":[0],"This":[1,216],"study":[2,217],"aims":[3],"to":[4,111,144],"evaluate":[5,46],"the":[6,16,47,80,88,115,125,149,205,208,227,236],"performance":[7,48,229],"of":[8,18,31,49,83,91,207,212,230],"LLMs":[9,197,231,243],"with":[10,170,192],"various":[11,119],"prompt":[12,127,151,175],"engineering":[13],"strategies":[14],"in":[15,101,130,232],"context":[17,180],"health":[19,66,92,187],"fact-checking.":[20],"Design/methodology/approach":[21],"Inspired":[22],"by":[23,95],"Dual":[24],"Process":[25],"Theory,":[26],"we":[27,85],"introduce":[28],"two":[29,64],"kinds":[30],"prompts:":[32],"Conclusion-first":[33,126],"(System":[34,38],"1)":[35],"and":[36,40,58,75,104,113,135,166,182,202,210],"Explanation-first":[37,150,174],"2),":[39],"their":[41,99],"respective":[42],"retrieval-augmented":[43,196],"variations.":[44],"We":[45,107],"these":[50],"prompts":[51],"across":[52,118],"accuracy,":[53],"argument":[54,89],"elements,":[55],"common":[56,116],"errors":[57,117],"cost-effectiveness.":[59],"Our":[60],"study,":[61],"conducted":[62,108],"on":[63,179,200,241],"public":[65],"fact-checking":[67,93],"datasets,":[68],"categorized":[69],"10,212":[70],"claims":[71,138,154,164,168],"as":[72,155],"knowledge,":[73],"anecdotes":[74],"news.":[76],"To":[77],"further":[78],"analyze":[79],"reasoning":[81],"process":[82],"LLM,":[84],"delve":[86],"into":[87,220],"elements":[90],"generated":[94],"different":[96],"prompts,":[97],"revealing":[98],"tendencies":[100],"using":[102],"evidence":[103,201],"contextual":[105],"qualifiers.":[106],"content":[109],"analysis":[110],"identify":[112],"compare":[114],"prompts.":[120],"Findings":[121],"Results":[122],"indicate":[123],"that":[124],"performs":[128],"well":[129],"knowledge":[131],"(89.70%,66.09%),":[132],"anecdote":[133,167],"(79.49%,79.99%)":[134],"news":[136,163],"(85.61%,85.95%)":[137],"even":[139],"without":[140],"retrieval":[141,171,193],"augmentation,":[142],"proving":[143],"be":[145],"cost-effective.":[146],"In":[147],"contrast,":[148],"often":[152],"classifies":[153],"unknown.":[156],"However,":[157],"it":[158],"significantly":[159],"boosts":[160],"accuracy":[161],"for":[162,238,244,254],"(87.53%,88.60%)":[165],"(87.28%,90.62%)":[169],"augmentation.":[172,194],"The":[173,250],"is":[176,257],"more":[177,199],"focused":[178],"specificity":[181],"user":[183],"intent":[184],"understanding":[185],"during":[186],"fact-checking,":[188],"showing":[189],"high":[190],"potential":[191],"Additionally,":[195],"concentrate":[198],"context,":[203],"highlighting":[204],"importance":[206],"relevance":[209],"safety":[211],"retrieved":[213],"content.":[214],"Originality/value":[215],"offers":[218],"insights":[219],"how":[221],"a":[222],"balanced":[223],"integration":[224],"could":[225],"enhance":[226],"overall":[228],"critical":[233],"applications,":[234],"paving":[235],"way":[237],"future":[239],"research":[240],"optimizing":[242],"complex":[245],"cognitive":[246],"tasks.":[247],"Peer":[248],"review":[249,252],"peer":[251],"history":[253],"this":[255],"article":[256],"available":[258],"at:":[259],"https://publons.com/publon/10.1108/OIR-02-2024-0111":[260]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}
