{"id":"https://openalex.org/W4409671987","doi":"https://doi.org/10.1145/3696410.3714880","title":"Scenario-independent Uncertainty Estimation for LLM-based Question Answering via Factor Analysis","display_name":"Scenario-independent Uncertainty Estimation for LLM-based Question Answering via Factor Analysis","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4409671987","doi":"https://doi.org/10.1145/3696410.3714880"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714880","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714880","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714880","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714880","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101165780","display_name":"Zhihua Wen","orcid":"https://orcid.org/0000-0002-2224-6197"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhihua Wen","raw_affiliation_strings":["National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010086157","display_name":"Z.-M. Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhizhao Liu","raw_affiliation_strings":["National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062005460","display_name":"Zhiliang Tian","orcid":"https://orcid.org/0000-0002-8906-5198"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiliang Tian","raw_affiliation_strings":["National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110612983","display_name":"Sheng-Li Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilong Pan","raw_affiliation_strings":["National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011008665","display_name":"Zhen Huang","orcid":"https://orcid.org/0000-0003-4819-373X"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Huang","raw_affiliation_strings":["National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440903","display_name":"Dongsheng Li","orcid":"https://orcid.org/0000-0001-9743-2034"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongsheng Li","raw_affiliation_strings":["National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044042138","display_name":"Minlie Huang","orcid":"https://orcid.org/0000-0001-7111-1849"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minlie Huang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101165780"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0358769,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2378","last_page":"2390"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6544514298439026},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.5615672469139099},{"id":"https://openalex.org/keywords/factor","display_name":"Factor (programming language)","score":0.5336860418319702},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.41231822967529297},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3265792727470398},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29740777611732483},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1090097427368164},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10824066400527954},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.08468186855316162}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6544514298439026},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.5615672469139099},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.5336860418319702},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.41231822967529297},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3265792727470398},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29740777611732483},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1090097427368164},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10824066400527954},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.08468186855316162}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696410.3714880","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714880","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714880","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696410.3714880","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714880","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714880","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1074863285","display_name":null,"funder_award_id":"62106275","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2277931485","display_name":null,"funder_award_id":"62421002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2367558620","display_name":null,"funder_award_id":"62125604","funder_id":"https://openalex.org/F4320336125","funder_display_name":"National Science Fund for Distinguished Young Scholars"},{"id":"https://openalex.org/G2802911279","display_name":null,"funder_award_id":"Young","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3114819178","display_name":null,"funder_award_id":"2023QNRC001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3606055544","display_name":null,"funder_award_id":"62025208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6058138561","display_name":null,"funder_award_id":", No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6259817347","display_name":null,"funder_award_id":"6202520","funder_id":"https://openalex.org/F4320336125","funder_display_name":"National Science Fund for Distinguished Young Scholars"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8671694681","display_name":"Collaborative Research: Smart Stent for Post-Endovascular Aneurysm Repair Surveillance","funder_award_id":"2306330","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8714109953","display_name":null,"funder_award_id":"QNRC001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336125","display_name":"National Science Fund for Distinguished Young Scholars","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409671987.pdf","grobid_xml":"https://content.openalex.org/works/W4409671987.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1993436046","https://openalex.org/W2000432226","https://openalex.org/W2047345533","https://openalex.org/W2058373514","https://openalex.org/W2133487567","https://openalex.org/W2157825442","https://openalex.org/W2963339397","https://openalex.org/W2963866616","https://openalex.org/W2991044292","https://openalex.org/W3084095723","https://openalex.org/W4255655703","https://openalex.org/W4387848774","https://openalex.org/W4389519850","https://openalex.org/W4402670019","https://openalex.org/W4402670272","https://openalex.org/W4402671653","https://openalex.org/W4404782907","https://openalex.org/W6865487923"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879","https://openalex.org/W3208425359","https://openalex.org/W2349927912"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,272],"(LLMs)":[3],"demonstrate":[4,275],"significant":[5,61,251],"potential":[6],"in":[7,94,147],"various":[8],"applications;":[9],"however,":[10],"they":[11],"are":[12],"susceptible":[13],"to":[14,20,92,143,182,195,210,253],"generating":[15],"hallucinations,":[16],"which":[17,228],"can":[18,64,128],"lead":[19],"the":[21,80,87,104,112,171,191,197,200,212,217,230,233,241,246,249,255,259,276],"spread":[22],"of":[23,82,111,199,224,232,248,278],"online":[24],"misinformation.":[25],"Existing":[26],"studies":[27],"address":[28],"hallucination":[29],"detection":[30],"by":[31,149,258],"(1)":[32],"employing":[33],"reference-based":[34,58],"methods":[35,46,59,77],"that":[36,47,119],"consult":[37],"external":[38,70],"resources":[39],"for":[40,67],"verification":[41],"or":[42,108],"(2)":[43],"utilizing":[44],"reference-free":[45],"mainly":[48],"estimate":[49,196],"answer":[50],"uncertainty":[51,74,105,256],"based":[52],"on":[53,125,155],"LLM's":[54],"internal":[55],"states.":[56],"However,":[57],"incur":[60],"costs":[62],"and":[63,123,153,236,268,273],"be":[65],"infeasible":[66],"obtaining":[68],"reliable":[69],"references.":[71],"Besides,":[72],"existing":[73,164,172],"estimation":[75],"(UE)":[76],"often":[78],"overlook":[79],"impact":[81,247],"scenario":[83,114,192],"backgrounds":[84],"inherited":[85],"from":[86,216],"query's":[88,113],"lexical":[89],"resources,":[90],"leading":[91],"noise":[93,122,152],"UE.":[95,133,265],"In":[96,134],"almost":[97],"all":[98],"real-world":[99],"applications,":[100],"users":[101],"care":[102],"about":[103],"concerning":[106],"semantics":[107,188,235],"facts":[109],"instead":[110],"information.":[115,157],"Therefore,":[116],"we":[117,137,177,203,244],"argue":[118],"mitigating":[120],"scenario-related":[121,151,237],"focusing":[124,154],"semantic":[126,156],"information":[127],"yield":[129],"a":[130,139,179,205,222],"more":[131],"desirable":[132],"this":[135],"paper,":[136],"introduce":[138],"plug-and-play":[140],"scenario-independent":[141,264],"framework":[142,159],"enhance":[144],"unsupervised":[145],"UE":[146,165,173,213,219],"LLMs":[148],"removing":[150],"This":[158],"is":[160],"compatible":[161],"with":[162],"most":[163,250],"methods,":[166],"as":[167],"it":[168],"leverages":[169],"only":[170],"methods'":[174],"outputs.":[175],"Specifically,":[176],"design":[178,204],"scenario-specific":[180],"sampling":[181],"paraphrase":[183],"queries,":[184],"maintaining":[185],"their":[186],"common":[187,201,234,260],"while":[189],"diversifying":[190],"distribution.":[193],"Subsequently,":[194],"contribution":[198,231],"semantics,":[202,261],"factor":[206,252],"analysis":[207,269],"(FA)":[208],"model":[209],"disentangle":[211],"score":[214],"obtained":[215],"given":[218],"method":[220],"into":[221],"combination":[223],"multiple":[225,271],"latent":[226],"factors,":[227],"represent":[229],"noise.":[238],"By":[239],"solving":[240],"FA":[242],"model,":[243],"decompose":[245],"approximate":[254],"caused":[257],"thus":[262],"achieving":[263],"Extensive":[266],"experiments":[267],"across":[270],"datasets":[274],"effectiveness":[277],"our":[279],"approach.":[280]},"counts_by_year":[],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}