{"id":"https://openalex.org/W4410636921","doi":"https://doi.org/10.1145/3701716.3717660","title":"KG-UQ: Knowledge Graph-Based Uncertainty Quantification for Long Text in Large Language Models","display_name":"KG-UQ: Knowledge Graph-Based Uncertainty Quantification for Long Text in Large Language Models","publication_year":2025,"publication_date":"2025-05-08","ids":{"openalex":"https://openalex.org/W4410636921","doi":"https://doi.org/10.1145/3701716.3717660"},"language":"en","primary_location":{"id":"doi:10.1145/3701716.3717660","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3717660","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717660","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717660","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yingqing Yuan","orcid":"https://orcid.org/0009-0000-2640-9240"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yingqing Yuan","raw_affiliation_strings":["University of Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0009-0000-2640-9240","affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084075159","display_name":"Linwei Tao","orcid":"https://orcid.org/0000-0002-8848-0189"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Linwei Tao","raw_affiliation_strings":["University of Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8848-0189","affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054496165","display_name":"Haohui Lu","orcid":"https://orcid.org/0000-0002-5338-156X"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Haohui Lu","raw_affiliation_strings":["University of Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5338-156X","affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030777395","display_name":"Matloob Khushi","orcid":"https://orcid.org/0000-0001-7792-2327"},"institutions":[{"id":"https://openalex.org/I124357947","display_name":"University of London","ror":"https://ror.org/04cw6st05","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947"]},{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Matloob Khushi","raw_affiliation_strings":["Brunel University of London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-7792-2327","affiliations":[{"raw_affiliation_string":"Brunel University of London, London, United Kingdom","institution_ids":["https://openalex.org/I59433898","https://openalex.org/I124357947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033585021","display_name":"Imran Razzak","orcid":"https://orcid.org/0000-0002-3930-6600"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Imran Razzak","raw_affiliation_strings":["MBZUAI, Abu Dhabi, United Arab Emirates and University of New South Wales, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3930-6600","affiliations":[{"raw_affiliation_string":"MBZUAI, Abu Dhabi, United Arab Emirates and University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022216838","display_name":"Mark Dras","orcid":"https://orcid.org/0000-0001-9908-7182"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mark Dras","raw_affiliation_strings":["Macquarie University, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0001-9908-7182","affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009644404","display_name":"Jian Yang","orcid":"https://orcid.org/0000-0002-4408-1952"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jian Yang","raw_affiliation_strings":["Macquarie University, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4408-1952","affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077006200","display_name":"Usman Naseem","orcid":"https://orcid.org/0000-0003-0191-7171"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Usman Naseem","raw_affiliation_strings":["Macquarie University, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0191-7171","affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, Australia","institution_ids":["https://openalex.org/I99043593"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7588,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86577069,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2071","last_page":"2077"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9666000008583069,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.741595447063446},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.6306788921356201},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5059215426445007},{"id":"https://openalex.org/keywords/graph-theory","display_name":"Graph theory","score":0.42373722791671753},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3994942903518677},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3514506220817566},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33676356077194214},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14038920402526855}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.741595447063446},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.6306788921356201},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5059215426445007},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.42373722791671753},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3994942903518677},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3514506220817566},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33676356077194214},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14038920402526855},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3701716.3717660","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3717660","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717660","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},{"id":"pmh:oai:bura.brunel.ac.uk:2438/31832","is_oa":true,"landing_page_url":"https://bura.brunel.ac.uk/handle/2438/31832","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/31832/1/FullText.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WWW '25: The ACM Web Conference 2025","raw_type":"Conference Paper"}],"best_oa_location":{"id":"doi:10.1145/3701716.3717660","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3717660","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717660","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320591","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410636921.pdf","grobid_xml":"https://content.openalex.org/works/W4410636921.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2069266605","https://openalex.org/W2963149704","https://openalex.org/W3183048323","https://openalex.org/W3209285784","https://openalex.org/W3214342214","https://openalex.org/W4220902914","https://openalex.org/W4385570776","https://openalex.org/W4389519290","https://openalex.org/W4389519598","https://openalex.org/W4390692489","https://openalex.org/W4399803256","https://openalex.org/W4404782603","https://openalex.org/W4406642447","https://openalex.org/W6600503824","https://openalex.org/W6631918127"],"related_works":["https://openalex.org/W4379210901","https://openalex.org/W4391026046","https://openalex.org/W4402386886","https://openalex.org/W3093644965","https://openalex.org/W1147368348","https://openalex.org/W2532801570","https://openalex.org/W4385627933","https://openalex.org/W2480127678","https://openalex.org/W2806270048","https://openalex.org/W4310605282"],"abstract_inverted_index":{"With":[0],"the":[1,71,75,98,142],"commercialization":[2],"of":[3,77,101],"large":[4],"language":[5],"models":[6,45],"(LLMs)":[7],"and":[8,112],"their":[9,15,114],"integration":[10],"into":[11,135],"daily":[12],"life,":[13],"addressing":[14],"susceptibility":[16],"to":[17,36,81,96,116],"hallucinations-unfactual":[18],"information":[19],"in":[20,153],"generated":[21],"outputs-has":[22],"become":[23],"an":[24,128],"urgent":[25],"priority.":[26],"Existing":[27],"uncertainty":[28,144],"quantification":[29],"(UQ)":[30],"methods":[31],"often":[32],"rely":[33],"on":[34,57],"access":[35],"LLMs'":[37],"internal":[38],"states,":[39],"which":[40],"is":[41],"unavailable":[42],"for":[43,52,131],"closed-source":[44],"like":[46],"GPTs,":[47],"or":[48],"are":[49,127],"primarily":[50],"designed":[51],"short":[53],"text.":[54,103],"Current":[55],"research":[56],"long":[58,102,133],"text":[59,134],"typically":[60],"evaluates":[61],"sentences":[62],"individually,":[63],"overlooking":[64],"smaller":[65],"semantic":[66,99,157],"units":[67],"that":[68,124],"better":[69],"capture":[70],"text's":[72],"complexity.":[73],"Recognizing":[74],"potential":[76],"knowledge":[78,125],"graphs":[79,126],"(KGs)":[80],"extract":[82],"structured":[83],"relationships":[84],"from":[85,109,150],"unstructured":[86],"text,":[87],"we":[88,122,139],"propose":[89],"KG-UQ,":[90],"a":[91],"UQ":[92],"method":[93],"leveraging":[94],"KGs":[95,108],"address":[97],"intricacies":[100],"Our":[104],"approach":[105],"involves":[106],"constructing":[107],"long-text":[110],"outputs":[111],"utilizing":[113],"embeddings":[115],"estimate":[117],"uncertainties.":[118],"Through":[119],"our":[120],"analysis,":[121],"demonstrate":[123],"effective":[129],"tool":[130],"decomposing":[132],"fundamental":[136],"statements.":[137],"However,":[138],"also":[140],"highlight":[141],"increased":[143],"introduced":[145],"during":[146],"KG":[147],"construction,":[148],"stemming":[149],"inherent":[151],"challenges":[152],"accurately":[154],"capturing":[155],"all":[156],"information.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}