{"id":"https://openalex.org/W4412377109","doi":"https://doi.org/10.1145/3726302.3730130","title":"Enhancing Knowledge Injection in Large Language Models for Efficient and Trustworthy Responses","display_name":"Enhancing Knowledge Injection in Large Language Models for Efficient and Trustworthy Responses","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412377109","doi":"https://doi.org/10.1145/3726302.3730130"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730130","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730130","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730130","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730130","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067650300","display_name":"Heydar Soudani","orcid":"https://orcid.org/0000-0003-0393-8662"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Heydar Soudani","raw_affiliation_strings":["Radboud University, Nijmegen, Netherlands"],"affiliations":[{"raw_affiliation_string":"Radboud University, Nijmegen, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5067650300"],"corresponding_institution_ids":["https://openalex.org/I145872427"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08584355,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4211","last_page":"4211"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9725000262260437,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.8136864304542542},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7198290824890137},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3780403733253479},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3207379877567291},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.20598852634429932}],"concepts":[{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.8136864304542542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7198290824890137},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3780403733253479},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3207379877567291},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.20598852634429932}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3726302.3730130","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730130","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730130","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/321407","is_oa":true,"landing_page_url":"https://hdl.handle.net/2066/321407","pdf_url":"https://repository.ubn.ru.nl//bitstream/handle/2066/321407/321407.pdf","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article in monograph or in proceedings"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730130","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730130","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730130","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6009445997","display_name":null,"funder_award_id":"unknown","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6280615682","display_name":"Low Resource Chat-based Conversational Intelligence","funder_award_id":"NWA.1389.20.183","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G629491556","display_name":null,"funder_award_id":"(NWO)","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412377109.pdf","grobid_xml":"https://content.openalex.org/works/W4412377109.grobid-xml"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W2930957955","https://openalex.org/W4386644696","https://openalex.org/W4389519118","https://openalex.org/W4392487838"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2076536433","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W90316445","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Large":[0],"Language":[1,10],"Models":[2],"(LLMs)":[3],"have":[4,120],"shown":[5],"remarkable":[6],"proficiency":[7],"in":[8,58,95,180,260,301,380,434],"Natural":[9],"Generation":[11],"(NLG)":[12],"across":[13],"various":[14],"tasks.":[15],"However,":[16,231,349],"they":[17],"often":[18,276],"require":[19],"additional":[20],"resources":[21],"beyond":[22],"their":[23,136,209],"internal":[24,229],"knowledge":[25,42,56,84,96,104,280],"to":[26,29,54,60,101,204,219,224,292,305,321,444,486,495],"respond":[27],"reliably":[28],"user":[30,248],"queries.":[31],"Determining":[32],"the":[33,77,194,206,242,251,261,268,284,307,336,358,375,394,458,488],"optimal":[34,294,359],"methods,":[35],"content,":[36],"and":[37,80,112,115,138,150,168,201,222,265,312,335,473],"timing":[38],"for":[39,86,152,164,361,396],"introducing":[40],"new":[41,103,398],"remains":[43],"a":[44,165,247,397,497,503],"critical":[45],"challenge":[46,94],"without":[47],"clear":[48],"solutions.":[49],"Our":[50,183],"main":[51,71],"objective":[52],"is":[53,67,98,274,281,318,325,329,342,357],"enhance":[55,306,445],"injection":[57,85,97],"LLMs":[59,197,213],"generate":[61,475,496],"trustworthy":[62],"responses.":[63],"Therefore,":[64],"this":[65,171,181,315],"research":[66,72,185,459],"centered":[68],"around":[69],"two":[70,123],"questions.":[73],"(RQ1)":[74],"What":[75,356],"are":[76,162,439],"most":[78,376],"effective":[79,377],"efficient":[81],"choices":[82],"of":[83,148,196,208,246,263,270,296,338],"question-answering":[87],"over":[88],"less":[89,154],"popular":[90,155],"knowledge?":[91],"A":[92],"key":[93,353],"determining":[99],"how":[100,429],"introduce":[102],"into":[105,283],"an":[106,145,289,339,450,463,476,508],"LLM":[107,464,489],"while":[108],"balancing":[109],"both":[110,135],"effectiveness":[111],"efficiency.":[113],"RAG":[114,149,176,221,264,303],"FT":[116,151,179],"with":[117,347,416,426],"synthetic":[118],"data":[119],"emerged":[121],"as":[122],"distinct":[124],"paradigms,":[125],"yet":[126],"there":[127],"has":[128],"been":[129],"no":[130],"comprehensive":[131],"comparison":[132],"that":[133,175,267,366],"highlights":[134],"strengths":[137],"limitations.":[139],"To":[140,479],"address":[141],"this,":[142,481],"we":[143,173,192,350,442,455,482],"conduct":[144],"extensive":[146],"evaluation":[147],"handling":[153],"factual":[156],"knowledge,":[157],"assuming":[158],"limited":[159],"textual":[160],"descriptions":[161],"available":[163],"given":[166],"domain":[167],"application.":[169],"Through":[170],"analysis,":[172],"find":[174,266],"substantially":[177],"outperforms":[178],"setup.":[182],"second":[184],"question":[186],"is:":[187],"(RQ2":[188],")":[189],"How":[190,402],"can":[191,216],"quantify":[193],"uncertainty":[195,328,340,404,412,425,431],"during":[198],"response":[199],"generation":[200],"leverage":[202,220],"it":[203,346],"improve":[205],"reliability":[207],"outputs?":[210],"By":[211],"knowing":[212],"uncertainty,":[214],"one":[215],"determine":[217,322,490],"when":[218,223,278,323],"rely":[225],"solely":[226,368],"on":[227,239,332,344,369],"LLMs'":[228],"knowledge.":[230,256],"existing":[232],"Uncertainty":[233],"Estimation":[234],"(UE)":[235],"techniques":[236],"primarily":[237,319],"focus":[238],"scenarios":[240],"where":[241,436],"input":[243,285],"consists":[244],"only":[245],"query,":[249],"overlooking":[250],"complexities":[252],"introduced":[253],"by":[254,448],"retrieved":[255],"We":[257,287,364],"investigate":[258,457],"UE":[259,272,297,317,399,452,485],"context":[262],"performance":[269],"current":[271],"methods":[273,371],"inconsistent,":[275],"degrading":[277],"non-parametric":[279],"incorporated":[282],"prompt.":[286],"propose":[288],"axiomatic":[290],"framework":[291],"formalize":[293],"behavior":[295],"methods.":[298],"Recent":[299],"advancements":[300],"active":[302],"aim":[304,443],"dynamic":[308],"interaction":[309],"between":[310],"retrievers":[311],"generators.":[313],"In":[314],"context,":[316],"employed":[320],"retrieval":[324],"necessary.":[326],"Typically,":[327],"measured":[330],"based":[331,343],"next-token":[333,391],"probabilities,":[334,392],"interpretation":[337],"value":[341],"comparing":[345],"accuracy.":[348],"raise":[351],"three":[352],"questions:":[354],"(RQ2.1)":[355],"method":[360],"measuring":[362],"uncertainty?":[363],"argue":[365],"relying":[367],"probability-based":[370],"may":[372],"not":[373,388],"be":[374,406,432],"approach.":[378],"Furthermore,":[379],"conversational":[381,446],"systems,":[382],"previous":[383],"turns":[384],"or":[385,506],"sessions":[386],"do":[387],"directly":[389],"influence":[390],"highlighting":[393],"need":[395],"method.":[400,453],"(RQ2.2)":[401],"should":[403,430],"values":[405],"interpreted?":[407],"Current":[408],"approaches,":[409],"which":[410],"define":[411],"through":[413],"relative":[414],"comparisons":[415],"other":[417],"values,":[418],"lack":[419],"precision.":[420],"Additionally,":[421],"some":[422],"applications":[423],"correlate":[424],"correctness,":[427],"but":[428],"interpreted":[433],"cases":[435],"correctness":[437],"labels":[438],"unavailable?":[440],"Moreover,":[441],"interactions":[447],"leveraging":[449],"appropriate":[451,477],"Specifically,":[454],"will":[456,483],"question:":[460],"(RQ2.3)":[461],"Can":[462],"anticipate":[465],"its":[466,470,491],"next":[467,492],"action,":[468],"identify":[469],"information":[471],"needs,":[472],"then":[474],"response?":[478],"explore":[480],"utilize":[484],"help":[487],"step,":[493],"whether":[494],"response,":[498],"retrieve":[499],"relevant":[500],"information,":[501],"ask":[502],"clarification":[504],"question,":[505],"take":[507],"alternative":[509],"action.":[510]},"counts_by_year":[],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}