{"id":"https://openalex.org/W7212200210","doi":"https://doi.org/10.1145/3799682.3840904","title":"Predicting Partial Answer Quality and Utility in Agentic Retrieval-Augmented Generation","display_name":"Predicting Partial Answer Quality and Utility in Agentic Retrieval-Augmented Generation","publication_year":2026,"publication_date":"2026-11-03","ids":{"openalex":"https://openalex.org/W7212200210","doi":"https://doi.org/10.1145/3799682.3840904"},"language":"en","primary_location":{"id":"doi:10.1145/3799682.3840904","doi":"https://doi.org/10.1145/3799682.3840904","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3799682.3840904","pdf_url":null,"source":{"id":"https://openalex.org/S4393918199","display_name":"ACM International Conference on Information and Knowledge Management (CIKM)","issn_l":"2155-0751","issn":["2155-0751"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3799682.3840904","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134993497","display_name":"Fangzheng Tian","orcid":"https://orcid.org/0009-0000-3282-0220","observed_orcids":["https://orcid.org/0009-0000-3282-0220"]},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Fangzheng Tian","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0000-3282-0220","affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123972736","display_name":"Debasis Ganguly","orcid":"https://orcid.org/0000-0003-0050-7138","observed_orcids":["https://orcid.org/0000-0003-0050-7138"]},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Debasis Ganguly","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-0050-7138","affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123621191","display_name":"Craig Macdonald","orcid":"https://orcid.org/0000-0003-3143-279X","observed_orcids":["https://orcid.org/0000-0003-3143-279X"]},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Craig Macdonald","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-3143-279X","affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I7882870"],"apc_list":null,"apc_paid":null,"fwci":4.123,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95178912,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"4648","last_page":"4659"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8500999808311462,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8500999808311462,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.12549999356269836,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.011599999852478504,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/agentic-retrieval-augmented-generation","display_name":"agentic retrieval-augmented generation","score":0.9940000176429749},{"id":"https://openalex.org/keywords/multi-hop-question-answering","display_name":"multi-hop question answering","score":0.9639999866485596},{"id":"https://openalex.org/keywords/early-stopping","display_name":"early stopping","score":0.6840000152587891}],"concepts":[{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6133000254631042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4681999981403351},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2946000099182129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29350000619888306},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2637999951839447},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.250900000333786},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2418999969959259},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2379000037908554}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3799682.3840904","doi":"https://doi.org/10.1145/3799682.3840904","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3799682.3840904","pdf_url":null,"source":{"id":"https://openalex.org/S4393918199","display_name":"ACM International Conference on Information and Knowledge Management (CIKM)","issn_l":"2155-0751","issn":["2155-0751"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2609.16453","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.16453","pdf_url":"https://arxiv.org/pdf/2609.16453","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.gla.ac.uk:392557","doi":null,"is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/392557/1/392557.pdf","pdf_url":"https://eprints.gla.ac.uk/392557/1/392557.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj"],"host_organization":"https://openalex.org/I4405259220","host_organization_name":"Institut Agama Islam Negeri Langsa","host_organization_lineage":["https://openalex.org/I4405259220"],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Proceedings"},{"id":"doi:10.48550/arxiv.2609.16453","doi":"https://doi.org/10.48550/arxiv.2609.16453","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.16453","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3799682.3840904","doi":"https://doi.org/10.1145/3799682.3840904","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3799682.3840904","pdf_url":null,"source":{"id":"https://openalex.org/S4393918199","display_name":"ACM International Conference on Information and Knowledge Management (CIKM)","issn_l":"2155-0751","issn":["2155-0751"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7212200210.pdf","grobid_xml":"https://content.openalex.org/works/W7212200210.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W2021581601","https://openalex.org/W2024463435","https://openalex.org/W2087131461","https://openalex.org/W2612431505","https://openalex.org/W2759472822","https://openalex.org/W2952862139","https://openalex.org/W2953565332","https://openalex.org/W2970641574","https://openalex.org/W2983309655","https://openalex.org/W3027879771","https://openalex.org/W3115947671","https://openalex.org/W3208394801","https://openalex.org/W3209981429","https://openalex.org/W4212845844","https://openalex.org/W4283322704","https://openalex.org/W4285429195","https://openalex.org/W4309674289","https://openalex.org/W4309955236","https://openalex.org/W4310923309","https://openalex.org/W4384660953","https://openalex.org/W4385571271","https://openalex.org/W4389519118","https://openalex.org/W4389520163","https://openalex.org/W4389925942","https://openalex.org/W4389984066","https://openalex.org/W4391876619","https://openalex.org/W4392678293","https://openalex.org/W4392800119","https://openalex.org/W4400526126","https://openalex.org/W4401330429","https://openalex.org/W4404752296","https://openalex.org/W4404781788","https://openalex.org/W4404792859","https://openalex.org/W4405655184","https://openalex.org/W4406542750","https://openalex.org/W4406840883","https://openalex.org/W4409167231","https://openalex.org/W4411549467","https://openalex.org/W4412376877","https://openalex.org/W4412376899","https://openalex.org/W4412944881","https://openalex.org/W4412945011","https://openalex.org/W4412945277","https://openalex.org/W4412945382","https://openalex.org/W4413243547","https://openalex.org/W4415798436","https://openalex.org/W4416034937","https://openalex.org/W4416036988","https://openalex.org/W4417422257","https://openalex.org/W6910528035","https://openalex.org/W6948119035","https://openalex.org/W7084460526","https://openalex.org/W7134926714","https://openalex.org/W7140098809","https://openalex.org/W7140127190","https://openalex.org/W7152993773","https://openalex.org/W7166806889"],"related_works":["https://openalex.org/W7084460526","https://openalex.org/W7140098809","https://openalex.org/W7165628815","https://openalex.org/W7166509157","https://openalex.org/W7153671014","https://openalex.org/W7214897191","https://openalex.org/W4414588074","https://openalex.org/W7204500131","https://openalex.org/W7202187922","https://openalex.org/W7172503845"],"abstract_inverted_index":{"Agentic":[0],"Retrieval-Augmented":[1],"Generation":[2],"(RAG)":[3],"has":[4],"become":[5],"a":[6,14,21,57],"promising":[7],"paradigm":[8],"for":[9,199,209],"multi-hop":[10,133],"question":[11],"answering,":[12],"where":[13],"reasoning":[15,30,93],"model":[16,90],"iteratively":[17],"issues":[18],"queries":[19],"to":[20,73,91,107],"retriever":[22],"and":[23,51,94,118,165,169,176,207],"incorporates":[24],"newly":[25],"retrieved":[26],"context":[27],"into":[28,55],"subsequent":[29],"steps.":[31],"While":[32],"this":[33,65],"iterative":[34],"process":[35],"can":[36],"improve":[37],"final":[38,225],"answer":[39,59,76,98,113,126,139,162,183,205,226],"quality,":[40],"current":[41,102],"evaluations":[42],"of":[43,223],"agentic":[44,79,89],"RAG":[45],"largely":[46],"focus":[47],"on":[48,100],"end-to-end":[49],"outcomes":[50],"provide":[52],"limited":[53],"visibility":[54],"how":[56],"model's":[58],"state":[60],"changes":[61],"during":[62],"generation.":[63],"In":[64],"work,":[66],"we":[67,86,156],"introduce":[68],"an":[69,88,96],"in-trajectory":[70],"probing":[71],"framework":[72],"study":[74,170],"intermediate":[75,97],"states":[77],"in":[78,124],"RAG.":[80],"Specifically,":[81],"after":[82],"each":[83,116],"retrieval-reasoning":[84],"iteration,":[85,117],"force":[87],"stop":[92],"generate":[95],"based":[99],"its":[101],"state.":[103],"This":[104],"allows":[105],"us":[106],"define":[108],"two":[109,158],"iteration-level":[110],"measures:":[111],"partial":[112,119,125,138,161,166,182,189],"quality":[114,127,140,163,184,200,206,227],"at":[115],"utility":[120,167,208],"as":[121],"the":[122,224],"change":[123],"across":[128,132],"iterations.":[129],"Our":[130],"analysis":[131],"QA":[134],"benchmarks":[135],"reveals":[136],"that":[137,181],"often":[141],"plateaus":[142],"before":[143],"natural":[144,230],"termination,":[145],"with":[146,191],"many":[147],"later":[148],"iterations":[149],"contributing":[150],"only":[151],"small":[152],"measurable":[153],"improvements.":[154],"Accordingly,":[155],"formulate":[157],"prediction":[159,164],"tasks,":[160],"prediction,":[168],"trajectory-derived":[171],"signals":[172],"from":[173],"intra-iteration,":[174],"inter-iteration,":[175],"query-iteration":[177],"perspectives.":[178],"Experiments":[179],"show":[180],"is":[185],"more":[186],"predictable":[187],"than":[188],"utility,":[190],"supervised":[192],"models":[193],"achieving":[194],"Pearson's":[195],"r":[196],"above":[197],"0.43":[198],"prediction.":[201],"Finally,":[202],"using":[203],"predicted":[204],"early":[210],"stopping":[211],"reduces":[212],"average":[213],"iteration":[214],"count":[215],"by":[216,229],"about":[217,221],"11%":[218],"while":[219],"preserving":[220],"98%":[222],"achieved":[228],"stopping.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-11T00:00:00"}