{"id":"https://openalex.org/W7157845965","doi":"https://doi.org/10.1145/3805712.3808567","title":"Lost in Decoding? Reproducing and Stress-Testing the Look-Ahead Prior in Generative Retrieval","display_name":"Lost in Decoding? Reproducing and Stress-Testing the Look-Ahead Prior in Generative Retrieval","publication_year":2026,"publication_date":"2026-07-15","ids":{"openalex":"https://openalex.org/W7157845965","doi":"https://doi.org/10.1145/3805712.3808567"},"language":null,"primary_location":{"id":"doi:10.1145/3805712.3808567","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808567","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805712.3808567","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106343200","display_name":"Kidist Amde Mekonnen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Kidist Amde Mekonnen","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0009-0006-1702-9514","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134836513","display_name":"Yongkang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Yongkang Li","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-6837-6184","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101101653","display_name":"Yubao Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Yubao Tang","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0009-0003-8010-3404","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034714310","display_name":"Simon Lupart","orcid":"https://orcid.org/0009-0008-2383-4557"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Simon Lupart","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0009-0008-2383-4557","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5134846734","display_name":"Maarten de Rijke","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1086-0202","affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.40351733,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2994","last_page":"3005"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.29510000348091125,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.29510000348091125,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.289900004863739,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09200000017881393,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7989000082015991},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.566100001335144},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5637999773025513},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4602000117301941},{"id":"https://openalex.org/keywords/grammaticality","display_name":"Grammaticality","score":0.4551999866962433},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4406999945640564},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4214000105857849},{"id":"https://openalex.org/keywords/decodes","display_name":"Decodes","score":0.3720000088214874}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7989000082015991},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7311000227928162},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.566100001335144},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5637999773025513},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4697999954223633},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4602000117301941},{"id":"https://openalex.org/C2779525943","wikidata":"https://www.wikidata.org/wiki/Q1187300","display_name":"Grammaticality","level":3,"score":0.4551999866962433},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4406999945640564},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4214000105857849},{"id":"https://openalex.org/C2778858076","wikidata":"https://www.wikidata.org/wiki/Q5249539","display_name":"Decodes","level":3,"score":0.3720000088214874},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.36149999499320984},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3294000029563904},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.31779998540878296},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28290000557899475},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C30684385","wikidata":"https://www.wikidata.org/wiki/Q176509","display_name":"Ringing","level":3,"score":0.273499995470047},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.26589998602867126},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3805712.3808567","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808567","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2604.23396","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2604.23396","pdf_url":"https://arxiv.org/pdf/2604.23396","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3805712.3808567","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808567","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5372375302","display_name":"Personality And Conversational INformatiOn Access (PACINO)","funder_award_id":"215742","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G5550786340","display_name":"Hybrid Intelligence (HI): augmenting human intellect","funder_award_id":"024.004.022","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G5665784013","display_name":null,"funder_award_id":"202308440220","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G6280615682","display_name":"Low Resource Chat-based Conversational Intelligence","funder_award_id":"NWA.1389.20.183","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6493830415","display_name":null,"funder_award_id":"LTP.20.006","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Generative":[0,34],"retrieval":[1],"(GR)":[2],"ranks":[3],"documents":[4],"by":[5,41],"autoregressively":[6],"generating":[7],"document":[8],"identifiers.":[9],"Because":[10],"many":[11],"GR":[12],"methods":[13],"rely":[14],"on":[15,86,237],"trie-constrained":[16],"beam":[17],"search,":[18],"they":[19],"are":[20],"vulnerable":[21],"to":[22,45],"early":[23],"pruning":[24],"of":[25,223,240],"relevant":[26],"prefixes":[27],"under":[28,75,149,226,244],"finite-beam":[29],"decoding.":[30,55,140],"Planning":[31],"Ahead":[32],"in":[33,98,210],"Retrieval":[35],"(PAG)":[36],"mitigates":[37],"this":[38],"failure":[39],"mode":[40],"using":[42,187],"simultaneous":[43],"decoding":[44,65,78,176,225],"compute":[46],"a":[47],"document-level":[48],"look-ahead":[49,168],"prior":[50],"that":[51,109,143,166,200,233],"guides":[52],"subsequent":[53],"sequential":[54],"We":[56,141,181],"reproduce":[57,81],"PAG":[58],"at":[59,253],"inference":[60,229],"time":[61],"and":[62,72,89,92,121,130,134,195,220,248],"stress-test":[63],"its":[64],"behavior.":[66],"Using":[67],"the":[68,76,82,94,125,160,167,207,221,227,238,241],"authors'":[69],"released":[70,228],"checkpoint":[71],"identifier/trie":[73],"artifacts":[74],"reported":[77,95,218],"setup,":[79,230],"we":[80,104],"main":[83],"effectiveness":[84,219],"results":[85,215],"MS~MARCO":[87],"Dev":[88],"TREC-DL":[90],"2019/2020,":[91],"corroborate":[93],"beam-size--latency":[96],"trade-off":[97],"our":[99,211,214],"hardware":[100],"setting.":[101,212],"Beyond":[102],"reproduction,":[103],"introduce":[105],"plan":[106,157],"drift":[107],"diagnostics":[108],"quantify":[110],"how":[111,135],"intent-preserving":[112,153],"query":[113,204,246],"variations,":[114],"including":[115],"misspellings,":[116],"reordering,":[117],"synonym":[118],"substitutions,":[119],"paraphrases,":[120],"naturality":[122],"shifts,":[123],"alter":[124],"planner's":[126],"top-n":[127],"candidate":[128,162],"set":[129],"highest-weight":[131],"planner":[132],"tokens,":[133],"these":[136,234],"changes":[137],"affect":[138],"guided":[139],"find":[142],"PAG's":[144,217],"planning":[145,242],"signal":[146,243],"is":[147],"brittle":[148],"lexical":[150],"surface-form":[151],"variation:":[152],"typos":[154],"can":[155],"trigger":[156],"collapse,":[158],"where":[159],"planned":[161],"pool":[163],"shifts":[164],"enough":[165],"bonus":[169],"provides":[170,206],"little":[171],"useful":[172],"guidance,":[173],"effectively":[174],"reverting":[175],"toward":[177],"weaker":[178],"unguided":[179],"search.":[180],"further":[182],"evaluate":[183],"fixed-index":[184],"cross-lingual":[185],"robustness":[186],"non-English":[188],"mMARCO":[189],"queries":[190],"against":[191],"an":[192],"English":[193],"index,":[194],"assess":[196],"query-side":[197],"mitigation":[198],"strategies":[199],"require":[201],"no":[202],"re-indexing;":[203],"translation":[205],"strongest":[208],"recovery":[209],"Overall,":[213],"confirm":[216],"benefit":[222],"planning-guided":[224],"while":[231],"showing":[232],"gains":[235],"depend":[236],"stability":[239],"realistic":[245],"variation":[247],"query--document":[249],"mismatch.":[250],"Code":[251],"available":[252],"https://github.com/kidist-amde/lost-in-decoding.":[254]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2026-04-30T00:00:00"}