{"id":"https://openalex.org/W4412377079","doi":"https://doi.org/10.1145/3726302.3730076","title":"Reverse-Engineering the Retrieval Process in GenIR Models","display_name":"Reverse-Engineering the Retrieval Process in GenIR Models","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412377079","doi":"https://doi.org/10.1145/3726302.3730076"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730076","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730076","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730076","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730076","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031923942","display_name":"Anja Reusch","orcid":"https://orcid.org/0000-0002-2537-9841"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Anja Reusch","raw_affiliation_strings":["Technion - Israel Institute of Technology, Haifa, Israel"],"raw_orcid":"https://orcid.org/0000-0002-2537-9841","affiliations":[{"raw_affiliation_string":"Technion - Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051184573","display_name":"Yonatan Belinkov","orcid":null},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yonatan Belinkov","raw_affiliation_strings":["Technion - Israel Institute of Technology, Haifa, Israel"],"raw_orcid":"https://orcid.org/0000-0002-6280-5045","affiliations":[{"raw_affiliation_string":"Technion - Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I174306211"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"668","last_page":"677"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.677198052406311},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6504510045051575},{"id":"https://openalex.org/keywords/reverse-engineering","display_name":"Reverse engineering","score":0.4313640594482422},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.38613462448120117},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3629390001296997},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3398250639438629},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3253198266029358},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16811862587928772}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.677198052406311},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6504510045051575},{"id":"https://openalex.org/C207850805","wikidata":"https://www.wikidata.org/wiki/Q269608","display_name":"Reverse engineering","level":2,"score":0.4313640594482422},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38613462448120117},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3629390001296997},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3398250639438629},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3253198266029358},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16811862587928772}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3726302.3730076","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730076","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730076","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730076","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730076","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730076","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320315389","display_name":"Open Philanthropy Project","ror":"https://ror.org/004d1k391"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323139","display_name":"Azrieli Foundation","ror":"https://ror.org/009svts64"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412377079.pdf","grobid_xml":"https://content.openalex.org/works/W4412377079.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W2912924812","https://openalex.org/W2963339397","https://openalex.org/W2981852735","https://openalex.org/W2990138404","https://openalex.org/W3021397474","https://openalex.org/W3035313607","https://openalex.org/W3104142662","https://openalex.org/W4205460703","https://openalex.org/W4221166196","https://openalex.org/W4281657280","https://openalex.org/W4287124808","https://openalex.org/W4288089799","https://openalex.org/W4320465836","https://openalex.org/W4385571791","https://openalex.org/W4385572504","https://openalex.org/W4385573190","https://openalex.org/W4389520513","https://openalex.org/W4389523945","https://openalex.org/W4400525779","https://openalex.org/W4403582725","https://openalex.org/W4404782641","https://openalex.org/W4412230188","https://openalex.org/W6600907152","https://openalex.org/W6796668551","https://openalex.org/W6810139940","https://openalex.org/W6839328737","https://openalex.org/W6850138286"],"related_works":["https://openalex.org/W4307821979","https://openalex.org/W2150019175","https://openalex.org/W1679963423","https://openalex.org/W2139769766","https://openalex.org/W2003230381","https://openalex.org/W2031656933","https://openalex.org/W2152403119","https://openalex.org/W3013063242","https://openalex.org/W2169348520","https://openalex.org/W2149918584"],"abstract_inverted_index":{"Generative":[0],"Information":[1],"Retrieval":[2],"(GenIR)":[3],"is":[4,101,174],"a":[5,10,19,178],"novel":[6],"paradigm":[7],"in":[8,21,44,126,164,177,181],"which":[9,95,127],"transformer":[11],"encoder-decoder":[12],"model":[13,75],"predicts":[14],"document":[15,86,162],"rankings":[16],"based":[17],"on":[18],"query":[20,140],"an":[22],"end-to-end":[23],"fashion.":[24],"These":[25],"GenIR":[26,201],"models":[27,202],"have":[28],"received":[29],"significant":[30],"attention":[31],"due":[32],"to":[33,46,83,145,159],"their":[34,54,81,205],"simple":[35],"retrieval":[36,41,48,66,105,187],"architecture":[37],"while":[38],"maintaining":[39],"high":[40],"effectiveness.":[42],"However,":[43],"contrast":[45],"established":[47],"architectures":[49],"like":[50],"cross-encoders":[51],"or":[52],"bi-encoders,":[53],"internal":[55],"computations":[56],"remain":[57],"largely":[58],"unknown.":[59],"In":[60],"this":[61,65,156],"work,":[62],"we":[63,89,108],"investigate":[64],"mechanism":[67],"and":[68,80,148,203],"uncover":[69],"the":[70,85,92,104,111,114,123,134,143,146,150,161,165,182,186,196],"roles":[71],"played":[72],"by":[73],"different":[74],"components":[76,180],"(self-attention,":[77],"cross-attention,":[78],"MLPs)":[79],"interaction":[82,151],"generate":[84],"identifier.":[87],"First,":[88],"show":[90],"that":[91,110,171,191],"pre-trained":[93],"encoder,":[94],"was":[96],"not":[97],"fine-tuned":[98],"for":[99,103],"retrieval,":[100],"sufficient":[102],"process.":[106,188],"Then,":[107],"find":[109],"pass":[112],"through":[113],"decoder":[115],"can":[116],"be":[117],"divided":[118],"into":[119],"three":[120],"stages:":[121],"(I)":[122],"priming":[124],"stage":[125,136,152,184],"no":[128],"component":[129],"contributes":[130],"query-specific":[131],"information":[132,141,158,173],"(II)":[133],"bridging":[135],"where":[137,153],"cross-attention":[138],"transfers":[139],"from":[142],"encoder":[144],"decoder,":[147],"(III)":[149],"MLPs":[154],"process":[155],"transferred":[157],"predict":[160],"identifier":[163],"last":[166],"layer.":[167],"Our":[168],"results":[169],"indicate":[170],"document-specific":[172],"only":[175],"stored":[176],"few":[179],"final":[183],"of":[185,198],"We":[189],"hope":[190],"our":[192],"findings":[193],"will":[194],"motivate":[195],"development":[197],"more":[199],"effective":[200],"facilitate":[204],"improvements.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}