{"id":"https://openalex.org/W7158084841","doi":"https://doi.org/10.1145/3805712.3808558","title":"Where Relevance Emerges: A Layer-Wise Study of Internal Attention for Zero-Shot Re-Ranking","display_name":"Where Relevance Emerges: A Layer-Wise Study of Internal Attention for Zero-Shot Re-Ranking","publication_year":2026,"publication_date":"2026-07-15","ids":{"openalex":"https://openalex.org/W7158084841","doi":"https://doi.org/10.1145/3805712.3808558"},"language":null,"primary_location":{"id":"doi:10.1145/3805712.3808558","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808558","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805712.3808558","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134857912","display_name":"Haodong Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Haodong Chen","raw_affiliation_strings":["The University of Queensland, Brisbane, Australia"],"raw_orcid":"https://orcid.org/0009-0001-8647-0331","affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012958162","display_name":"Shengyao Zhuang","orcid":"https://orcid.org/0000-0002-6711-0955"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shengyao Zhuang","raw_affiliation_strings":["The University of Queensland, Brisbane, Australia"],"raw_orcid":"https://orcid.org/0000-0002-6711-0955","affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109964204","display_name":"Zheng Yao","orcid":null},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zheng Yao","raw_affiliation_strings":["The University of Queensland, Brisbane, Australia"],"raw_orcid":"https://orcid.org/0009-0006-9007-3976","affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076031002","display_name":"Guido Zuccon","orcid":"https://orcid.org/0000-0003-0271-5563"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guido Zuccon","raw_affiliation_strings":["The University of Queensland, Brisbane, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0271-5563","affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049764096","display_name":"Teerapong Leelanupab","orcid":"https://orcid.org/0000-0002-8117-0612"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Teerapong Leelanupab","raw_affiliation_strings":["The University of Queensland, Brisbane, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8117-0612","affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165143802"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2845","last_page":"2855"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16689999401569366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16689999401569366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.1632000058889389,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.16269999742507935,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6654999852180481},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5289000272750854},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5162000060081482},{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.4952000081539154},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4846999943256378},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.43320000171661377},{"id":"https://openalex.org/keywords/internal-model","display_name":"Internal model","score":0.43220001459121704},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.40610000491142273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6794999837875366},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6654999852180481},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5422999858856201},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.53329998254776},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5289000272750854},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5162000060081482},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.4952000081539154},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4846999943256378},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.43320000171661377},{"id":"https://openalex.org/C28427503","wikidata":"https://www.wikidata.org/wiki/Q13580300","display_name":"Internal model","level":3,"score":0.43220001459121704},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.40610000491142273},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.3865000009536743},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.38510000705718994},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.3610999882221222},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.35269999504089355},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2687000036239624}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3805712.3808558","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808558","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2602.22591","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2602.22591","pdf_url":"https://arxiv.org/pdf/2602.22591","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3805712.3808558","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3808558","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Zero-shot":[0],"document":[1],"re-ranking":[2],"with":[3,97],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"has":[8,47,93],"evolved":[9],"from":[10],"Pointwise":[11],"methods":[12,26,71],"to":[13],"Listwise":[14],"and":[15,41,80,100],"Setwise":[16],"approaches":[17],"that":[18],"optimize":[19],"computational":[20],"efficiency.":[21],"Despite":[22],"their":[23,81],"success,":[24],"these":[25],"predominantly":[27],"rely":[28],"on":[29],"generative":[30,99],"scoring":[31],"or":[32],"output":[33],"logits,":[34],"which":[35],"face":[36],"bottlenecks":[37],"in":[38],"inference":[39],"latency":[40],"result":[42],"consistency.":[43],"In-Context":[44],"Re-ranking":[45],"(ICR)":[46],"recently":[48],"been":[49,86],"proposed":[50],"as":[51],"an":[52],"O(1)":[53],"alternative":[54],"method.":[55],"ICR":[56,70],"extracts":[57],"internal":[58,95],"attention":[59,96],"signals":[60,74],"directly,":[61],"avoiding":[62],"the":[63],"overhead":[64],"of":[65],"text":[66],"generation.":[67],"However,":[68],"existing":[69],"simply":[72],"aggregate":[73],"across":[75,83,103],"all":[76],"layers;":[77],"layer-wise":[78],"contributions":[79],"consistency":[82],"architectures":[84],"have":[85],"left":[87],"unexplored.":[88],"Furthermore,":[89],"no":[90],"unified":[91],"study":[92],"compared":[94],"traditional":[98],"likelihood-based":[101],"mechanisms":[102],"diverse":[104],"ranking":[105],"frameworks":[106],"under":[107],"consistent":[108],"conditions.":[109]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-17T05:52:16.776730","created_date":"2026-04-30T00:00:00"}