{"id":"https://openalex.org/W4387846439","doi":"https://doi.org/10.1145/3583780.3614923","title":"I3 Retriever: Incorporating Implicit Interaction in Pre-trained Language Models for Passage Retrieval","display_name":"I3 Retriever: Incorporating Implicit Interaction in Pre-trained Language Models for Passage Retrieval","publication_year":2023,"publication_date":"2023-10-21","ids":{"openalex":"https://openalex.org/W4387846439","doi":"https://doi.org/10.1145/3583780.3614923"},"language":"en","primary_location":{"id":"doi:10.1145/3583780.3614923","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583780.3614923","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3614923","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3614923","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101779837","display_name":"Qian Dong","orcid":"https://orcid.org/0000-0002-6858-5303"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qian Dong","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101677601","display_name":"Yiding Liu","orcid":"https://orcid.org/0000-0001-6857-261X"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiding Liu","raw_affiliation_strings":["Baidu Inc., Beijing, China","Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089655391","display_name":"Qingyao Ai","orcid":"https://orcid.org/0000-0002-5030-709X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingyao Ai","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101638981","display_name":"Haitao Li","orcid":"https://orcid.org/0009-0006-8766-8610"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitao Li","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050255638","display_name":"Shuaiqiang Wang","orcid":"https://orcid.org/0000-0002-9212-1947"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuaiqiang Wang","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668121","display_name":"Yiqun Liu","orcid":"https://orcid.org/0000-0002-0140-4512"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqun Liu","raw_affiliation_strings":["Baidu Inc., Beijing, China","Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101771060","display_name":"Dawei Yin","orcid":"https://orcid.org/0000-0002-0684-6205"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Yin","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100760812","display_name":"Shaoping Ma","orcid":"https://orcid.org/0000-0002-8762-8268"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoping Ma","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101779837"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.3917,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.8522624,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"441","last_page":"451"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8244472742080688},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5846301913261414},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5404658317565918},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5304616689682007},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4935070276260376},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4399870038032532},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4343078136444092},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4275355935096741},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4239428639411926},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.42184650897979736},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4127753973007202},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.38416236639022827},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3216724395751953}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8244472742080688},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5846301913261414},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5404658317565918},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5304616689682007},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4935070276260376},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4399870038032532},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4343078136444092},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4275355935096741},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4239428639411926},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.42184650897979736},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4127753973007202},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38416236639022827},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3216724395751953},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3583780.3614923","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583780.3614923","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3614923","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3583780.3614923","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583780.3614923","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3614923","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387846439.pdf","grobid_xml":"https://content.openalex.org/works/W4387846439.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W2069065514","https://openalex.org/W2131876387","https://openalex.org/W2136189984","https://openalex.org/W2142920810","https://openalex.org/W2265289447","https://openalex.org/W2536015822","https://openalex.org/W2783640434","https://openalex.org/W2922386288","https://openalex.org/W2963469388","https://openalex.org/W2981852735","https://openalex.org/W2998702515","https://openalex.org/W3021397474","https://openalex.org/W3034912391","https://openalex.org/W3141911889","https://openalex.org/W3156638011","https://openalex.org/W3157758108","https://openalex.org/W3168875417","https://openalex.org/W3175349176","https://openalex.org/W3212725701","https://openalex.org/W3217305727","https://openalex.org/W4212907295","https://openalex.org/W4212963993","https://openalex.org/W4252076394","https://openalex.org/W4288089799","https://openalex.org/W4306873598"],"related_works":["https://openalex.org/W2372020181","https://openalex.org/W2156531654","https://openalex.org/W4378714697","https://openalex.org/W1581723585","https://openalex.org/W2294330161","https://openalex.org/W2804553224","https://openalex.org/W4283822356","https://openalex.org/W1950940422","https://openalex.org/W2129146436","https://openalex.org/W1510159504"],"abstract_inverted_index":{"Passage":[0],"retrieval":[1,131],"is":[2,119,234],"a":[3,247],"fundamental":[4],"task":[5],"in":[6,168,222],"many":[7],"information":[8,62],"systems,":[9],"such":[10,36,95],"as":[11,37,199,201],"web":[12],"search":[13],"and":[14,20,65,103,116,143,165,177,179,193,212,227,239],"question":[15],"answering,":[16],"where":[17],"both":[18,225],"efficiency":[19,115],"effectiveness":[21,226],"are":[22,52,253],"critical":[23],"concerns.":[24],"In":[25,147],"recent":[26,83],"years,":[27],"neural":[28,130],"retrievers":[29],"based":[30,97],"on":[31,106,210],"pre-trained":[32],"language":[33],"models":[34],"(PLM),":[35],"dual-encoders,":[38,142],"have":[39,45,72],"achieved":[40],"huge":[41],"success.":[42],"Yet,":[43],"studies":[44],"found":[46],"that":[47,124],"the":[48,57,60,77,90,112,126,190,202,218,230],"performance":[49,78],"of":[50,59,79,114,128,189,224],"dual-encoders":[51],"often":[53,86],"limited":[54],"due":[55],"to":[56,75,156],"neglecting":[58],"interaction":[61,70,151,233],"between":[63],"queries":[64],"candidate":[66],"passages.":[67],"Therefore,":[68],"various":[69],"paradigms":[71],"been":[73],"proposed":[74,231],"improve":[76],"vanilla":[80,203],"dual-encoders.":[81],"Particularly,":[82],"state-of-the-art":[84,249],"methods":[85,98],"introduce":[87],"late-interaction":[88,96],"during":[89],"model":[91],"inference":[92,181],"process.":[93],"However,":[94],"usually":[99],"bring":[100],"extensive":[101],"computation":[102],"storage":[104],"cost":[105],"large":[107],"corpus.":[108],"Despite":[109],"their":[110],"effectiveness,":[111],"concern":[113],"space":[117],"footprint":[118],"still":[120],"an":[121,169],"important":[122],"factor":[123],"limits":[125],"application":[127],"interaction-based":[129],"models.":[132],"To":[133],"tackle":[134],"this":[135],"issue,":[136],"we":[137],"Incorporate":[138],"Implicit":[139],"Interaction":[140],"into":[141],"propose":[144],"I3":[145,219],"retriever.":[146],"particular,":[148],"our":[149],"implicit":[150,232],"paradigm":[152],"leverages":[153],"generated":[154],"pseudo-queries":[155],"simulate":[157],"query-passage":[158],"interaction,":[159],"which":[160,196,245],"jointly":[161],"optimizes":[162],"with":[163,236],"query":[164,191],"passage":[166,194,243],"encoders":[167],"end-to-end":[170],"manner.":[171],"It":[172],"can":[173],"be":[174],"fully":[175],"pre-computed":[176],"cached,":[178],"its":[180],"process":[182],"only":[183],"involves":[184],"simple":[185],"dot":[186],"product":[187],"operation":[188],"vector":[192],"vector,":[195],"makes":[197],"it":[198],"efficient":[200],"dual":[204],"encoders.":[205],"We":[206],"conduct":[207],"comprehensive":[208],"experiments":[209],"MSMARCO":[211],"TREC2019":[213],"Deep":[214],"Learning":[215],"Datasets,":[216],"demonstrating":[217],"retriever's":[220],"superiority":[221],"terms":[223],"efficiency.":[228],"Moreover,":[229],"compatible":[235],"special":[237],"pre-training":[238],"knowledge":[240],"distillation":[241],"for":[242],"retrieval,":[244],"brings":[246],"new":[248],"performance.":[250],"The":[251],"codes":[252],"available":[254],"at":[255],"https://github.com/Deriq-Qian-Dong/III-Retriever.":[256]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}