{"id":"https://openalex.org/W3153015371","doi":"https://doi.org/10.1145/3404835.3462891","title":"Efficiently Teaching an Effective Dense Retriever with Balanced Topic Aware Sampling","display_name":"Efficiently Teaching an Effective Dense Retriever with Balanced Topic Aware Sampling","publication_year":2021,"publication_date":"2021-07-11","ids":{"openalex":"https://openalex.org/W3153015371","doi":"https://doi.org/10.1145/3404835.3462891","mag":"3153015371"},"language":"en","primary_location":{"id":"doi:10.1145/3404835.3462891","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404835.3462891","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2104.06967","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089466895","display_name":"Sebastian Hofst\u00e4tter","orcid":"https://orcid.org/0009-0006-1229-2612"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Sebastian Hofst\u00e4tter","raw_affiliation_strings":["TU Wien, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032699557","display_name":"Sheng-Chieh Lin","orcid":"https://orcid.org/0000-0002-7989-9703"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sheng-Chieh Lin","raw_affiliation_strings":["University of Waterloo, Waterloo, Canada","University of Waterloo. Waterloo, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"University of Waterloo. Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014519159","display_name":"Jheng-Hong Yang","orcid":"https://orcid.org/0000-0001-5469-312X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jheng-Hong Yang","raw_affiliation_strings":["University of Waterloo, Waterloo, Canada","University of Waterloo. Waterloo, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"University of Waterloo. Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082997975","display_name":"Jimmy Lin","orcid":"https://orcid.org/0000-0002-0661-7189"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jimmy Lin","raw_affiliation_strings":["University of Waterloo, Waterloo, Canada","University of Waterloo. Waterloo, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"University of Waterloo. Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020665735","display_name":"Allan Hanbury","orcid":"https://orcid.org/0000-0002-7149-5843"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Allan Hanbury","raw_affiliation_strings":["TU Wien, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"113","last_page":"122"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8623099327087402},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.6827319860458374},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.602078914642334},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.4629249572753906},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.45177334547042847},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.44055506587028503},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.42027774453163147},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4192977547645569},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38391849398612976},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37226158380508423},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.270517498254776}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8623099327087402},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.6827319860458374},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.602078914642334},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.4629249572753906},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.45177334547042847},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.44055506587028503},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.42027774453163147},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4192977547645569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38391849398612976},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37226158380508423},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.270517498254776},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3404835.3462891","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404835.3462891","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2104.06967","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.06967","pdf_url":"https://arxiv.org/pdf/2104.06967","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3153015371","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2104.06967","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2104.06967","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2104.06967","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2104.06967","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.06967","pdf_url":"https://arxiv.org/pdf/2104.06967","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6600000262260437,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3153015371.pdf","grobid_xml":"https://content.openalex.org/works/W3153015371.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2041565863","https://openalex.org/W2075893676","https://openalex.org/W2108862644","https://openalex.org/W2114804204","https://openalex.org/W2127218421","https://openalex.org/W2593864460","https://openalex.org/W2740321901","https://openalex.org/W2808847742","https://openalex.org/W2898073868","https://openalex.org/W2899771611","https://openalex.org/W2909544278","https://openalex.org/W2940927814","https://openalex.org/W2951534261","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2971209824","https://openalex.org/W2975606059","https://openalex.org/W2978017171","https://openalex.org/W2978068459","https://openalex.org/W2979826702","https://openalex.org/W2980282514","https://openalex.org/W2982096936","https://openalex.org/W3006057906","https://openalex.org/W3012410440","https://openalex.org/W3020834808","https://openalex.org/W3021282678","https://openalex.org/W3021397474","https://openalex.org/W3034744902","https://openalex.org/W3036224891","https://openalex.org/W3038572442","https://openalex.org/W3086330779","https://openalex.org/W3092302355","https://openalex.org/W3092683697","https://openalex.org/W3093955333","https://openalex.org/W3094064346","https://openalex.org/W3098824823","https://openalex.org/W3099700870","https://openalex.org/W3102286003","https://openalex.org/W3105107530","https://openalex.org/W3105966348","https://openalex.org/W3106485021","https://openalex.org/W3106498098","https://openalex.org/W3111425437","https://openalex.org/W3118831779","https://openalex.org/W3123218467","https://openalex.org/W3175111331","https://openalex.org/W3178067142","https://openalex.org/W4244975643"],"related_works":["https://openalex.org/W3154670582","https://openalex.org/W2979894627","https://openalex.org/W3136914084","https://openalex.org/W3209791570","https://openalex.org/W3016011575","https://openalex.org/W2285329326","https://openalex.org/W3207689594","https://openalex.org/W3163495678","https://openalex.org/W3206215711","https://openalex.org/W656215335","https://openalex.org/W2937734904","https://openalex.org/W2006111471","https://openalex.org/W3174334717","https://openalex.org/W2586723083","https://openalex.org/W2798529224","https://openalex.org/W2888438160","https://openalex.org/W144174343","https://openalex.org/W3206178435","https://openalex.org/W3096877508","https://openalex.org/W2740817677"],"abstract_inverted_index":{"A":[0,38],"vital":[1],"step":[2],"towards":[3],"the":[4,16,202,212],"widespread":[5],"adoption":[6],"of":[7,82,95,124],"neural":[8,23],"retrieval":[9,34,41,60],"models":[10,36,234],"is":[11,150],"their":[12],"resource":[13,231],"efficiency":[14],"throughout":[15],"training,":[17],"indexing":[18],"and":[19,50,107,120,144,201,228],"query":[20,49,106,181],"workflows.":[21],"The":[22],"IR":[24],"community":[25],"made":[26],"great":[27],"advancements":[28],"in":[29,157],"training":[30,68,119,166],"effective":[31],"dual-encoder":[32],"dense":[33,39,214],"(DR)":[35],"recently.":[37],"text":[40],"model":[42,135,206],"uses":[43],"a":[44,54,62,83,125,137,153,192],"single":[45,154],"vector":[46],"representation":[47],"per":[48,127,172],"passage":[51,79],"to":[52,235,240],"score":[53],"match,":[55],"which":[56],"enables":[57],"low-latency":[58,170],"first-stage":[59],"with":[61,136],"nearest":[63],"neighbor":[64],"search.":[65],"Increasingly":[66],"common,":[67],"approaches":[69],"require":[70,89],"enormous":[71],"compute":[72,99],"power,":[73],"as":[74],"they":[75],"either":[76],"conduct":[77],"negative":[78,146],"sampling":[80,110],"out":[81,123],"continuously":[84],"updating":[85],"refreshing":[86],"index":[87],"or":[88],"very":[90],"large":[91],"batch":[92],"sizes.":[93],"Instead":[94],"relying":[96],"on":[97,152,175,184,221,226,237],"more":[98,230],"capability,":[100],"we":[101,187],"introduce":[102],"an":[103],"efficient":[104],"topic-aware":[105],"balanced":[108],"margin":[109],"technique,":[111],"called":[112],"TAS-Balanced.":[113],"We":[114,129,161],"cluster":[115,126],"queries":[116,122],"once":[117],"before":[118],"sample":[121],"batch.":[128],"train":[130],"our":[131,164],"lightweight":[132],"6-layer":[133],"DR":[134,195,205],"novel":[138],"dual-teacher":[139],"supervision":[140],"that":[141,163,216],"combines":[142],"pairwise":[143],"in-batch":[145],"teachers.":[147],"Our":[148],"method":[149,167,220],"trainable":[151],"consumer-grade":[155],"GPU":[156],"under":[158],"48":[159],"hours.":[160],"show":[162],"TAS-Balanced":[165,210],"achieves":[168],"state-of-the-art":[169],"(64ms":[171],"query)":[173],"results":[174,242],"two":[176],"TREC":[177],"Deep":[178],"Learning":[179],"Track":[180],"sets.":[182],"Evaluated":[183],"[email":[185],"protected],":[186],"outperform":[188],"BM25":[189],"by":[190,196,199,207],"44%,":[191],"plainly":[193],"trained":[194],"19%,":[197],"docT5query":[198],"11%,":[200],"previous":[203],"best":[204],"5%.":[208],"Additionally,":[209],"produces":[211],"first":[213],"retriever":[215],"outperforms":[217],"every":[218],"other":[219],"recall":[222],"at":[223],"any":[224],"cutoff":[225],"TREC-DL":[227],"allows":[229],"intensive":[232],"re-ranking":[233],"operate":[236],"fewer":[238],"passages":[239],"improve":[241],"further.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2022-07-25T00:00:00"}