{"id":"https://openalex.org/W4396843668","doi":"https://doi.org/10.1145/3589335.3648333","title":"DISKCO : Disentangling Knowledge from Cross-Encoder to Bi-Encoder","display_name":"DISKCO : Disentangling Knowledge from Cross-Encoder to Bi-Encoder","publication_year":2024,"publication_date":"2024-05-12","ids":{"openalex":"https://openalex.org/W4396843668","doi":"https://doi.org/10.1145/3589335.3648333"},"language":"en","primary_location":{"id":"doi:10.1145/3589335.3648333","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3648333","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3648333","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3648333","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031122101","display_name":"M S Ankith","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ankith MS","raw_affiliation_strings":["Amazon, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Amazon, Bangalore, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102903418","display_name":"Arindam Bhattacharya","orcid":"https://orcid.org/0000-0003-3492-7763"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arindam Bhattacharya","raw_affiliation_strings":["Amazon, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Amazon, Bangalore, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056331321","display_name":"Ankit Gandhi","orcid":"https://orcid.org/0000-0002-8286-2792"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ankit Gandhi","raw_affiliation_strings":["Amazon, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Amazon, Bangalore, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052974095","display_name":"Vijay Huddar","orcid":"https://orcid.org/0000-0002-7844-4379"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vijay Huddar","raw_affiliation_strings":["Amazon, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Amazon, Bangalore, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054570442","display_name":"Atul Saroop","orcid":"https://orcid.org/0000-0003-0321-5069"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Atul Saroop","raw_affiliation_strings":["Amazon, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Amazon, Bangalore, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020062538","display_name":"Rahul Bhagat","orcid":"https://orcid.org/0000-0002-7187-4544"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rahul Bhagat","raw_affiliation_strings":["Amazon, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Amazon, Bangalore, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5031122101"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3637,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.62908638,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"346","last_page":"354"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9452999830245972,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.9015014171600342},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6831071972846985},{"id":"https://openalex.org/keywords/rotary-encoder","display_name":"Rotary encoder","score":0.4752609133720398},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.07170665264129639}],"concepts":[{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.9015014171600342},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6831071972846985},{"id":"https://openalex.org/C37488316","wikidata":"https://www.wikidata.org/wiki/Q53699","display_name":"Rotary encoder","level":3,"score":0.4752609133720398},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07170665264129639}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3589335.3648333","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3648333","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3648333","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3589335.3648333","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3648333","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3648333","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396843668.pdf"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1548930048","https://openalex.org/W2034117506","https://openalex.org/W2135843591","https://openalex.org/W2136189984","https://openalex.org/W2559655401","https://openalex.org/W2964369530","https://openalex.org/W2970454332","https://openalex.org/W3021397474","https://openalex.org/W3102378333","https://openalex.org/W3105966348","https://openalex.org/W3109630766","https://openalex.org/W3172119680","https://openalex.org/W3217305727","https://openalex.org/W4292809445","https://openalex.org/W4321480010","https://openalex.org/W4367046920","https://openalex.org/W4385572220"],"related_works":["https://openalex.org/W2092896760","https://openalex.org/W2373662871","https://openalex.org/W2168195809","https://openalex.org/W2068021791","https://openalex.org/W2313879336","https://openalex.org/W998225366","https://openalex.org/W4205612800","https://openalex.org/W1970044251","https://openalex.org/W2322736329","https://openalex.org/W1972118934"],"abstract_inverted_index":{"In":[0,88],"the":[1,69,77,102,121,125,129,140,150,159,171],"field":[2],"of":[3,72,128,152,173],"Natural":[4],"Language":[5],"Processing":[6],"(NLP),":[7],"sentence":[8],"pair":[9],"classification":[10],"is":[11],"important":[12],"in":[13,105,124,165],"various":[14,179],"real-world":[15],"applications.":[16],"Bi-encoders":[17],"are":[18],"commonly":[19],"used":[20],"to":[21,26,33,43,116],"address":[22,50],"these":[23],"problems":[24],"due":[25],"their":[27,31],"low-latency":[28,156],"requirements,":[29],"and":[30,75,81,113,133,146,177],"ability":[32],"act":[34],"as":[35,136],"effective":[36],"retrievers.":[37],"However,":[38],"bi-encoders":[39,82],"often":[40],"under-perform":[41],"compared":[42],"cross-encoders":[44,80],"by":[45,193],"a":[46,93],"significant":[47],"margin.":[48],"To":[49],"this":[51,89],"gap,":[52],"many":[53],"Knowledge":[54,103],"Distillation":[55],"(KD)":[56],"techniques":[57],"have":[58,83],"been":[59],"proposed.":[60],"Most":[61],"existing":[62],"KD":[63],"methods":[64,192],"focus":[65],"solely":[66],"on":[67,175,178],"utilizing":[68],"prediction":[70],"scores":[71],"cross-encoder":[73,131],"models":[74,107,112],"overlook":[76],"fact":[78],"that":[79,186],"fundamentally":[84],"different":[85],"input":[86],"structures.":[87],"work,":[90],"we":[91,169],"introduce":[92],"novel":[94],"knowledge":[95,160,190],"distillation":[96,191],"approach":[97],"called":[98],"DISKCO,":[99],"which":[100],"DISentangles":[101],"learned":[104],"Cross-encoder":[106],"especially":[108],"from":[109,162],"multi-head":[110],"cross-attention":[111,126],"transfers":[114],"it":[115,135],"bi-encoder":[117,142],"models.":[118],"DISKCO":[119,148,174,187],"leverages":[120],"information":[122],"encoded":[123],"weights":[127],"trained":[130],"model,":[132],"provide":[134],"contextual":[137],"cues":[138],"for":[139,155],"student":[141],"model":[143],"during":[144],"training":[145],"inference.":[147],"combines":[149],"benefits":[151],"independent":[153],"encoding":[154],"applications":[157],"with":[158],"acquired":[161],"cross-encoders,":[163],"resulting":[164],"improved":[166],"performance.":[167],"Empirically,":[168],"demonstrate":[170],"effectiveness":[172],"proprietary":[176],"publicly":[180],"available":[181],"datasets.":[182],"Our":[183],"experiments":[184],"show":[185],"outperforms":[188],"traditional":[189],"upto":[194],"2%.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}