{"id":"https://openalex.org/W4412876963","doi":"https://doi.org/10.1145/3711896.3737257","title":"Put Teacher in Student's Shoes: Cross-Distillation for Ultra-compact Model Compression Framework","display_name":"Put Teacher in Student's Shoes: Cross-Distillation for Ultra-compact Model Compression Framework","publication_year":2025,"publication_date":"2025-08-03","ids":{"openalex":"https://openalex.org/W4412876963","doi":"https://doi.org/10.1145/3711896.3737257"},"language":"en","primary_location":{"id":"doi:10.1145/3711896.3737257","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3737257","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3711896.3737257","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3711896.3737257","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021037797","display_name":"Maolin Wang","orcid":"https://orcid.org/0000-0002-0073-0172"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Maolin Wang","raw_affiliation_strings":["City University of Hong Kong, Hong Kong SAR, China and Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong SAR, China and Ant Group, Hangzhou, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058286058","display_name":"Jun Chu","orcid":"https://orcid.org/0009-0006-9643-8059"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jun Chu","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014191282","display_name":"Sicong Xie","orcid":"https://orcid.org/0000-0002-8526-7163"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sicong Xie","raw_affiliation_strings":["Ant Group, Hanghzou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hanghzou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092595890","display_name":"Xiaoling Zang","orcid":"https://orcid.org/0009-0003-5351-1752"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoling Zang","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019108113","display_name":"Yao Zhao","orcid":"https://orcid.org/0000-0002-0807-929X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao Zhao","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002597419","display_name":"Wenliang Zhong","orcid":"https://orcid.org/0009-0006-8861-9503"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenliang Zhong","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100645854","display_name":"Xiangyu Zhao","orcid":"https://orcid.org/0000-0003-2926-4416"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiangyu Zhao","raw_affiliation_strings":["City University of Hong Kong, Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5021037797"],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":null,"apc_paid":null,"fwci":4.6863,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94800256,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4975","last_page":"4985"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6109533905982971},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5467414855957031},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5294672250747681},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3746975064277649},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.20582294464111328},{"id":"https://openalex.org/keywords/composite-material","display_name":"Composite material","score":0.1353152096271515},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.11559665203094482},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.09559455513954163}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6109533905982971},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5467414855957031},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5294672250747681},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3746975064277649},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.20582294464111328},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.1353152096271515},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.11559665203094482},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.09559455513954163}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3711896.3737257","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3737257","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3711896.3737257","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3711896.3737257","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3737257","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3711896.3737257","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307285","display_name":"Impact Fund","ror":"https://ror.org/00jb20j87"},{"id":"https://openalex.org/F4320318398","display_name":"Ant Group","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412876963.pdf","grobid_xml":"https://content.openalex.org/works/W4412876963.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W2928062709","https://openalex.org/W2948947170","https://openalex.org/W2965497726","https://openalex.org/W2970476646","https://openalex.org/W2997006708","https://openalex.org/W3004543888","https://openalex.org/W3008374555","https://openalex.org/W3024462478","https://openalex.org/W3034742519","https://openalex.org/W3041971333","https://openalex.org/W3092746498","https://openalex.org/W3114651185","https://openalex.org/W3154430477","https://openalex.org/W3159727696","https://openalex.org/W3170647102","https://openalex.org/W3174102142","https://openalex.org/W3174708387","https://openalex.org/W3180037928","https://openalex.org/W3202442802","https://openalex.org/W3211787299","https://openalex.org/W4205952419","https://openalex.org/W4224227049","https://openalex.org/W4226150639","https://openalex.org/W4287901267","https://openalex.org/W4303447594","https://openalex.org/W4312929415","https://openalex.org/W4315646984","https://openalex.org/W4320060336","https://openalex.org/W4324323345","https://openalex.org/W4375869464","https://openalex.org/W4382246105","https://openalex.org/W4382463788","https://openalex.org/W4384774596","https://openalex.org/W4385569937","https://openalex.org/W4385572973","https://openalex.org/W4396844175","https://openalex.org/W6777000639","https://openalex.org/W6797854001","https://openalex.org/W6798355455"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0],"the":[1,90,95,100,112,132,153,179],"era":[2],"of":[3,127],"mobile":[4],"computing,":[5],"deploying":[6],"efficient":[7,105],"Natural":[8,137],"Language":[9,138],"Processing":[10],"(NLP)":[11],"models":[12,41,74],"in":[13,21,159],"resource-restricted":[14],"edge":[15],"settings":[16],"presents":[17],"significant":[18,157],"challenges,":[19],"particularly":[20],"environments":[22],"requiring":[23],"strict":[24],"privacy":[25],"compliance,":[26],"real-time":[27],"responsiveness,":[28],"and":[29,86,111],"diverse":[30],"multi-tasking":[31],"capabilities.":[32],"These":[33],"challenges":[34],"create":[35],"a":[36,67,76,122],"fundamental":[37],"need":[38],"for":[39,136],"ultra-compact":[40,143],"that":[42],"maintain":[43],"strong":[44],"performance":[45],"across":[46,149,183],"various":[47],"NLP":[48],"tasks":[49],"while":[50],"adhering":[51],"to":[52,98,134],"stringent":[53],"memory":[54],"constraints.":[55],"To":[56],"this":[57],"end,":[58],"we":[59,120],"introduce":[60],"Edge":[61,171],"ultra-lIte":[62],"BERT":[63],"framework":[64],"(EI-BERT)":[65],"with":[66],"novel":[68],"cross-distillation":[69,91],"method.":[70],"EI-BERT":[71],"efficiently":[72],"compresses":[73],"through":[75,108],"comprehensive":[77],"pipeline":[78],"including":[79],"hard":[80],"token":[81],"pruning,":[82],"cross-distillation,":[83],"parameter":[84,109],"quantization,":[85],"plugin-and-play":[87],"deployment.":[88],"Specifically,":[89],"method":[92],"uniquely":[93],"positions":[94],"teacher":[96],"model":[97,126,144],"understand":[99],"student":[101],"model's":[102],"perspective,":[103],"ensuring":[104],"knowledge":[106],"transfer":[107],"integration":[110],"mutual":[113],"interplay":[114],"between":[115],"models.":[116],"Through":[117],"extensive":[118],"experiments,":[119],"achieve":[121],"remarkably":[123],"compact":[124],"BERT-based":[125],"only":[128],"1.91":[129],"MB":[130],"-":[131],"smallest":[133],"date":[135],"Understanding":[139],"(NLU)":[140],"tasks.":[141],"This":[142],"has":[145,165],"been":[146,166],"successfully":[147],"deployed":[148],"multiple":[150],"scenarios":[151],"within":[152],"Alipay":[154],"ecosystem,":[155],"demonstrating":[156],"improvements":[158],"real-world":[160],"applications.":[161],"For":[162],"example,":[163],"it":[164],"integrated":[167],"into":[168],"Alipay's":[169],"live":[170],"Recommendation":[172],"system":[173],"since":[174],"January":[175],"2024,":[176],"currently":[177],"serving":[178],"app's":[180],"recommendation":[181],"traffic":[182],"8.4":[184],"million":[185],"daily":[186],"active":[187],"devices.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}