{"id":"https://openalex.org/W4403780744","doi":"https://doi.org/10.1145/3664647.3681462","title":"CoTuning: A Large-Small Model Collaborating Distillation Framework for Better Model Generalization","display_name":"CoTuning: A Large-Small Model Collaborating Distillation Framework for Better Model Generalization","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403780744","doi":"https://doi.org/10.1145/3664647.3681462"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681462","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681462","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050791880","display_name":"Zimo Liu","orcid":"https://orcid.org/0009-0000-4014-1543"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zimo Liu","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0000-4014-1543","affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071310774","display_name":"Kangjun Liu","orcid":"https://orcid.org/0000-0001-7054-3981"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kangjun Liu","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-7054-3981","affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025239624","display_name":"Mingyue Guo","orcid":"https://orcid.org/0009-0005-2348-7530"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyue Guo","raw_affiliation_strings":["University of Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0005-2348-7530","affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055433405","display_name":"Shiliang Zhang","orcid":"https://orcid.org/0000-0001-9053-9314"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiliang Zhang","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9053-9314","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100631216","display_name":"Yaowei Wang","orcid":"https://orcid.org/0000-0003-2197-9038"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaowei Wang","raw_affiliation_strings":["Peng Cheng Laboratory & Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2197-9038","affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory & Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10487","last_page":"10496"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11801","display_name":"Reservoir Engineering and Simulation Methods","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11801","display_name":"Reservoir Engineering and Simulation Methods","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9613000154495239,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.8102979063987732},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.718694269657135},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7102612257003784},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34112900495529175},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1664678156375885},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.106690913438797},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.0947687029838562}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.8102979063987732},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.718694269657135},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7102612257003784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34112900495529175},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1664678156375885},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.106690913438797},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0947687029838562},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3681462","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681462","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1518138188","https://openalex.org/W2519904008","https://openalex.org/W2620998106","https://openalex.org/W2982157312","https://openalex.org/W2991044292","https://openalex.org/W3174702398","https://openalex.org/W3174770825","https://openalex.org/W4220674632","https://openalex.org/W4226426325","https://openalex.org/W4285175516","https://openalex.org/W4287117014","https://openalex.org/W4308478437","https://openalex.org/W4362683512","https://openalex.org/W4380854331","https://openalex.org/W4382317774","https://openalex.org/W4385569751","https://openalex.org/W4385572615","https://openalex.org/W4385618148","https://openalex.org/W4386308961","https://openalex.org/W4386790226","https://openalex.org/W4386914148","https://openalex.org/W4387026766","https://openalex.org/W4387591528","https://openalex.org/W4388535341","https://openalex.org/W4390659442","https://openalex.org/W4392173997","https://openalex.org/W4396982444"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W3162204513","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Model":[0],"compression":[1,65,137],"and":[2,24,56,66,75,87,96,126,138],"distillation":[3,67,101],"techniques":[4,68],"have":[5],"become":[6],"essential":[7],"for":[8,26,72,93,103,143],"deploying":[9],"deep":[10],"learning":[11,53],"models":[12],"efficiently.":[13],"However,":[14],"existing":[15],"methods":[16],"often":[17],"encounter":[18],"challenges":[19],"related":[20],"to":[21,42],"model":[22,120,136],"generalization":[23,45,121],"scalability":[25],"harnessing":[27],"the":[28,44,61,114,146],"expertise":[29],"of":[30,47,63,116,149],"pre-trained":[31],"large":[32,55],"models.":[33,58,151],"This":[34],"paper":[35],"introduces":[36],"CoTuning,":[37],"a":[38,90,97,132],"novel":[39,98],"framework":[40,79,130],"designed":[41],"enhance":[43],"ability":[46],"neural":[48],"networks":[49],"by":[50,69],"leveraging":[51],"collaborative":[52,99,147],"between":[54,85],"small":[57],"CoTuning":[59,117],"overcomes":[60],"limitations":[62],"traditional":[64],"introducing":[70],"strategies":[71],"knowledge":[73,100],"exchange":[74],"simultaneous":[76],"optimization.":[77],"Our":[78],"comprises":[80],"an":[81],"adapter-based":[82],"co-tuning":[83],"mechanism":[84,102],"cloud":[86],"edge":[88],"models,":[89],"scale-shift":[91],"projection":[92],"feature":[94],"alignment,":[95],"domain-agnostic":[104],"tasks.":[105],"Extensive":[106],"experiments":[107],"conducted":[108],"on":[109],"various":[110],"benchmark":[111],"datasets":[112],"demonstrate":[113],"effectiveness":[115],"in":[118,135,145],"improving":[119],"while":[122],"maintaining":[123],"computational":[124],"efficiency":[125],"scalability.":[127],"The":[128],"proposed":[129],"exhibits":[131],"significant":[133],"advancement":[134],"distillation,":[139],"with":[140],"broad":[141],"implications":[142],"research":[144],"evolution":[148],"large-small":[150]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}