{"id":"https://openalex.org/W4362496263","doi":"https://doi.org/10.1109/tip.2023.3263105","title":"Knowledge Amalgamation for Object Detection With Transformers","display_name":"Knowledge Amalgamation for Object Detection With Transformers","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4362496263","doi":"https://doi.org/10.1109/tip.2023.3263105","pmid":"https://pubmed.ncbi.nlm.nih.gov/37023145"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2023.3263105","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3263105","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102996603","display_name":"Haofei Zhang","orcid":"https://orcid.org/0000-0003-3247-6356"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haofei Zhang","raw_affiliation_strings":["College of Computer Science, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090590984","display_name":"Feng Mao","orcid":"https://orcid.org/0000-0001-6171-3168"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Mao","raw_affiliation_strings":["Alibaba Group, Xixi Campus, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Xixi Campus, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040860593","display_name":"Mengqi Xue","orcid":"https://orcid.org/0000-0003-4936-4887"},"institutions":[{"id":"https://openalex.org/I4400573310","display_name":"Hangzhou City University","ror":"https://ror.org/01wck0s05","country_code":null,"type":"education","lineage":["https://openalex.org/I4400573310"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengqi Xue","raw_affiliation_strings":["School of Computer and Computing Science, Hangzhou City University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Computing Science, Hangzhou City University, Hangzhou, China","institution_ids":["https://openalex.org/I4400573310"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102483331","display_name":"Gongfan Fang","orcid":"https://orcid.org/0009-0009-6935-0432"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Gongfan Fang","raw_affiliation_strings":["Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043914348","display_name":"Zunlei Feng","orcid":"https://orcid.org/0000-0001-8640-8434"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zunlei Feng","raw_affiliation_strings":["College of Software Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Software Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047371218","display_name":"Jie Song","orcid":"https://orcid.org/0000-0003-3671-6521"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Song","raw_affiliation_strings":["College of Software Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Software Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026532752","display_name":"Mingli Song","orcid":"https://orcid.org/0000-0003-2621-6048"},"institutions":[{"id":"https://openalex.org/I4210111959","display_name":"Shanghai Advanced Research Institute","ror":"https://ror.org/02br7py06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210111959"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingli Song","raw_affiliation_strings":["Shanghai Institute for Advanced Study, Zhejiang University, Shanghai, China","College of Computer Science, Zhejiang University, Hangzhou, China","ZJU-Bangsun Joint Research Center, Hangzhou, China","Zhejiang Provincial Key Laboratory of Service Robot, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Institute for Advanced Study, Zhejiang University, Shanghai, China","institution_ids":["https://openalex.org/I4210111959"]},{"raw_affiliation_string":"College of Computer Science, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"ZJU-Bangsun Joint Research Center, Hangzhou, China","institution_ids":[]},{"raw_affiliation_string":"Zhejiang Provincial Key Laboratory of Service Robot, Hangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5102996603"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":2.1702,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.8943941,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"32","issue":null,"first_page":"2093","last_page":"2106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7689210176467896},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6736419796943665},{"id":"https://openalex.org/keywords/pascal","display_name":"Pascal (unit)","score":0.5882695317268372},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5568509697914124},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5466790795326233},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5175925493240356},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.4792730510234833},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4757915735244751},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.43772467970848083},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39758750796318054},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3445095717906952},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16000208258628845},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10701984167098999},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10383820533752441},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.08787953853607178}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7689210176467896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6736419796943665},{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.5882695317268372},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5568509697914124},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5466790795326233},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5175925493240356},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4792730510234833},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4757915735244751},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.43772467970848083},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39758750796318054},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3445095717906952},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16000208258628845},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10701984167098999},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10383820533752441},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08787953853607178},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2023.3263105","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3263105","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:37023145","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37023145","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1815707630","display_name":null,"funder_award_id":"2021J189","funder_id":"https://openalex.org/F4320332587","funder_display_name":"Natural Science Foundation of Ningbo"},{"id":"https://openalex.org/G2616091977","display_name":null,"funder_award_id":"SN-ZJU-SIAS-001","funder_id":"https://openalex.org/F4320322927","funder_display_name":"Zhejiang University"},{"id":"https://openalex.org/G2877737358","display_name":null,"funder_award_id":"61976186","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5566207747","display_name":null,"funder_award_id":"U20B2066","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7393377033","display_name":null,"funder_award_id":"2021FZZX001-23","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8701308338","display_name":null,"funder_award_id":"62106220","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322927","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884"},{"id":"https://openalex.org/F4320332587","display_name":"Natural Science Foundation of Ningbo","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W607748843","https://openalex.org/W639708223","https://openalex.org/W1536680647","https://openalex.org/W1821462560","https://openalex.org/W1861492603","https://openalex.org/W2031489346","https://openalex.org/W2097117768","https://openalex.org/W2102605133","https://openalex.org/W2132716381","https://openalex.org/W2193145675","https://openalex.org/W2561238782","https://openalex.org/W2750432752","https://openalex.org/W2756085244","https://openalex.org/W2888527098","https://openalex.org/W2896457183","https://openalex.org/W2908510526","https://openalex.org/W2919115771","https://openalex.org/W2947696193","https://openalex.org/W2949456232","https://openalex.org/W2952787292","https://openalex.org/W2954054736","https://openalex.org/W2963351448","https://openalex.org/W2963370235","https://openalex.org/W2963777504","https://openalex.org/W2964118293","https://openalex.org/W2964137095","https://openalex.org/W2964241181","https://openalex.org/W2966861238","https://openalex.org/W2970454332","https://openalex.org/W2978017171","https://openalex.org/W2986854316","https://openalex.org/W2991363140","https://openalex.org/W2995607862","https://openalex.org/W3018757597","https://openalex.org/W3034619766","https://openalex.org/W3036224891","https://openalex.org/W3096609285","https://openalex.org/W3105966348","https://openalex.org/W3106250896","https://openalex.org/W3121523901","https://openalex.org/W3122239467","https://openalex.org/W3128096387","https://openalex.org/W3137963805","https://openalex.org/W3165924482","https://openalex.org/W3170874841","https://openalex.org/W3173270634","https://openalex.org/W3174048174","https://openalex.org/W3180447522","https://openalex.org/W3198337182","https://openalex.org/W3199782544","https://openalex.org/W3206263120","https://openalex.org/W4210925408","https://openalex.org/W4214493665","https://openalex.org/W4214648418","https://openalex.org/W4292779060","https://openalex.org/W4296334581","https://openalex.org/W4297775537","https://openalex.org/W4385245566","https://openalex.org/W6620707391","https://openalex.org/W6637551013","https://openalex.org/W6730179637","https://openalex.org/W6732837357","https://openalex.org/W6737664043","https://openalex.org/W6743188669","https://openalex.org/W6744495609","https://openalex.org/W6755207826","https://openalex.org/W6757817989","https://openalex.org/W6762718338","https://openalex.org/W6766978945","https://openalex.org/W6768851824","https://openalex.org/W6769906912","https://openalex.org/W6778883912","https://openalex.org/W6779997284","https://openalex.org/W6784094891","https://openalex.org/W6786026227","https://openalex.org/W6788135285","https://openalex.org/W6789011712","https://openalex.org/W6791705549","https://openalex.org/W6802599522"],"related_works":["https://openalex.org/W4376620596","https://openalex.org/W3177249605","https://openalex.org/W2534152068","https://openalex.org/W3138508047","https://openalex.org/W1972515067","https://openalex.org/W1689909837","https://openalex.org/W4293054914","https://openalex.org/W4298525700","https://openalex.org/W2953362004","https://openalex.org/W2549121492"],"abstract_inverted_index":{"Knowledge":[0],"amalgamation":[1,107,111,122,168],"(KA)":[2],"is":[3,38,117],"a":[4,19,39,44,80,115,133],"novel":[5],"deep":[6],"model":[7],"reusing":[8],"task":[9],"aiming":[10],"to":[11,18,50,68,71,99,132,207],"transfer":[12],"knowledge":[13],"from":[14],"several":[15],"well-trained":[16],"teachers":[17,211],"multi-talented":[20],"and":[21,109,161,199],"compact":[22],"student.":[23],"Currently,":[24],"most":[25],"of":[26,54,95,128,173,209],"these":[27],"approaches":[28],"are":[29,48],"tailored":[30],"for":[31,85],"convolutional":[32],"neural":[33],"networks":[34],"(CNNs).":[35],"However,":[36],"there":[37],"tendency":[40],"that":[41,165],"Transformers,":[42,96],"with":[43,150],"completely":[45],"different":[46],"architecture,":[47],"starting":[49],"challenge":[51],"the":[52,64,92,101,120,141,153,166,171,176,180,183,210],"domination":[53],"CNNs":[55],"in":[56,152,187,212],"many":[57],"computer":[58],"vision":[59],"tasks.":[60],"Nevertheless,":[61],"directly":[62],"applying":[63],"previous":[65,137,177],"KA":[66,83,102,138],"methods":[67,178],"Transformers":[69],"leads":[70],"severe":[72],"performance":[73,172,206],"degradation.":[74],"In":[75,113],"this":[76],"work,":[77],"we":[78,97],"explore":[79],"more":[81],"effective":[82],"scheme":[84],"Transformer-based":[86,184],"object":[87],"detection":[88,145,196],"models.":[89],"Specifically,":[90],"considering":[91],"architecture":[93],"characteristics":[94],"propose":[98],"dissolve":[100],"into":[103],"two":[104],"aspects:":[105],"sequence-level":[106,121,167],"(SA)":[108],"task-level":[110,154],"(TA).":[112],"particular,":[114],"hint":[116],"generated":[118],"within":[119],"by":[123],"concatenating":[124],"teacher":[125],"sequences":[126],"instead":[127],"redundantly":[129],"aggregating":[130],"them":[131],"fixed-size":[134],"one":[135],"as":[136,191],"approaches.":[139],"Besides,":[140],"student":[142],"learns":[143],"heterogeneous":[144,195],"tasks":[146,197],"through":[147],"soft":[148],"targets":[149],"efficiency":[151],"amalgamation.":[155],"Extensive":[156],"experiments":[157],"on":[158],"PASCAL":[159],"VOC":[160],"COCO":[162],"have":[163,193],"unfolded":[164],"significantly":[169],"boosts":[170],"students,":[174],"while":[175],"impair":[179],"students.":[181],"Moreover,":[182],"students":[185],"excel":[186],"learning":[188],"amalgamated":[189],"knowledge,":[190],"they":[192],"mastered":[194],"rapidly":[198],"achieved":[200],"superior":[201],"or":[202],"at":[203],"least":[204],"comparable":[205],"those":[208],"their":[213],"specializations.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}