{"id":"https://openalex.org/W4385768183","doi":"https://doi.org/10.24963/ijcai.2023/108","title":"IMF: Integrating Matched Features Using Attentive Logit in Knowledge Distillation","display_name":"IMF: Integrating Matched Features Using Attentive Logit in Knowledge Distillation","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385768183","doi":"https://doi.org/10.24963/ijcai.2023/108"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2023/108","is_oa":true,"landing_page_url":"http://dx.doi.org/10.24963/ijcai.2023/108","pdf_url":"https://www.ijcai.org/proceedings/2023/0108.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2023/0108.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100396234","display_name":"Jeongho Kim","orcid":"https://orcid.org/0000-0003-4085-293X"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]},{"id":"https://openalex.org/I4210099236","display_name":"Kootenay Association for Science & Technology","ror":"https://ror.org/011pv9p44","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210099236"]}],"countries":["CA","KR"],"is_corresponding":false,"raw_author_name":"Jeongho Kim","raw_affiliation_strings":["KAIST","Korea Advanced Institute of Science and Technology (KAIST), S. Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAIST","institution_ids":["https://openalex.org/I4210099236","https://openalex.org/I157485424"]},{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology (KAIST), S. Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041835891","display_name":"Hanbeen Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I60922564","display_name":"Naver (South Korea)","ror":"https://ror.org/04nzrnx83","country_code":"KR","type":"company","lineage":["https://openalex.org/I60922564"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hanbeen Lee","raw_affiliation_strings":["NAVER Z","NAVER Z Corporation, S. Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NAVER Z","institution_ids":["https://openalex.org/I60922564"]},{"raw_affiliation_string":"NAVER Z Corporation, S. Korea","institution_ids":["https://openalex.org/I60922564"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033106393","display_name":"Simon S. Woo","orcid":"https://orcid.org/0000-0002-8983-1542"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Simon S. Woo","raw_affiliation_strings":["Sungkyunkwan University","Department of Artificial Intelligence, Sungkyunkwan University, S. Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sungkyunkwan University","institution_ids":["https://openalex.org/I848706"]},{"raw_affiliation_string":"Department of Artificial Intelligence, Sungkyunkwan University, S. Korea","institution_ids":["https://openalex.org/I848706"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5033106393"],"corresponding_institution_ids":["https://openalex.org/I848706"],"apc_list":null,"apc_paid":null,"fwci":0.2127,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.48711253,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"974","last_page":"982"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.7649147510528564},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7252122759819031},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.7031939029693604},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6942682266235352},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.647005558013916},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6168023943901062},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5949870347976685},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5525925159454346},{"id":"https://openalex.org/keywords/logit","display_name":"Logit","score":0.5070648193359375},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.455738365650177},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4380411207675934},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3513082265853882},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2880151867866516},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.131290465593338},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12021240592002869}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.7649147510528564},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7252122759819031},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.7031939029693604},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6942682266235352},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.647005558013916},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6168023943901062},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5949870347976685},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5525925159454346},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.5070648193359375},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.455738365650177},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4380411207675934},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3513082265853882},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2880151867866516},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.131290465593338},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12021240592002869},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2023/108","is_oa":true,"landing_page_url":"http://dx.doi.org/10.24963/ijcai.2023/108","pdf_url":"https://www.ijcai.org/proceedings/2023/0108.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2023/108","is_oa":true,"landing_page_url":"http://dx.doi.org/10.24963/ijcai.2023/108","pdf_url":"https://www.ijcai.org/proceedings/2023/0108.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1478288009","display_name":null,"funder_award_id":"2021-0-02068","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G193629969","display_name":null,"funder_award_id":"2022-0-01199","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G2191473729","display_name":null,"funder_award_id":"2019-0-00421","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G4296643599","display_name":null,"funder_award_id":"2022-0-01045","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G4643994530","display_name":null,"funder_award_id":"2021-0-02068","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G4700831490","display_name":null,"funder_award_id":"2022-","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G5080715506","display_name":null,"funder_award_id":"2019-0-00421","funder_id":"https://openalex.org/F4320321378","funder_display_name":"Sungkyunkwan University"},{"id":"https://openalex.org/G6252393565","display_name":null,"funder_award_id":"2022-0-01199","funder_id":"https://openalex.org/F4320321378","funder_display_name":"Sungkyunkwan University"},{"id":"https://openalex.org/G8267509939","display_name":null,"funder_award_id":"2022-0-01199","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G8652231586","display_name":null,"funder_award_id":"No. 2021-0-02068","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G8874964841","display_name":null,"funder_award_id":"2019-0-00421","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320321378","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385768183.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2561238782","https://openalex.org/W2739879705","https://openalex.org/W2939524044","https://openalex.org/W2945133121","https://openalex.org/W2962677625","https://openalex.org/W2963140444","https://openalex.org/W2964161024","https://openalex.org/W2982242214","https://openalex.org/W2987861506","https://openalex.org/W2995607862","https://openalex.org/W3034368386","https://openalex.org/W3094502228","https://openalex.org/W3118608800","https://openalex.org/W3124384256","https://openalex.org/W3124819632","https://openalex.org/W3129576130","https://openalex.org/W3137084306","https://openalex.org/W3185613252","https://openalex.org/W4239072543","https://openalex.org/W4292779060","https://openalex.org/W4306317285","https://openalex.org/W6753775626","https://openalex.org/W6769310274","https://openalex.org/W6791858558"],"related_works":["https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W3108503355","https://openalex.org/W4226420367","https://openalex.org/W2982889384","https://openalex.org/W4226227567","https://openalex.org/W2971218105","https://openalex.org/W4287113729","https://openalex.org/W3173314472","https://openalex.org/W3103152812"],"abstract_inverted_index":{"Knowledge":[0,84],"distillation":[1,30,36],"(KD)":[2],"is":[3,121,127],"an":[4,90,149],"effective":[5],"method":[6],"for":[7],"transferring":[8],"the":[9,23,66,97,101,107,124,140,143,173],"knowledge":[10,29,109],"of":[11,100,112,118,139,154],"a":[12,16,72,136,169],"teacher":[13,125],"model":[14,59,103],"to":[15,21,56,64,95],"student":[17,53,67,102,113,141],"model,":[18,126],"that":[19,161],"aims":[20],"improve":[22,96],"latter's":[24],"performance":[25,99],"efficiently.":[26],"Although":[27],"generic":[28],"methods":[31,167],"such":[32],"as":[33],"softmax":[34],"representation":[35],"and":[37,142],"intermediate":[38,91],"feature":[39,92],"matching":[40],"have":[41],"demonstrated":[42],"improvements":[43,49],"with":[44,168],"various":[45,174],"tasks,":[46],"only":[47,135],"marginal":[48],"are":[50],"shown":[51],"in":[52,83,176],"networks":[54],"due":[55],"their":[57],"limited":[58],"capacity.":[60],"In":[61],"this":[62],"work,":[63],"address":[65],"model's":[68],"limitation,":[69],"we":[70,159],"propose":[71],"novel":[73],"flexible":[74],"KD":[75],"framework,":[76],"Integrating":[77],"Matched":[78],"Features":[79],"using":[80],"Attentive":[81],"Logit":[82],"Distillation":[85],"(IMF).":[86],"Our":[87],"approach":[88],"introduces":[89],"distiller":[93],"(IFD)":[94],"overall":[98],"by":[104,123,130],"directly":[105],"distilling":[106],"teacher's":[108],"into":[110],"branches":[111],"models.":[114],"The":[115],"generated":[116],"output":[117],"IFD,":[119],"which":[120],"trained":[122,144],"effectively":[128],"combined":[129],"attentive":[131],"logit.":[132],"We":[133],"use":[134],"few":[137],"blocks":[138],"IFD":[145],"during":[146],"inference,":[147],"requiring":[148],"equal":[150],"or":[151],"less":[152],"number":[153],"parameters.":[155],"Through":[156],"extensive":[157],"experiments,":[158],"demonstrate":[160],"IMF":[162],"consistently":[163],"outperforms":[164],"other":[165],"state-of-the-art":[166],"large":[170],"margin":[171],"over":[172],"datasets":[175],"different":[177],"tasks":[178],"without":[179],"extra":[180],"computation.":[181]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}