{"id":"https://openalex.org/W4404915110","doi":"https://doi.org/10.1109/scisisis61014.2024.10760201","title":"Combining TL and KD for Object Detection Model Compression","display_name":"Combining TL and KD for Object Detection Model Compression","publication_year":2024,"publication_date":"2024-11-09","ids":{"openalex":"https://openalex.org/W4404915110","doi":"https://doi.org/10.1109/scisisis61014.2024.10760201"},"language":"en","primary_location":{"id":"doi:10.1109/scisisis61014.2024.10760201","is_oa":false,"landing_page_url":"https://doi.org/10.1109/scisisis61014.2024.10760201","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Joint 13th International Conference on Soft Computing and Intelligent Systems and 25th International Symposium on Advanced Intelligent Systems (SCIS&amp;amp;ISIS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084398329","display_name":"Yuhan Peng","orcid":"https://orcid.org/0000-0002-0120-668X"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yuhan Peng","raw_affiliation_strings":["The University of Aizu,Computer Science and Engineering,Aizuwakamatsu,Japan,965-8580"],"affiliations":[{"raw_affiliation_string":"The University of Aizu,Computer Science and Engineering,Aizuwakamatsu,Japan,965-8580","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024400757","display_name":"Yan Lyu","orcid":"https://orcid.org/0000-0002-3479-4385"},"institutions":[{"id":"https://openalex.org/I41725924","display_name":"Muroran Institute of Technology","ror":"https://ror.org/04rymkk69","country_code":"JP","type":"education","lineage":["https://openalex.org/I41725924"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yan Lyu","raw_affiliation_strings":["Muroran Institute of Technology,Sciences and Informatics,Muroran,Japan,050\u20138585"],"affiliations":[{"raw_affiliation_string":"Muroran Institute of Technology,Sciences and Informatics,Muroran,Japan,050\u20138585","institution_ids":["https://openalex.org/I41725924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101128193","display_name":"Qiangfu Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Qiangfu Zhao","raw_affiliation_strings":["The University of Aizu,Computer Science and Engineering,Aizuwakamatsu,Japan,965-8580"],"affiliations":[{"raw_affiliation_string":"The University of Aizu,Computer Science and Engineering,Aizuwakamatsu,Japan,965-8580","institution_ids":["https://openalex.org/I141591182"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5084398329"],"corresponding_institution_ids":["https://openalex.org/I141591182"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22004045,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9333000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9333000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6635584235191345},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5350267887115479},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4938817620277405},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.43502679467201233},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4201880693435669},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41610321402549744},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40588629245758057},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.24438220262527466},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.10643789172172546}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6635584235191345},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5350267887115479},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4938817620277405},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.43502679467201233},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4201880693435669},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41610321402549744},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40588629245758057},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.24438220262527466},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.10643789172172546},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/scisisis61014.2024.10760201","is_oa":false,"landing_page_url":"https://doi.org/10.1109/scisisis61014.2024.10760201","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Joint 13th International Conference on Soft Computing and Intelligent Systems and 25th International Symposium on Advanced Intelligent Systems (SCIS&amp;amp;ISIS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1536680647","https://openalex.org/W2088049833","https://openalex.org/W2102605133","https://openalex.org/W2149933564","https://openalex.org/W2155541015","https://openalex.org/W2164598857","https://openalex.org/W2167215970","https://openalex.org/W2963037989","https://openalex.org/W4285140289","https://openalex.org/W4386419603"],"related_works":["https://openalex.org/W2737719445","https://openalex.org/W4239098401","https://openalex.org/W2898210368","https://openalex.org/W2382480268","https://openalex.org/W1976518449","https://openalex.org/W2732837990","https://openalex.org/W4292830139","https://openalex.org/W4319309705","https://openalex.org/W2612632602","https://openalex.org/W2321805087"],"abstract_inverted_index":{"In":[0],"modern":[1],"society,":[2],"object":[3,39],"detection":[4,25,40,170],"tasks":[5],"have":[6],"become":[7],"extremely":[8],"important":[9],"due":[10],"to":[11,87,154],"their":[12],"numerous":[13],"applications":[14],"in":[15,36,167],"fields":[16],"such":[17],"as":[18,83],"autonomous":[19],"driving,":[20],"surveillance,":[21],"and":[22,73,107,120,137,165],"healthcare.":[23],"Real-time":[24],"is":[26],"particularly":[27],"crucial":[28],"for":[29,53,92,105,111,114,179],"many":[30],"applications.":[31,182],"However,":[32],"with":[33,46,139],"the":[34,80,89,94,127,140,155,161],"advancements":[35],"deep":[37],"learning-based":[38],"methods,":[41],"high":[42,47,169],"performance":[43,95,171],"often":[44],"comes":[45],"computational":[48,174],"resource":[49],"requirements,":[50],"posing":[51],"challenges":[52],"real-time":[54],"monitoring,":[55],"especially":[56],"on":[57],"resource-constrained":[58],"devices.":[59],"To":[60],"address":[61],"this":[62],"issue,":[63],"we":[64,78,116],"study":[65],"model":[66,82,100,110,130],"compression":[67],"using":[68,101,135],"both":[69],"transfer":[70],"learning":[71],"(TL)":[72],"knowledge":[74],"distillation":[75],"(KD).":[76],"Specifically,":[77],"use":[79],"YOLOv5n":[81],"a":[84,97,102,108],"test":[85],"case":[86],"show":[88,125],"basic":[90],"idea":[91],"improving":[93],"of":[96,163],"small":[98,128],"student":[99,129],"larger":[103,109],"dataset":[104],"TL":[106,136,164],"KD.":[112,122],"As":[113],"KD,":[115,138],"further":[117],"investigate":[118],"feature-based":[119],"output-based":[121],"Experimental":[123],"results":[124,159],"that":[126],"can":[131],"be":[132],"improved":[133],"significantly":[134],"mean":[141],"Average":[142],"Precision":[143],"(mAP<inf":[144],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[145,147],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">0.</inf><inf":[146],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">5</inf>)":[148],"being":[149],"increased":[150],"by":[151],"13.28%":[152],"compared":[153],"baseline":[156],"model.":[157],"These":[158],"demonstrate":[160],"effectiveness":[162],"KD":[166],"achieving":[168],"while":[172],"reducing":[173],"demands,":[175],"making":[176],"them":[177],"suitable":[178],"various":[180],"real-world":[181]},"counts_by_year":[],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}