{"id":"https://openalex.org/W4387914457","doi":"https://doi.org/10.1109/codit58514.2023.10284362","title":"A Pre-Distillation Strategy for Object Detection Task","display_name":"A Pre-Distillation Strategy for Object Detection Task","publication_year":2023,"publication_date":"2023-07-03","ids":{"openalex":"https://openalex.org/W4387914457","doi":"https://doi.org/10.1109/codit58514.2023.10284362"},"language":"en","primary_location":{"id":"doi:10.1109/codit58514.2023.10284362","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/codit58514.2023.10284362","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 9th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082247652","display_name":"Yu\u2010Chen Lin","orcid":"https://orcid.org/0000-0002-6735-0473"},"institutions":[{"id":"https://openalex.org/I4880106","display_name":"Feng Chia University","ror":"https://ror.org/05vhczg54","country_code":"TW","type":"education","lineage":["https://openalex.org/I4880106"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Yu-Chen Lin","raw_affiliation_strings":["Feng Chia University,Department of Automatic Control Engineering,Taichung,Taiwan,R.O.C","Department of Automatic Control Engineering, Feng Chia University, Taichung, Taiwan, R.O.C"],"affiliations":[{"raw_affiliation_string":"Feng Chia University,Department of Automatic Control Engineering,Taichung,Taiwan,R.O.C","institution_ids":["https://openalex.org/I4880106"]},{"raw_affiliation_string":"Department of Automatic Control Engineering, Feng Chia University, Taichung, Taiwan, R.O.C","institution_ids":["https://openalex.org/I4880106"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100680881","display_name":"Wenhui Chen","orcid":"https://orcid.org/0000-0003-1437-5551"},"institutions":[{"id":"https://openalex.org/I118292597","display_name":"National Taipei University of Technology","ror":"https://ror.org/00cn92c09","country_code":"TW","type":"education","lineage":["https://openalex.org/I118292597"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wen-Hui Chen","raw_affiliation_strings":["Graduate Institute of Automation Technology, National Taipei University of Technology,Taipei,Taiwan,R.O.C","Graduate Institute of Automation Technology, National Taipei University of Technology, Taipei, Taiwan, R.O.C"],"affiliations":[{"raw_affiliation_string":"Graduate Institute of Automation Technology, National Taipei University of Technology,Taipei,Taiwan,R.O.C","institution_ids":["https://openalex.org/I118292597"]},{"raw_affiliation_string":"Graduate Institute of Automation Technology, National Taipei University of Technology, Taipei, Taiwan, R.O.C","institution_ids":["https://openalex.org/I118292597"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013117780","display_name":"Hung-Cheng Chen","orcid":"https://orcid.org/0000-0002-3352-4025"},"institutions":[{"id":"https://openalex.org/I4880106","display_name":"Feng Chia University","ror":"https://ror.org/05vhczg54","country_code":"TW","type":"education","lineage":["https://openalex.org/I4880106"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hung-Cheng Chen","raw_affiliation_strings":["Feng Chia University,Department of Automatic Control Engineering,Taichung,Taiwan,R.O.C","Department of Automatic Control Engineering, Feng Chia University, Taichung, Taiwan, R.O.C"],"affiliations":[{"raw_affiliation_string":"Feng Chia University,Department of Automatic Control Engineering,Taichung,Taiwan,R.O.C","institution_ids":["https://openalex.org/I4880106"]},{"raw_affiliation_string":"Department of Automatic Control Engineering, Feng Chia University, Taichung, Taiwan, R.O.C","institution_ids":["https://openalex.org/I4880106"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007795010","display_name":"Chia\u2010Hung Wang","orcid":"https://orcid.org/0000-0001-5700-8108"},"institutions":[{"id":"https://openalex.org/I4880106","display_name":"Feng Chia University","ror":"https://ror.org/05vhczg54","country_code":"TW","type":"education","lineage":["https://openalex.org/I4880106"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chia-Hung Wang","raw_affiliation_strings":["Feng Chia University,Department of Automatic Control Engineering,Taichung,Taiwan,R.O.C","Department of Automatic Control Engineering, Feng Chia University, Taichung, Taiwan, R.O.C"],"affiliations":[{"raw_affiliation_string":"Feng Chia University,Department of Automatic Control Engineering,Taichung,Taiwan,R.O.C","institution_ids":["https://openalex.org/I4880106"]},{"raw_affiliation_string":"Department of Automatic Control Engineering, Feng Chia University, Taichung, Taiwan, R.O.C","institution_ids":["https://openalex.org/I4880106"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5082247652"],"corresponding_institution_ids":["https://openalex.org/I4880106"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13468806,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8000076413154602},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.7863857746124268},{"id":"https://openalex.org/keywords/pascal","display_name":"Pascal (unit)","score":0.7568720579147339},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.7106829881668091},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6215826272964478},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5678385496139526},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5225279331207275},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5077186822891235},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.433879554271698},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.43179407715797424},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2898924648761749},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.27728432416915894},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08507335186004639}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8000076413154602},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.7863857746124268},{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.7568720579147339},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7106829881668091},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6215826272964478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5678385496139526},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5225279331207275},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5077186822891235},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.433879554271698},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.43179407715797424},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2898924648761749},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.27728432416915894},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08507335186004639},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/codit58514.2023.10284362","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/codit58514.2023.10284362","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 9th International Conference on Control, Decision and Information Technologies (CoDIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2134797427","https://openalex.org/W2194775991","https://openalex.org/W2294370754","https://openalex.org/W2307770531","https://openalex.org/W2750784772","https://openalex.org/W2948210185","https://openalex.org/W2962298324","https://openalex.org/W2963323244","https://openalex.org/W2963575695","https://openalex.org/W2997006708","https://openalex.org/W3034971973","https://openalex.org/W3176459575","https://openalex.org/W6638523607","https://openalex.org/W6679909955","https://openalex.org/W6743188669","https://openalex.org/W6760424586","https://openalex.org/W6763342845"],"related_works":["https://openalex.org/W4376620596","https://openalex.org/W3177249605","https://openalex.org/W2534152068","https://openalex.org/W4299545679","https://openalex.org/W3138508047","https://openalex.org/W1972515067","https://openalex.org/W1689909837","https://openalex.org/W4293054914","https://openalex.org/W4313315626","https://openalex.org/W2963418361"],"abstract_inverted_index":{"In":[0],"this":[1,135,159],"paper,":[2],"we":[3],"propose":[4],"a":[5,171],"novel":[6],"model":[7,25,53,191,196],"compression":[8],"method":[9,157],"based":[10],"on":[11],"knowledge":[12],"distillation,":[13],"that":[14,71,128,151,175],"is":[15,26,40,48,72,114,144,147,161,170],"called":[16],"Pre-Distillation,":[17],"for":[18,51],"object":[19],"detection":[20],"task.":[21],"First,":[22],"the":[23,29,56,63,75,94,101,109,119,129,153,181,188],"full":[24],"\u201csquashed\u201d":[27],"(by":[28],"instructor)":[30],"to":[31,43,83,179],"generate":[32],"key":[33,69],"information":[34,70,107],"(a.k.a.":[35],"attention":[36],"mechanism),":[37],"and":[38,61,89,116,184,193],"it":[39,47],"also":[41,80,185],"referred":[42],"as":[44],"dataset":[45],"condensation;":[46],"then":[49],"provided":[50],"lightweight":[52,66],"learning":[54,88],"(for":[55],"student).":[57],"Students":[58],"can":[59,79,186],"study":[60],"preview":[62],"course":[64],"through":[65,96],"models":[67],"with":[68],"compressed":[73],"by":[74,118],"instructor.":[76],"Additionally,":[77],"students":[78],"be":[81,104],"able":[82],"improve":[84],"their":[85],"efficiency":[86],"in":[87,99,134,158],"acquire":[90],"integrative":[91],"understanding":[92],"of":[93,122,142,152,190],"subject":[95],"supplementary":[97],"materials":[98],"which":[100,146],"they":[102],"will":[103],"observing":[105],"hidden":[106],"within":[108],"ground":[110],"truth.":[111],"This":[112],"paper":[113,136,160],"verified":[115],"quantified":[117],"public":[120],"databases":[121],"Pascal":[123],"VOC.":[124],"The":[125,140,156],"results":[126],"show":[127],"previewing":[130],"distillation":[131,173],"strategy":[132,174],"developed":[133],"has":[137],"higher":[138,149],"accuracy.":[139],"accuracy":[141],"ResNet-101":[143],"74.02%,":[145],"2.28%":[148],"than":[150],"un-distilled":[154],"71.74%.":[155],"an":[162],"algorithm-based":[163],"performance":[164],"improvement":[165],"method.":[166],"Our":[167],"proposed":[168],"scheme":[169],"high-efficiency":[172],"does":[176],"not":[177],"need":[178],"change":[180],"network":[182],"architecture":[183],"avoid":[187],"occurrence":[189],"overfitting":[192],"speed":[194],"up":[195],"training.":[197]},"counts_by_year":[],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}