{"id":"https://openalex.org/W4308234039","doi":"https://doi.org/10.1109/icip46576.2022.9897390","title":"Bag-Of-Features-Based Knowledge Distillation For Lightweight Convolutional Neural Networks","display_name":"Bag-Of-Features-Based Knowledge Distillation For Lightweight Convolutional Neural Networks","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W4308234039","doi":"https://doi.org/10.1109/icip46576.2022.9897390"},"language":"en","primary_location":{"id":"doi:10.1109/icip46576.2022.9897390","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip46576.2022.9897390","pdf_url":null,"source":{"id":"https://openalex.org/S4363607719","display_name":"2022 IEEE International Conference on Image Processing (ICIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028584791","display_name":"Alexandros Chariton","orcid":null},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Alexandros Chariton","raw_affiliation_strings":["Aristotle University of Thessaloniki,Computational Intelligence and Deep Learning Group,AIIA Lab Department of Informatics,Thessaloniki,Greece","AIIA Lab Department of Informatics, Computational Intelligence and Deep Learning Group, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"affiliations":[{"raw_affiliation_string":"Aristotle University of Thessaloniki,Computational Intelligence and Deep Learning Group,AIIA Lab Department of Informatics,Thessaloniki,Greece","institution_ids":["https://openalex.org/I21370196"]},{"raw_affiliation_string":"AIIA Lab Department of Informatics, Computational Intelligence and Deep Learning Group, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061050264","display_name":"Nikolaos Passalis","orcid":"https://orcid.org/0000-0003-1177-9139"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nikolaos Passalis","raw_affiliation_strings":["Aristotle University of Thessaloniki,Computational Intelligence and Deep Learning Group,AIIA Lab Department of Informatics,Thessaloniki,Greece","AIIA Lab Department of Informatics, Computational Intelligence and Deep Learning Group, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"affiliations":[{"raw_affiliation_string":"Aristotle University of Thessaloniki,Computational Intelligence and Deep Learning Group,AIIA Lab Department of Informatics,Thessaloniki,Greece","institution_ids":["https://openalex.org/I21370196"]},{"raw_affiliation_string":"AIIA Lab Department of Informatics, Computational Intelligence and Deep Learning Group, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041054091","display_name":"Anastasios Tefas","orcid":"https://orcid.org/0000-0003-1288-3667"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Anastasios Tefas","raw_affiliation_strings":["Aristotle University of Thessaloniki,Computational Intelligence and Deep Learning Group,AIIA Lab Department of Informatics,Thessaloniki,Greece","AIIA Lab Department of Informatics, Computational Intelligence and Deep Learning Group, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"affiliations":[{"raw_affiliation_string":"Aristotle University of Thessaloniki,Computational Intelligence and Deep Learning Group,AIIA Lab Department of Informatics,Thessaloniki,Greece","institution_ids":["https://openalex.org/I21370196"]},{"raw_affiliation_string":"AIIA Lab Department of Informatics, Computational Intelligence and Deep Learning Group, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5028584791"],"corresponding_institution_ids":["https://openalex.org/I21370196"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30913349,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":null,"first_page":"1541","last_page":"1545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8276867866516113},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7595230340957642},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6494047045707703},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6337252855300903},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5889172554016113},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5660018920898438},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5473752021789551},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4712565243244171},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.458586186170578},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.4262353181838989},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.397276908159256},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37267953157424927},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08292746543884277}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8276867866516113},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7595230340957642},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6494047045707703},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6337252855300903},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5889172554016113},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5660018920898438},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5473752021789551},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4712565243244171},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.458586186170578},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.4262353181838989},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.397276908159256},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37267953157424927},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08292746543884277},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icip46576.2022.9897390","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip46576.2022.9897390","pdf_url":null,"source":{"id":"https://openalex.org/S4363607719","display_name":"2022 IEEE International Conference on Image Processing (ICIP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1689711448","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2088866137","https://openalex.org/W2131846894","https://openalex.org/W2555302574","https://openalex.org/W2783538964","https://openalex.org/W2887783173","https://openalex.org/W2918636049","https://openalex.org/W2919115771","https://openalex.org/W2953409933","https://openalex.org/W2963828468","https://openalex.org/W2982083293","https://openalex.org/W3035163969","https://openalex.org/W3100777112","https://openalex.org/W3118608800","https://openalex.org/W4297775537","https://openalex.org/W6631190155","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6682889407","https://openalex.org/W6737664043","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W3037187668","https://openalex.org/W4321487865","https://openalex.org/W4313906399","https://openalex.org/W3026162553","https://openalex.org/W1996130883","https://openalex.org/W4234772502","https://openalex.org/W2748574964","https://openalex.org/W4391266461","https://openalex.org/W2590798552"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1],"enables":[2],"us":[3],"to":[4,80],"transfer":[5],"the":[6,25,28,34,62,82,90,100],"knowledge":[7,35,63],"from":[8,44,68],"a":[9,16,106],"large":[10],"and":[11,18,84,87,118],"complex":[12],"neural":[13,110,121],"network":[14,111,122],"into":[15],"smaller":[17,29],"faster":[19],"one.":[20],"This":[21],"allows":[22],"for":[23,60],"improving":[24],"accuracy":[26],"of":[27,99],"network.":[30],"However,":[31],"directly":[32],"transferring":[33,61],"between":[36,64],"enormous":[37],"feature":[38,65],"maps,":[39],"as":[40],"they":[41],"are":[42],"extracted":[43,67],"convolutional":[45,109],"layers,":[46],"is":[47,103],"not":[48],"straightforward.":[49],"In":[50],"this":[51],"work,":[52],"we":[53],"propose":[54],"an":[55,75,94],"efficient":[56,76],"mutual":[57],"information-based":[58],"approach":[59],"maps":[66],"different":[69],"networks.":[70],"The":[71,97],"proposed":[72,101],"method":[73,102],"employs":[74],"Neural":[77],"Bag-of-Features":[78],"formulation":[79],"estimate":[81],"joint":[83],"marginal":[85],"probabilities":[86],"then":[88],"optimizes":[89],"whole":[91],"pipeline":[92],"in":[93],"end-to-end":[95],"manner.":[96],"effectiveness":[98],"demonstrated":[104],"using":[105],"lightweight,":[107],"fully":[108],"architecture,":[112],"which":[113],"aims":[114],"toward":[115],"high-resolution":[116],"analysis":[117],"targets":[119],"photonic":[120],"accelerators.":[123]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}