{"id":"https://openalex.org/W3090401684","doi":"https://doi.org/10.1109/icip40778.2020.9190888","title":"Lightweight Neural Networks From PCA & LDA Based Distilled Dense Neural Networks","display_name":"Lightweight Neural Networks From PCA & LDA Based Distilled Dense Neural Networks","publication_year":2020,"publication_date":"2020-09-30","ids":{"openalex":"https://openalex.org/W3090401684","doi":"https://doi.org/10.1109/icip40778.2020.9190888","mag":"3090401684"},"language":"en","primary_location":{"id":"doi:10.1109/icip40778.2020.9190888","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip40778.2020.9190888","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042166474","display_name":"Mohamed El Amine Seddik","orcid":"https://orcid.org/0000-0002-5483-1753"},"institutions":[{"id":"https://openalex.org/I4210085861","display_name":"Laboratoire d'Int\u00e9gration des Syst\u00e8mes et des Technologies","ror":"https://ror.org/000dbcc61","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I4210085861","https://openalex.org/I4210117989"]},{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Mohamed El Amine Seddik","raw_affiliation_strings":["CEA List, France"],"affiliations":[{"raw_affiliation_string":"CEA List, France","institution_ids":["https://openalex.org/I4210085861","https://openalex.org/I2738703131"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046279251","display_name":"Hassane Essafi","orcid":null},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I4210085861","display_name":"Laboratoire d'Int\u00e9gration des Syst\u00e8mes et des Technologies","ror":"https://ror.org/000dbcc61","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I4210085861","https://openalex.org/I4210117989"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Hassane Essafi","raw_affiliation_strings":["CEA List, France"],"affiliations":[{"raw_affiliation_string":"CEA List, France","institution_ids":["https://openalex.org/I4210085861","https://openalex.org/I2738703131"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054348505","display_name":"Abdallah Benzine","orcid":"https://orcid.org/0000-0002-9514-5223"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I4210085861","display_name":"Laboratoire d'Int\u00e9gration des Syst\u00e8mes et des Technologies","ror":"https://ror.org/000dbcc61","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I4210085861","https://openalex.org/I4210117989"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Abdallah Benzine","raw_affiliation_strings":["CEA List, France"],"affiliations":[{"raw_affiliation_string":"CEA List, France","institution_ids":["https://openalex.org/I4210085861","https://openalex.org/I2738703131"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034962986","display_name":"Mohamed Tamaazousti","orcid":"https://orcid.org/0000-0002-3947-9069"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I4210085861","display_name":"Laboratoire d'Int\u00e9gration des Syst\u00e8mes et des Technologies","ror":"https://ror.org/000dbcc61","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I4210085861","https://openalex.org/I4210117989"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mohamed Tamaazousti","raw_affiliation_strings":["CEA List, France"],"affiliations":[{"raw_affiliation_string":"CEA List, France","institution_ids":["https://openalex.org/I4210085861","https://openalex.org/I2738703131"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5042166474"],"corresponding_institution_ids":["https://openalex.org/I2738703131","https://openalex.org/I4210085861"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.10581771,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"40","issue":null,"first_page":"3060","last_page":"3064"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/principal-component-analysis","display_name":"Principal component analysis","score":0.7738193273544312},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7661435008049011},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7586464881896973},{"id":"https://openalex.org/keywords/linear-discriminant-analysis","display_name":"Linear discriminant analysis","score":0.6553635597229004},{"id":"https://openalex.org/keywords/scratch","display_name":"Scratch","score":0.5900672674179077},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5687615871429443},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.47881752252578735},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4681333005428314},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.46466290950775146},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.41432321071624756},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3857879042625427},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11869388818740845}],"concepts":[{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.7738193273544312},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7661435008049011},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7586464881896973},{"id":"https://openalex.org/C69738355","wikidata":"https://www.wikidata.org/wiki/Q1228929","display_name":"Linear discriminant analysis","level":2,"score":0.6553635597229004},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.5900672674179077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5687615871429443},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.47881752252578735},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4681333005428314},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.46466290950775146},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.41432321071624756},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3857879042625427},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11869388818740845},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icip40778.2020.9190888","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip40778.2020.9190888","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6899999976158142,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2119144962","https://openalex.org/W2568772110","https://openalex.org/W2611159092","https://openalex.org/W2739879705","https://openalex.org/W2750384547","https://openalex.org/W2902554997","https://openalex.org/W2911803042","https://openalex.org/W2919509459","https://openalex.org/W2963104543","https://openalex.org/W2963677766","https://openalex.org/W2964072872","https://openalex.org/W2964299589","https://openalex.org/W2998634732","https://openalex.org/W3170113470","https://openalex.org/W3217487334","https://openalex.org/W6677580257","https://openalex.org/W6738279954","https://openalex.org/W6743688258","https://openalex.org/W6758589240","https://openalex.org/W6761459127","https://openalex.org/W6796368127"],"related_works":["https://openalex.org/W2579148721","https://openalex.org/W2052589448","https://openalex.org/W2765337000","https://openalex.org/W4387893611","https://openalex.org/W2347335694","https://openalex.org/W2091056927","https://openalex.org/W2067407580","https://openalex.org/W4317486777","https://openalex.org/W2391447249","https://openalex.org/W3104072235"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"two":[3,56],"methods":[4,41,57,102],"for":[5],"building":[6],"lightweight":[7],"neural":[8,69,80],"networks":[9,110],"with":[10,16,90],"similar":[11],"accuracy":[12],"than":[13],"heavyweight":[14],"ones":[15],"the":[17,61,75,85,95,108,117,123,131],"advantage":[18],"to":[19,94,105],"be":[20,31],"less":[21],"greedy":[22],"in":[23,33],"memory":[24,126],"and":[25,35,50,74,113,127],"computing":[26,128],"resources.":[27],"So":[28],"it":[29],"can":[30],"implemented":[32],"edge":[34],"IoT":[36],"devices.":[37],"The":[38,55,100],"presented":[39,101],"distillation":[40],"are":[42,103],"respectively":[43],"based":[44],"on":[45,60],"Principal":[46],"Component":[47],"Analysis":[48,53],"(PCA)":[49],"Linear":[51],"Discriminant":[52],"(LDA).":[54],"basically":[58],"rely":[59],"successive":[62,97],"dimension":[63],"reduction":[64],"of":[65,77,130],"a":[66,78,91],"given":[67],"dense":[68],"network":[70,81],"(teacher)":[71],"hidden":[72],"features,":[73],"learning":[76,87],"smaller":[79],"(student)":[82],"which":[83],"solves":[84],"initial":[86],"problem":[88,93,120],"along":[89],"mapping":[92,119],"reduced":[96],"features":[98],"spaces.":[99],"compared":[104],"baselines":[106],"-learning":[107],"student":[109,132],"from":[111],"scratch-,":[112],"we":[114],"show":[115],"that":[116],"additional":[118],"significantly":[121],"improves":[122],"performance":[124],"(accuracy,":[125],"resources)":[129],"networks.":[133]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}