{"id":"https://openalex.org/W3112728147","doi":"https://doi.org/10.1109/iisa50023.2020.9284400","title":"Local Manifold Regularization for Knowledge Transfer in Convolutional Neural Networks","display_name":"Local Manifold Regularization for Knowledge Transfer in Convolutional Neural Networks","publication_year":2020,"publication_date":"2020-07-15","ids":{"openalex":"https://openalex.org/W3112728147","doi":"https://doi.org/10.1109/iisa50023.2020.9284400","mag":"3112728147"},"language":"en","primary_location":{"id":"doi:10.1109/iisa50023.2020.9284400","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iisa50023.2020.9284400","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 11th International Conference on Information, Intelligence, Systems and Applications (IISA","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056682392","display_name":"Ilias Theodorakopoulos","orcid":"https://orcid.org/0000-0002-9392-8902"},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Ilias Theodorakopoulos","raw_affiliation_strings":["Physics Department, University of Patras, Patras, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Physics Department, University of Patras, Patras, Greece","institution_ids":["https://openalex.org/I174878644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033689426","display_name":"Foteini Fotopoulou","orcid":"https://orcid.org/0000-0002-0916-3047"},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Foteini Fotopoulou","raw_affiliation_strings":["Dept. of Computer Eng. & Informatics, University of Patras, Patras, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Eng. & Informatics, University of Patras, Patras, Greece","institution_ids":["https://openalex.org/I174878644"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067738598","display_name":"George Economou","orcid":"https://orcid.org/0000-0001-9938-0768"},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"George Economou","raw_affiliation_strings":["Physics Department, University of Patras, Patras, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Physics Department, University of Patras, Patras, Greece","institution_ids":["https://openalex.org/I174878644"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I174878644"],"apc_list":null,"apc_paid":null,"fwci":0.0854,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.37457494,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.7671751379966736},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6732094883918762},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5740235447883606},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5525429844856262},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.52562016248703},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4913138449192047},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46466338634490967},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.43170610070228577},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4162450432777405},{"id":"https://openalex.org/keywords/manifold","display_name":"Manifold (fluid mechanics)","score":0.4131011664867401},{"id":"https://openalex.org/keywords/transfer-function","display_name":"Transfer function","score":0.4109839200973511},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.405248761177063},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3387182950973511}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.7671751379966736},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6732094883918762},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5740235447883606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5525429844856262},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.52562016248703},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4913138449192047},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46466338634490967},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.43170610070228577},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4162450432777405},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.4131011664867401},{"id":"https://openalex.org/C81299745","wikidata":"https://www.wikidata.org/wiki/Q334269","display_name":"Transfer function","level":2,"score":0.4109839200973511},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.405248761177063},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3387182950973511},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iisa50023.2020.9284400","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iisa50023.2020.9284400","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 11th International Conference on Information, Intelligence, Systems and Applications (IISA","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1799366690","https://openalex.org/W1821462560","https://openalex.org/W1924619199","https://openalex.org/W2027390033","https://openalex.org/W2052330882","https://openalex.org/W2068396114","https://openalex.org/W2087399108","https://openalex.org/W2090504921","https://openalex.org/W2108598243","https://openalex.org/W2110599581","https://openalex.org/W2117539524","https://openalex.org/W2122691893","https://openalex.org/W2126017757","https://openalex.org/W2138621090","https://openalex.org/W2149933564","https://openalex.org/W2157617585","https://openalex.org/W2180953186","https://openalex.org/W2213490786","https://openalex.org/W2331128040","https://openalex.org/W2335728318","https://openalex.org/W2795568594","https://openalex.org/W2963920537","https://openalex.org/W2964309429","https://openalex.org/W2964330148","https://openalex.org/W3118608800","https://openalex.org/W4299518610","https://openalex.org/W6638444622","https://openalex.org/W6638523607","https://openalex.org/W6640174519","https://openalex.org/W6676305975","https://openalex.org/W6682132143","https://openalex.org/W6683401474","https://openalex.org/W6685960535","https://openalex.org/W6702130928","https://openalex.org/W6703116779","https://openalex.org/W6748953158","https://openalex.org/W6750083015","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3201126466","https://openalex.org/W3026162553","https://openalex.org/W4282827391","https://openalex.org/W2768175398","https://openalex.org/W2344382886","https://openalex.org/W19111321","https://openalex.org/W2412887479","https://openalex.org/W2953684491","https://openalex.org/W4285338581","https://openalex.org/W2015158429"],"abstract_inverted_index":{"In":[0],"this":[1],"work":[2],"we":[3,72],"present":[4],"a":[5,12,36,74,153],"method":[6,25],"for":[7,14,107],"local":[8,29,53],"manifold-based":[9],"regularization,":[10],"as":[11,162],"mechanism":[13],"knowledge":[15,120],"transfer":[16],"during":[17],"training":[18,147,165],"of":[19,35,62,87,97,119,137,168],"Convolutional":[20],"Neural":[21],"Networks.":[22],"The":[23],"proposed":[24,99],"aims":[26],"at":[27,66],"regularizing":[28],"features":[30,54],"produced":[31],"in":[32,83,130,140],"intermediate":[33],"layers":[34],"\u201cstudent\u201d":[37],"CNN":[38],"through":[39],"an":[40,63,163],"appropriate":[41],"loss":[42],"function":[43],"that":[44,51,70,124,152],"encourages":[45],"the":[46,52,80,84,88,95,98,116,125,135,159,169],"model":[47],"to":[48,55,60],"adapt":[49],"such":[50],"exhibit":[56],"similar":[57],"geometrical":[58],"characteristics":[59],"those":[61],"\u201cinstructor\u201d":[64],"model,":[65],"corresponding":[67],"layers.":[68],"To":[69],"purpose":[71],"formulate":[73],"computationally":[75],"efficient":[76,114],"function,":[77],"loosely":[78],"encoding":[79],"neighboring":[81],"information":[82],"feature":[85,90],"space":[86],"involved":[89],"sets.":[91],"Experimental":[92],"evaluation":[93],"demonstrates":[94],"effectiveness":[96],"scheme":[100,156],"under":[101],"various":[102],"scenarios":[103],"involving":[104],"knowledge-transfer,":[105],"even":[106],"difficult":[108],"tasks":[109],"where":[110],"it":[111],"proves":[112],"more":[113],"than":[115],"established":[117],"technique":[118],"distillation.":[121],"We":[122],"demonstrate":[123,151],"presented":[126],"regularization":[127,155],"scheme,":[128],"utilized":[129],"combination":[131],"with":[132,148,166],"distillation":[133],"improves":[134],"performance":[136],"both":[138],"techniques":[139],"most":[141],"tested":[142],"configurations.":[143],"Furthermore,":[144],"experiments":[145],"on":[146],"limited":[149],"data,":[150],"combined":[154],"can":[157],"achieve":[158],"same":[160],"generalization":[161],"un-regularized":[164],"50%":[167],"data.":[170]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}