{"id":"https://openalex.org/W3199180665","doi":"https://doi.org/10.1109/ijcnn52387.2021.9534041","title":"FA-GAL-ResNet: Lightweight Residual Network using Focused Attention Mechanism and Generative Adversarial Learning via Knowledge Distillation","display_name":"FA-GAL-ResNet: Lightweight Residual Network using Focused Attention Mechanism and Generative Adversarial Learning via Knowledge Distillation","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3199180665","doi":"https://doi.org/10.1109/ijcnn52387.2021.9534041","mag":"3199180665"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9534041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9534041","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110681883","display_name":"He-qun YANG","orcid":null},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hequn Yang","raw_affiliation_strings":["School of Computer Science and Technology, Donghua University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040587959","display_name":"Ting Lu","orcid":"https://orcid.org/0000-0001-8415-0185"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Lu","raw_affiliation_strings":["School of Computer Science and Technology, Donghua University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037643580","display_name":"Wenjing Guo","orcid":"https://orcid.org/0000-0003-3170-2390"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjing Guo","raw_affiliation_strings":["School of Computer Science and Technology, Donghua University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013173652","display_name":"Shan Chang","orcid":"https://orcid.org/0000-0002-5253-2549"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shan Chang","raw_affiliation_strings":["School of Computer Science and Technology, Donghua University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380138","display_name":"Guohua Liu","orcid":"https://orcid.org/0000-0001-8461-9473"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guohua Liu","raw_affiliation_strings":["School of Computer Science and Technology, Donghua University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015188473","display_name":"Yiyang Luo","orcid":"https://orcid.org/0000-0002-8542-9054"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiyang Luo","raw_affiliation_strings":["School of Computer Science and Technology, Donghua University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5110681883"],"corresponding_institution_ids":["https://openalex.org/I181326427"],"apc_list":null,"apc_paid":null,"fwci":0.136,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54985012,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"32","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7805719971656799},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7048232555389404},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6629807949066162},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6343606114387512},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5815054774284363},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5710180401802063},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.564970850944519},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5398139357566833},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5122970342636108},{"id":"https://openalex.org/keywords/generative-adversarial-network","display_name":"Generative adversarial network","score":0.4738774001598358},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4251905381679535},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11011579632759094},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09506359696388245}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7805719971656799},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7048232555389404},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6629807949066162},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6343606114387512},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5815054774284363},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5710180401802063},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.564970850944519},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5398139357566833},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5122970342636108},{"id":"https://openalex.org/C2988773926","wikidata":"https://www.wikidata.org/wiki/Q25104379","display_name":"Generative adversarial network","level":3,"score":0.4738774001598358},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4251905381679535},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11011579632759094},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09506359696388245},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9534041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9534041","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6700000166893005,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G8802333620","display_name":null,"funder_award_id":"18ZR1401200","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2074469456","https://openalex.org/W2096943734","https://openalex.org/W2134797427","https://openalex.org/W2165698076","https://openalex.org/W2286715017","https://openalex.org/W2582794520","https://openalex.org/W2738749209","https://openalex.org/W2739879705","https://openalex.org/W2747590145","https://openalex.org/W2766839578","https://openalex.org/W2771111398","https://openalex.org/W2783538964","https://openalex.org/W2860338957","https://openalex.org/W2885311373","https://openalex.org/W2901505625","https://openalex.org/W2921712231","https://openalex.org/W2945146780","https://openalex.org/W2963140444","https://openalex.org/W2963363373","https://openalex.org/W2963468606","https://openalex.org/W2963674932","https://openalex.org/W2963935227","https://openalex.org/W2963981420","https://openalex.org/W2964212578","https://openalex.org/W2968249074","https://openalex.org/W2971275988","https://openalex.org/W2980113592","https://openalex.org/W3012561096","https://openalex.org/W3085054326","https://openalex.org/W3098951351","https://openalex.org/W3099057664","https://openalex.org/W3104737411","https://openalex.org/W3106153666","https://openalex.org/W3197900571","https://openalex.org/W4295262505","https://openalex.org/W6637373629","https://openalex.org/W6679909955","https://openalex.org/W6693397755","https://openalex.org/W6724998850","https://openalex.org/W6732866452","https://openalex.org/W6740745780","https://openalex.org/W6745499037","https://openalex.org/W6753278433","https://openalex.org/W6767534822","https://openalex.org/W6770693107","https://openalex.org/W6786353436"],"related_works":["https://openalex.org/W2380075625","https://openalex.org/W2560215812","https://openalex.org/W2888032422","https://openalex.org/W4377980832","https://openalex.org/W2897769091","https://openalex.org/W2845413374","https://openalex.org/W3005996785","https://openalex.org/W4297411772","https://openalex.org/W4235873501","https://openalex.org/W4389345324"],"abstract_inverted_index":{"Despite":[0],"that":[1,142],"deep":[2,30],"neural":[3,31,164],"networks":[4],"have":[5],"achieved":[6],"satisfactory":[7],"performance,":[8],"they":[9],"rely":[10],"on":[11,117],"powerful":[12],"hardware":[13],"for":[14],"training,":[15],"which":[16,65,100],"is":[17,33,66,93],"expensive":[18],"and":[19,27,75,126,137],"not":[20],"easy":[21],"to":[22,44,52,122],"get.":[23],"Therefore,":[24],"the":[25,45,54,83,88,96,102,109,118,123,127,143,148,157],"compression":[26],"acceleration":[28],"of":[29,39,47,85,105,135,150],"network":[32,70,92,111,145],"important.":[34],"In":[35,50,82],"addition,":[36],"lightweight":[37,68,163],"design":[38],"complex":[40,159],"model":[41,48,62],"usually":[42],"leads":[43],"decrease":[46],"accuracy.":[49],"order":[51],"solve":[53],"problems,":[55],"we":[56],"propose":[57],"a":[58,67],"novel":[59],"ensemble":[60],"learning":[61,78,103],"called":[63],"FA-GAL-ResNet,":[64],"residual":[69],"integrated":[71],"focused":[72],"attention":[73,113],"mechanism":[74],"generative":[76],"adversarial":[77],"by":[79,95,133],"knowledge":[80,86],"distillation.":[81],"training":[84],"distillation,":[87],"traditional":[89],"single":[90],"teacher":[91],"replaced":[94],"multi-teacher":[97],"hybrid":[98],"network,":[99],"enhances":[101],"span":[104],"student":[106],"network.":[107],"Meanwhile,":[108],"distilled":[110],"with":[112,156],"scoring":[114],"module":[115],"focuses":[116],"notable":[119],"features":[120,129],"related":[121],"target":[124],"task":[125],"irrelevant":[128],"would":[130],"be":[131],"filtered":[132],"grade":[134],"scores":[136],"weights.":[138],"Experimental":[139],"results":[140],"show":[141],"proposed":[144],"structure":[146],"improves":[147],"accuracy":[149],"image":[151],"classification":[152],"task,":[153],"in":[154],"comparison":[155],"separate":[158],"as":[160,162],"well":[161],"networks.":[165]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}