{"id":"https://openalex.org/W3213199099","doi":"https://doi.org/10.3390/a14110334","title":"Is One Teacher Model Enough to Transfer Knowledge to a Student Model?","display_name":"Is One Teacher Model Enough to Transfer Knowledge to a Student Model?","publication_year":2021,"publication_date":"2021-11-15","ids":{"openalex":"https://openalex.org/W3213199099","doi":"https://doi.org/10.3390/a14110334","mag":"3213199099"},"language":"en","primary_location":{"id":"doi:10.3390/a14110334","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a14110334","pdf_url":"https://www.mdpi.com/1999-4893/14/11/334/pdf?version=1637053983","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/14/11/334/pdf?version=1637053983","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001926523","display_name":"Nicola Landro","orcid":"https://orcid.org/0000-0002-0565-7496"},"institutions":[{"id":"https://openalex.org/I115752224","display_name":"University of Insubria","ror":"https://ror.org/00s409261","country_code":"IT","type":"education","lineage":["https://openalex.org/I115752224"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Landro","raw_affiliation_strings":["Department of Theoretical and Applied Sciences\u2014DISTA, University of Insubria, Via J.H. Dunant, 3, 21100 Varese, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Theoretical and Applied Sciences\u2014DISTA, University of Insubria, Via J.H. Dunant, 3, 21100 Varese, Italy","institution_ids":["https://openalex.org/I115752224"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054778549","display_name":"Ignazio Gallo","orcid":"https://orcid.org/0000-0002-7076-8328"},"institutions":[{"id":"https://openalex.org/I115752224","display_name":"University of Insubria","ror":"https://ror.org/00s409261","country_code":"IT","type":"education","lineage":["https://openalex.org/I115752224"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Ignazio Gallo","raw_affiliation_strings":["Department of Theoretical and Applied Sciences\u2014DISTA, University of Insubria, Via J.H. Dunant, 3, 21100 Varese, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Theoretical and Applied Sciences\u2014DISTA, University of Insubria, Via J.H. Dunant, 3, 21100 Varese, Italy","institution_ids":["https://openalex.org/I115752224"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009383701","display_name":"Riccardo La Grassa","orcid":"https://orcid.org/0000-0002-4355-0366"},"institutions":[{"id":"https://openalex.org/I115752224","display_name":"University of Insubria","ror":"https://ror.org/00s409261","country_code":"IT","type":"education","lineage":["https://openalex.org/I115752224"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Riccardo La Grassa","raw_affiliation_strings":["Department of Theoretical and Applied Sciences\u2014DISTA, University of Insubria, Via J.H. Dunant, 3, 21100 Varese, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Theoretical and Applied Sciences\u2014DISTA, University of Insubria, Via J.H. Dunant, 3, 21100 Varese, Italy","institution_ids":["https://openalex.org/I115752224"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5054778549"],"corresponding_institution_ids":["https://openalex.org/I115752224"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.1921,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.50514706,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"14","issue":"11","first_page":"334","last_page":"334"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8345409035682678},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.8099172115325928},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6915839910507202},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6540473699569702},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6128395199775696},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5799568891525269},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.561282217502594},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5469368696212769},{"id":"https://openalex.org/keywords/knowledge-transfer","display_name":"Knowledge transfer","score":0.4996500015258789},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4151405692100525},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.07849898934364319},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.07366830110549927}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8345409035682678},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.8099172115325928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6915839910507202},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6540473699569702},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6128395199775696},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5799568891525269},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.561282217502594},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5469368696212769},{"id":"https://openalex.org/C2776960227","wikidata":"https://www.wikidata.org/wiki/Q2586354","display_name":"Knowledge transfer","level":2,"score":0.4996500015258789},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4151405692100525},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.07849898934364319},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.07366830110549927},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/a14110334","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a14110334","pdf_url":"https://www.mdpi.com/1999-4893/14/11/334/pdf?version=1637053983","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b5508f2d11a04b6db13a9ff530052572","is_oa":true,"landing_page_url":"https://doaj.org/article/b5508f2d11a04b6db13a9ff530052572","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 14, Iss 11, p 334 (2021)","raw_type":"article"},{"id":"pmh:oai:irinsubria.uninsubria.it:11383/2125881","is_oa":false,"landing_page_url":"https://hdl.handle.net/11383/2125881","pdf_url":null,"source":{"id":"https://openalex.org/S4377196351","display_name":"IrInSubria (University of Insubria)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115752224","host_organization_name":"University of Insubria","host_organization_lineage":["https://openalex.org/I115752224"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:mdpi.com:/1999-4893/14/11/334/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/a14110334","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms; Volume 14; Issue 11; Pages: 334","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/a14110334","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a14110334","pdf_url":"https://www.mdpi.com/1999-4893/14/11/334/pdf?version=1637053983","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7200000286102295,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3213199099.pdf","grobid_xml":"https://content.openalex.org/works/W3213199099.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W1977295328","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2804935296","https://openalex.org/W2886756692","https://openalex.org/W2891951760","https://openalex.org/W2936864631","https://openalex.org/W2963163009","https://openalex.org/W2982242214","https://openalex.org/W3000056965","https://openalex.org/W3046750149","https://openalex.org/W6637551013"],"related_works":["https://openalex.org/W3192840557","https://openalex.org/W4380075502","https://openalex.org/W2889705046","https://openalex.org/W4223943233","https://openalex.org/W4360585206","https://openalex.org/W4312200629","https://openalex.org/W4382286161","https://openalex.org/W4386213806","https://openalex.org/W2960456850","https://openalex.org/W4317565044"],"abstract_inverted_index":{"Nowadays,":[0],"the":[1,10,18,56,71,74,91,102,113,122,137,177,180],"transfer":[2,51,103,140,149,169],"learning":[3,12,52,104,151,170],"technique":[4],"can":[5,148],"be":[6],"successfully":[7],"applied":[8],"in":[9,66,77,96],"deep":[11,133],"field":[13],"through":[14],"techniques":[15],"that":[16,54,145],"fine-tune":[17],"CNN\u2019s":[19],"starting":[20],"point":[21],"so":[22],"it":[23,109],"may":[24],"learn":[25,36],"over":[26,80],"a":[27,38,50,63,116,126,132,164],"huge":[28],"dataset":[29,40],"such":[30],"as":[31],"ImageNet":[32],"and":[33,179],"continue":[34],"to":[35,41,62,85,89,101,111,152,160,162],"on":[37],"fixed":[39],"achieve":[42],"better":[43],"performance.":[44],"In":[45,83],"this":[46],"paper,":[47],"we":[48,87,173],"designed":[49,159],"methodology":[53],"combines":[55],"learned":[57],"features":[58],"of":[59,73,115,176],"different":[60,81],"teachers":[61],"student":[64,75,153],"network":[65,76,119,135],"an":[67],"end-to-end":[68],"model,":[69],"improving":[70],"performance":[72,114],"classification":[78],"tasks":[79],"datasets.":[82],"addition":[84],"this,":[86],"tried":[88],"answer":[90],"following":[92],"questions":[93],"which":[94],"are":[95],"any":[97],"case":[98],"directly":[99],"related":[100],"problem":[105],"addressed":[106],"here.":[107],"Is":[108],"possible":[110],"improve":[112],"small":[117],"neural":[118,129,134,146],"by":[120],"using":[121,139,155],"knowledge":[123],"gained":[124],"from":[125],"more":[127],"powerful":[128],"network?":[130],"Can":[131],"outperform":[136],"teacher":[138],"learning?":[141],"Experimental":[142],"results":[143],"suggest":[144],"networks":[147,154],"their":[150],"our":[156],"proposed":[157],"architecture,":[158],"bring":[161],"light":[163],"new":[165],"interesting":[166],"approach":[167],"for":[168],"techniques.":[171],"Finally,":[172],"provide":[174],"details":[175],"code":[178],"experimental":[181],"settings.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-11-22T00:00:00"}