{"id":"https://openalex.org/W3138829374","doi":null,"title":"Self-Feature Regularization: Self-Feature Distillation Without Teacher Models","display_name":"Self-Feature Regularization: Self-Feature Distillation Without Teacher Models","publication_year":2021,"publication_date":"2021-03-12","ids":{"openalex":"https://openalex.org/W3138829374","mag":"3138829374"},"language":"en","primary_location":{"id":"mag:3138829374","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2103.07350v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/2103.07350v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102985408","display_name":"Wenxuan Fan","orcid":"https://orcid.org/0000-0003-3621-2518","observed_orcids":["https://orcid.org/0000-0003-3621-2518"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenxuan Fan","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-3621-2518","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5045822137","display_name":"Zhenyan Hou","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhenyan Hou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.03180000185966492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.8769999742507935},{"id":"https://openalex.org/keywords/feature-matching","display_name":"feature matching","score":0.6790000200271606},{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.5649999976158142}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7488002777099609},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.7227112650871277},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6842518448829651},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6290505528450012},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6150844693183899},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5961151719093323},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5910542011260986},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.5493679642677307},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47890034317970276},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.473225474357605},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.44547513127326965},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11785739660263062},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3138829374","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2103.07350v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3138829374","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2103.07350v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W753847829","https://openalex.org/W1686810756","https://openalex.org/W1797268635","https://openalex.org/W2108598243","https://openalex.org/W2134797427","https://openalex.org/W2194775991","https://openalex.org/W2463818697","https://openalex.org/W2551176409","https://openalex.org/W2936864631","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2963468606","https://openalex.org/W2964271799","https://openalex.org/W2964299589","https://openalex.org/W3118608800","https://openalex.org/W4394670654"],"related_works":["https://openalex.org/W4312590184","https://openalex.org/W3139398652","https://openalex.org/W3189935768","https://openalex.org/W4388998899","https://openalex.org/W4226156275","https://openalex.org/W4390277858","https://openalex.org/W3185613252","https://openalex.org/W4221162162","https://openalex.org/W4394602965","https://openalex.org/W4313426025"],"abstract_inverted_index":{"Knowledge":[0,39],"distillation":[1,40,58],"is":[2,123],"the":[3,7,19,26,31,36,46,85,92,117,126,135],"process":[4],"of":[5,25,35,48,137],"transferring":[6],"knowledge":[8,47],"from":[9],"a\nlarge":[10],"model":[11,21,28,51],"to":[12,88,104,129],"a":[13,42,109],"small":[14,20],"model.":[15,38],"In":[16,70],"this":[17,71],"process,":[18],"learns":[22],"the\ngeneralization":[23],"ability":[24],"large":[27,37],"and":[29,53,67,108],"retains":[30,95],"performance":[32],"close":[33],"to\nthat":[34],"provides":[41],"training":[43,75],"means":[44],"to\nmigrate":[45],"models,":[49],"facilitating":[50],"deployment":[52],"speeding":[54],"up\ninference.":[55],"However,":[56],"previous":[57],"methods":[59],"require":[60],"pre-trained":[61],"teacher\nmodels,":[62],"which":[63,81],"still":[64],"bring":[65],"computational":[66],"storage":[68],"overheads.":[69],"paper,":[72],"a\nnovel":[73],"general":[74],"framework":[76],"called":[77],"Self-Feature":[78],"Regularization~(SFR)":[79],"is\nproposed,":[80],"uses":[82],"features":[83,107,113],"in":[84,116,125],"deep":[86],"layers":[87],"supervise":[89],"feature":[90],"learning\nin":[91],"shallow":[93],"layers,":[94],"more":[96,114],"semantic":[97],"information.":[98],"Specifically,":[99],"we\nfirstly":[100],"use":[101],"EMD-l2":[102],"loss":[103],"match":[105],"local":[106],"many-to-one":[110],"approach":[111],"to\ndistill":[112],"intensively":[115],"channel":[118],"dimension.":[119],"Then":[120],"dynamic":[121],"label\nsmoothing":[122],"used":[124],"output":[127],"layer":[128],"achieve":[130],"better":[131],"performance.\nExperiments":[132],"further":[133],"show":[134],"effectiveness":[136],"our":[138],"proposed":[139],"framework.":[140]},"counts_by_year":[],"updated_date":"2026-09-29T14:09:16.559479","created_date":"2021-03-29T00:00:00"}