{"id":"https://openalex.org/W2990940889","doi":"https://doi.org/10.1109/icassp40776.2020.9053565","title":"Semi-Supervised Learning for Text Classification by Layer Partitioning","display_name":"Semi-Supervised Learning for Text Classification by Layer Partitioning","alternate_titles":[],"publication_year":2020,"publication_date":"2020-04-09","ids":{"openalex":"https://openalex.org/W2990940889","doi":"https://doi.org/10.1109/icassp40776.2020.9053565","mag":"2990940889"},"language":"en","primary_location":{"id":"doi:10.1109/icassp40776.2020.9053565","doi":"https://doi.org/10.1109/icassp40776.2020.9053565","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9053565","pdf_url":null,"source":{"id":"https://openalex.org/S4363607879","display_name":"IEEE International Conference on Acoustics Speech and Signal Processing","issn_l":"1520-6149","issn":["1520-6149","2379-190X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2990940889"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1911.11756","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039584843","display_name":"Alexander Hanbo Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Alexander Hanbo Li","raw_affiliation_strings":["Amazon Alexa AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Alexa AI","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088302697","display_name":"Abhinav Sethy","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Abhinav Sethy","raw_affiliation_strings":["Amazon Alexa AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Alexa AI","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1311688040"],"apc_list":null,"apc_paid":null,"fwci":0.6398,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.71040179,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"6164","last_page":"6168"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.4162999987602234,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.4162999987602234,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3407999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.20640000700950623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"semi-supervised learning","score":0.953000009059906},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.9980000257492065},{"id":"https://openalex.org/keywords/layer-partitioning","display_name":"layer partitioning","score":0.9629999995231628},{"id":"https://openalex.org/keywords/feature-extractor","display_name":"feature extractor","score":0.5600000023841858},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.8119999766349792},{"id":"https://openalex.org/keywords/short-text-classification","display_name":"short text classification","score":0.609000027179718},{"id":"https://openalex.org/keywords/temporal-ensembling","display_name":"temporal ensembling","score":0.7540000081062317},{"id":"https://openalex.org/keywords/mean-teacher","display_name":"mean teacher","score":0.7979999780654907}],"concepts":[{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.714176595211029},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7092112898826599},{"id":"https://openalex.org/C117978034","wikidata":"https://www.wikidata.org/wiki/Q5422192","display_name":"Extractor","level":2,"score":0.7085477113723755},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5979751944541931},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.555342435836792},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5406635999679565},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5277857184410095},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4982924461364746},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4564530849456787},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4352874755859375},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4232219457626343},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3208986222743988},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/icassp40776.2020.9053565","doi":"https://doi.org/10.1109/icassp40776.2020.9053565","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9053565","pdf_url":null,"source":{"id":"https://openalex.org/S4363607879","display_name":"IEEE International Conference on Acoustics Speech and Signal Processing","issn_l":"1520-6149","issn":["1520-6149","2379-190X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1911.11756","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.11756","pdf_url":"https://arxiv.org/pdf/1911.11756","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2990940889","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1911.11756","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1911.11756","doi":"https://doi.org/10.48550/arxiv.1911.11756","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1911.11756","pdf_url":"https://arxiv.org/pdf/1911.11756","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.17023/yva1-1a44","doi":"https://doi.org/10.17023/yva1-1a44","is_oa":true,"landing_page_url":"https://doi.org/10.17023/yva1-1a44","pdf_url":null,"source":{"id":"https://openalex.org/S7407051697","display_name":"IEEE RESOURCE CENTERS","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Audiovisual"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1911.11756","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.11756","pdf_url":"https://arxiv.org/pdf/1911.11756","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2990940889.pdf","grobid_xml":"https://content.openalex.org/works/W2990940889.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1903029394","https://openalex.org/W1983320747","https://openalex.org/W2070246124","https://openalex.org/W2095705004","https://openalex.org/W2113459411","https://openalex.org/W2129068307","https://openalex.org/W2136504847","https://openalex.org/W2139823104","https://openalex.org/W2153579005","https://openalex.org/W2155541015","https://openalex.org/W2170973209","https://openalex.org/W2251939518","https://openalex.org/W2525332836","https://openalex.org/W2556096924","https://openalex.org/W2592691248","https://openalex.org/W2610748790","https://openalex.org/W2626778328","https://openalex.org/W2740711318","https://openalex.org/W2784121710","https://openalex.org/W2787560479","https://openalex.org/W2792287754","https://openalex.org/W2794523151","https://openalex.org/W2798812533","https://openalex.org/W2808223045","https://openalex.org/W2891602716","https://openalex.org/W2893015217","https://openalex.org/W2896457183","https://openalex.org/W2909869271","https://openalex.org/W2951970475","https://openalex.org/W2953291403","https://openalex.org/W2963341956","https://openalex.org/W2963384892","https://openalex.org/W2963435192","https://openalex.org/W2964121744","https://openalex.org/W2964159205","https://openalex.org/W2964352358","https://openalex.org/W2979826702"],"related_works":["https://openalex.org/W3016129576","https://openalex.org/W7099280476","https://openalex.org/W3213528208","https://openalex.org/W2251611156","https://openalex.org/W2566898803","https://openalex.org/W3202550130","https://openalex.org/W4285284169","https://openalex.org/W4385567080","https://openalex.org/W4411120620","https://openalex.org/W1810499140"],"abstract_inverted_index":{"Most":[0],"recent":[1],"neural":[2,58],"semi-supervised":[3],"learning":[4],"(SSL)":[5],"algorithms":[6,126],"rely":[7],"on":[8,25,166],"adding":[9],"small":[10],"perturbation":[11],"to":[12,50,55,108,159],"either":[13],"the":[14,30,82,93,106,162],"input":[15,42,107],"vectors":[16],"or":[17],"their":[18],"representations.":[19],"These":[20],"methods":[21,49,164],"have":[22],"been":[23],"successful":[24],"computer":[26],"vision":[27],"tasks":[28],"as":[29,44,100,128],"images":[31],"form":[32],"a":[33,57,101,142],"continuous":[34],"manifold,":[35],"but":[36],"are":[37,77],"not":[38],"appropriate":[39],"for":[40],"discrete":[41],"such":[43,127],"sentence.":[45],"To":[46],"adapt":[47],"these":[48],"text":[51],"input,":[52],"we":[53],"propose":[54],"decompose":[56],"network":[59],"M":[60,69],"into":[61],"two":[62],"components":[63],"F":[64,76,98],"and":[65,80,111],"U":[66,85,121],"so":[67],"that":[68,104,152],"=":[70],"U\u00b0F":[71],".":[72],"The":[73,148],"layers":[74,83],"in":[75,84],"then":[78,119],"frozen":[79],"only":[81],"will":[86],"be":[87],"updated":[88],"during":[89],"most":[90],"time":[91],"of":[92,161],"training.":[94],"In":[95],"this":[96,136],"way,":[97],"serves":[99],"feature":[102],"extractor":[103],"maps":[105],"high-level":[109],"representation":[110],"adds":[112],"systematical":[113],"noise":[114],"using":[115,122],"dropout.":[116],"We":[117],"can":[118],"train":[120],"any":[123],"state-of-the-art":[124],"SSL":[125],"\u03a0-model,":[129],"temporal":[130],"ensembling,":[131],"mean":[132],"teacher,":[133],"etc.":[134],"Furthermore,":[135],"gradually":[137],"unfreezing":[138],"schedule":[139],"also":[140],"prevents":[141],"pretrained":[143],"model":[144],"from":[145],"catastrophic":[146],"forgetting.":[147],"experimental":[149],"results":[150],"demonstrate":[151],"our":[153],"approach":[154],"provides":[155],"improvements":[156],"when":[157],"compared":[158],"state":[160],"art":[163],"especially":[165],"short":[167],"texts.":[168]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2990940889","counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-12-05T00:00:00"}
