{"id":"https://openalex.org/W3176475874","doi":"https://doi.org/10.1145/3404835.3462902","title":"Iterative Network Pruning with Uncertainty Regularization for Lifelong Sentiment Classification","display_name":"Iterative Network Pruning with Uncertainty Regularization for Lifelong Sentiment Classification","publication_year":2021,"publication_date":"2021-07-11","ids":{"openalex":"https://openalex.org/W3176475874","doi":"https://doi.org/10.1145/3404835.3462902","mag":"3176475874"},"language":"en","primary_location":{"id":"doi:10.1145/3404835.3462902","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3404835.3462902","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3404835.3462902","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3404835.3462902","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Binzong Geng","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binzong Geng","raw_affiliation_strings":["University of Science and Technology of China & Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China & Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Hefei, China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I19820366","https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Min Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Yang","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fajie Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]},{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fajie Yuan","raw_affiliation_strings":["Westlake University & Tencent, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Westlake University & Tencent, Hangzhou, China","institution_ids":["https://openalex.org/I2250653659","https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shupeng Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shupeng Wang","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiang Ao","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Ao","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ruifeng Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruifeng Xu","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1229","last_page":"1238"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.7797999978065491},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6380000114440918},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5805000066757202},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5776000022888184},{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"Lifelong learning","score":0.48840001225471497},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.448199987411499},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.40540000796318054},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.3483999967575073}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7797999978065491},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7556999921798706},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6380000114440918},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6345999836921692},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5989999771118164},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5805000066757202},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5776000022888184},{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.48840001225471497},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.448199987411499},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.40540000796318054},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.3483999967575073},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3280999958515167},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C5465570","wikidata":"https://www.wikidata.org/wiki/Q5326898","display_name":"Early stopping","level":3,"score":0.30320000648498535},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2879999876022339},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27889999747276306},{"id":"https://openalex.org/C33724603","wikidata":"https://www.wikidata.org/wiki/Q812540","display_name":"Bayesian network","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.25619998574256897}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3404835.3462902","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3404835.3462902","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3404835.3462902","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2106.11197","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.11197","pdf_url":"https://arxiv.org/pdf/2106.11197","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3404835.3462902","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3404835.3462902","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3404835.3462902","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1750129325","display_name":null,"funder_award_id":"2019A1515011705","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2135204418","display_name":null,"funder_award_id":"No. KQTD20190929172835662","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G227950642","display_name":null,"funder_award_id":"61976204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2317600927","display_name":null,"funder_award_id":"92046003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2844010179","display_name":null,"funder_award_id":"Grant No. KQTD20190929172835662","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G3212588240","display_name":null,"funder_award_id":"92046003, 61976204, U1811461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5111021889","display_name":null,"funder_award_id":"No. 2019A1515011705","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G5372072380","display_name":null,"funder_award_id":"U1811461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6373614335","display_name":null,"funder_award_id":"61976204, U1811461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7279263540","display_name":null,"funder_award_id":"61906185","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G764773819","display_name":null,"funder_award_id":"KQTD20190929172835662","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G808111388","display_name":null,"funder_award_id":"No. 61906185","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8507056478","display_name":null,"funder_award_id":"No. 61906185, 92046003, 61976204, U1811461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8777962889","display_name":null,"funder_award_id":"2019A1515011705","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null},{"id":"https://openalex.org/F4320336569","display_name":"Shenzhen Science and Technology Innovation Program","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3176475874.pdf","grobid_xml":"https://content.openalex.org/works/W3176475874.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W2079735306","https://openalex.org/W2158108973","https://openalex.org/W2163455955","https://openalex.org/W2514588627","https://openalex.org/W2560647685","https://openalex.org/W2788388592","https://openalex.org/W2803777992","https://openalex.org/W2891691791","https://openalex.org/W2911437461","https://openalex.org/W2938440964","https://openalex.org/W2940792992","https://openalex.org/W2982701845","https://openalex.org/W3034896171","https://openalex.org/W3035431747"],"related_works":[],"abstract_inverted_index":{"Lifelong":[0],"learning":[1,21,149,163,181,228],"capabilities":[2],"are":[3],"crucial":[4],"for":[5,24,59,250],"sentiment":[6,252],"classifiers":[7],"to":[8,94,116,133,165,207,217],"process":[9],"continuous":[10],"streams":[11],"of":[12,31,70,143,169,210],"opinioned":[13],"information":[14,34],"on":[15,159,186,234],"the":[16,68,126,138,145,160,167,219,223,241,247,258],"Web.":[17],"However,":[18],"performing":[19,77],"lifelong":[20,251],"is":[22],"non-trivial":[23],"deep":[25,122],"neural":[26],"networks":[27,123],"as":[28],"continually":[29],"training":[30],"incrementally":[32],"available":[33],"inevitably":[35],"results":[36],"in":[37,83,120,173,205,222],"catastrophic":[38,105,139],"forgetting":[39,106,140],"or":[40],"interference.":[41,108],"In":[42,196],"this":[43],"paper,":[44],"we":[45,110,152,198,256],"propose":[46,199],"a":[47,90,200,229],"novel":[48],"i":[49],"terative":[50],"network":[51,71,78,226],"p":[52],"runing":[53],"with":[54,80,96],"uncertainty":[55,81,156],"r":[56],"egularization":[57],"method":[58,115,244],"l":[60],"ifelong":[61],"s":[62],"entiment":[63],"classification":[64],"(IPRLS),":[65],"which":[66,175,212],"leverages":[67],"principles":[69],"pruning":[72,79,114],"and":[73,107,260],"weight":[74],"regularization.":[75],"By":[76],"regularization":[82,157],"an":[84,112,155],"iterative":[85,113],"manner,":[86],"IPRLS":[87,214,243],"can":[88,129],"adapt":[89],"single":[91],"BERT":[92,225],"model":[93],"work":[95],"continuously":[97],"arriving":[98],"data":[99,261],"from":[100,193],"multiple":[101],"domains":[102],"while":[103,189],"avoiding":[104],"Specifically,":[109],"leverage":[111],"remove":[117],"redundant":[118],"parameters":[119],"large":[121],"so":[124],"that":[125,240],"freed-up":[127],"space":[128],"then":[130],"be":[131],"employed":[132],"learn":[134],"new":[135,150,182,230],"tasks,":[136,151],"tackling":[137],"problem.":[141],"Instead":[142],"keeping":[144],"old-tasks":[146],"fixed":[147],"when":[148,227],"also":[153],"use":[154],"based":[158],"Bayesian":[161],"online":[162],"framework":[164],"constrain":[166],"update":[168],"old":[170,191],"tasks":[171,183,188],"weights":[172],"BERT,":[174,211],"enables":[176],"positive":[177],"backward":[178],"transfer,":[179],"i.e.":[180],"improves":[184],"performance":[185],"past":[187],"protecting":[190],"knowledge":[192,220],"being":[194],"lost.":[195],"addition,":[197],"task-specific":[201],"low-dimensional":[202],"residual":[203],"function":[204],"parallel":[206],"each":[208],"layer":[209],"makes":[213],"less":[215],"prone":[216],"losing":[218],"saved":[221],"base":[224],"task.":[231],"Extensive":[232],"experiments":[233],"16":[235],"popular":[236],"review":[237],"corpora":[238],"demonstrate":[239],"proposed":[242],"significantly":[245],"outperforms":[246],"strong":[248],"baselines":[249],"classification.":[253],"For":[254],"reproducibility,":[255],"submit":[257],"code":[259],"at:":[262],"\\urlhttps://github.com/siat-nlp/IPRLS":[263],".":[264]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2021-07-05T00:00:00"}