{"id":"https://openalex.org/W4384625728","doi":"https://doi.org/10.1145/3539618.3592039","title":"Power Norm Based Lifelong Learning for Paraphrase Generations","display_name":"Power Norm Based Lifelong Learning for Paraphrase Generations","publication_year":2023,"publication_date":"2023-07-18","ids":{"openalex":"https://openalex.org/W4384625728","doi":"https://doi.org/10.1145/3539618.3592039"},"language":"en","primary_location":{"id":"doi:10.1145/3539618.3592039","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539618.3592039","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103234379","display_name":"Dingcheng Li","orcid":"https://orcid.org/0000-0002-1630-4338"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dingcheng Li","raw_affiliation_strings":["Baidu Research, Sammamish, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1630-4338","affiliations":[{"raw_affiliation_string":"Baidu Research, Sammamish, WA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101863403","display_name":"Peng Yang","orcid":"https://orcid.org/0009-0005-3449-5843"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peng Yang","raw_affiliation_strings":["Baidu Research, Bellevue, WA, USA"],"raw_orcid":"https://orcid.org/0009-0005-3449-5843","affiliations":[{"raw_affiliation_string":"Baidu Research, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102027294","display_name":"Yue Zhang","orcid":"https://orcid.org/0000-0001-7185-4933"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Zhang","raw_affiliation_strings":["Baidu Research, Bellevue, WA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7185-4933","affiliations":[{"raw_affiliation_string":"Baidu Research, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101984489","display_name":"Ping Li","orcid":"https://orcid.org/0000-0002-7985-8477"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ping Li","raw_affiliation_strings":["Baidu Research, Bellevue, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7985-8477","affiliations":[{"raw_affiliation_string":"Baidu Research, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2266","last_page":"2271"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.9063385128974915},{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"Lifelong learning","score":0.8045005798339844},{"id":"https://openalex.org/keywords/paraphrase","display_name":"Paraphrase","score":0.7711806297302246},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7623065710067749},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.582793653011322},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.4483644664287567},{"id":"https://openalex.org/keywords/norm","display_name":"Norm (philosophy)","score":0.44759777188301086},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3462360203266144},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.3445483446121216},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33868563175201416},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.13569816946983337},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11574465036392212}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.9063385128974915},{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.8045005798339844},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.7711806297302246},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7623065710067749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.582793653011322},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.4483644664287567},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.44759777188301086},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3462360203266144},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.3445483446121216},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33868563175201416},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.13569816946983337},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11574465036392212},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3539618.3592039","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539618.3592039","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1753482797","https://openalex.org/W2483327705","https://openalex.org/W2560647685","https://openalex.org/W2560674852","https://openalex.org/W2741609678","https://openalex.org/W2755124548","https://openalex.org/W2788388592","https://openalex.org/W2792568620","https://openalex.org/W2806617520","https://openalex.org/W2930957955","https://openalex.org/W2962953307","https://openalex.org/W2963508788","https://openalex.org/W2963981422","https://openalex.org/W2964048876","https://openalex.org/W2964199361","https://openalex.org/W2970579055","https://openalex.org/W2971119378","https://openalex.org/W2974168418","https://openalex.org/W2997434469","https://openalex.org/W3034466976","https://openalex.org/W3034999214","https://openalex.org/W3100152912","https://openalex.org/W3104215796","https://openalex.org/W3127228978","https://openalex.org/W3130320103","https://openalex.org/W3153128515","https://openalex.org/W3155183214","https://openalex.org/W3168839501","https://openalex.org/W3207583316","https://openalex.org/W4205340316","https://openalex.org/W4205478643","https://openalex.org/W4207080468","https://openalex.org/W4287854485","https://openalex.org/W4287889346","https://openalex.org/W4306316933","https://openalex.org/W4385574387","https://openalex.org/W4401042709"],"related_works":["https://openalex.org/W191017350","https://openalex.org/W3137243147","https://openalex.org/W4206666510","https://openalex.org/W2018298289","https://openalex.org/W2782520308","https://openalex.org/W3175194702","https://openalex.org/W2251069562","https://openalex.org/W2148689572","https://openalex.org/W3120390996","https://openalex.org/W2496310762"],"abstract_inverted_index":{"Lifelong":[0],"seq2seq":[1],"language":[2],"generation":[3,138],"models":[4,147],"are":[5],"trained":[6],"with":[7,15,92],"multiple":[8],"domains":[9],"in":[10,22,61],"a":[11,28,74,93,107,149],"lifelong":[12,32,81],"learning":[13,33],"manner,":[14],"data":[16],"from":[17,35],"each":[18],"domain":[19],"being":[20],"observed":[21],"an":[23],"online":[24],"fashion.":[25],"It":[26],"is":[27],"well-known":[29],"problem":[30],"that":[31,141],"suffers":[34],"the":[36,55,88,121,129],"catastrophic":[37,89],"forgetting":[38,90],"(CF).":[39],"To":[40],"handle":[41],"this":[42,70],"challenge,":[43],"existing":[44],"works":[45],"have":[46],"leveraged":[47],"experience":[48,112,130],"replay":[49],"or":[50,65],"dynamic":[51],"architecture":[52],"to":[53,86,105],"consolidate":[54],"past":[56,111,132],"knowledge,":[57],"which":[58,84],"however":[59],"result":[60],"incremental":[62],"memory":[63],"space":[64],"high":[66],"computational":[67],"cost.":[68],"In":[69],"work,":[71],"we":[72],"propose":[73],"novel":[75],"framework":[76],"name":[77],"\"power":[78],"norm":[79,104],"based":[80],"learning\"":[82],"(PNLLL),":[83],"aims":[85],"remedy":[87],"issues":[91],"power":[94,103],"normalization":[95],"on":[96,136],"NLP":[97],"transformer":[98],"models.":[99],"Specifically,":[100],"PNLLL":[101,142],"leverages":[102],"achieve":[106],"better":[108],"balance":[109],"between":[110],"rehearsal":[113],"and":[114,152],"new":[115,125],"knowledge":[116,122],"acquisition.":[117],"These":[118],"designs":[119],"enable":[120],"adaptation":[123],"onto":[124],"tasks":[126,139],"while":[127],"memorizing":[128],"of":[131],"tasks.":[133],"Our":[134],"experiments":[135],"paraphrase":[137],"show":[140],"not":[143],"only":[144],"outperforms":[145],"SOTA":[146],"by":[148],"considerable":[150],"margin":[151],"but":[153],"also":[154],"largely":[155],"alleviates":[156],"forgetting.":[157]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}