{"id":"https://openalex.org/W3010801434","doi":null,"title":"Compositional Language Continual Learning","display_name":"Compositional Language Continual Learning","publication_year":2020,"publication_date":"2020-04-01","ids":{"openalex":"https://openalex.org/W3010801434","mag":"3010801434"},"language":"en","primary_location":{"id":"pmh:oai:repository.kaust.edu.sa:10754/690859","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/690859","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073374593","display_name":"Yuanpeng Li","orcid":"https://orcid.org/0000-0002-7248-1312","observed_orcids":["https://orcid.org/0000-0002-7248-1312"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanpeng Li","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7248-1312","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103012738","display_name":"Liang Zhao","orcid":"https://orcid.org/0000-0002-7543-6322","observed_orcids":["https://orcid.org/0000-0002-7543-6322"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Zhao","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7543-6322","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016543371","display_name":"Kenneth Church","orcid":"https://orcid.org/0000-0001-8378-6069","observed_orcids":["https://orcid.org/0000-0001-8378-6069"]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kenneth Church","raw_affiliation_strings":["Baidu (China), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8378-6069","affiliations":[{"raw_affiliation_string":"Baidu (China), Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085089542","display_name":"Mohamed Elhoseiny","orcid":"https://orcid.org/0000-0001-9659-1551","observed_orcids":["https://orcid.org/0000-0001-9659-1551","https://orcid.org/0000-0002-6647-6787"]},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Mohamed Elhoseiny","raw_affiliation_strings":["King Abdullah University of Science and Technology, Jeddah, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-9659-1551","affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9211,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.89042969,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.004699999932199717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.9049999713897705},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.9539999961853027}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.8669878244400024},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8358650207519531},{"id":"https://openalex.org/C121375916","wikidata":"https://www.wikidata.org/wiki/Q936559","display_name":"Principle of compositionality","level":2,"score":0.7768678665161133},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6780309677124023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6689811944961548},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5870833396911621},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5836738348007202},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5685042142868042},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5633821487426758},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.542474627494812},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.4989910125732422},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3740953207015991},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0942433774471283},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:repository.kaust.edu.sa:10754/690859","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/690859","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"},{"id":"mag:3010801434","doi":null,"is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=rklnDgHtDS","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6164000034332275,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1510296614","https://openalex.org/W1825507529","https://openalex.org/W2047057213","https://openalex.org/W2084248512","https://openalex.org/W2143044739","https://openalex.org/W2161921398","https://openalex.org/W2187089797","https://openalex.org/W2328078142","https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2605043629","https://openalex.org/W2618767506","https://openalex.org/W2747206364","https://openalex.org/W2806984819","https://openalex.org/W2908124316","https://openalex.org/W2963267799","https://openalex.org/W2984536387"],"related_works":["https://openalex.org/W6980680832","https://openalex.org/W4386336973","https://openalex.org/W3022655657","https://openalex.org/W4393903949","https://openalex.org/W4385573164","https://openalex.org/W3100749323","https://openalex.org/W4401208806","https://openalex.org/W4221144388","https://openalex.org/W4318751794","https://openalex.org/W3115008740"],"abstract_inverted_index":{"Motivated":[0],"by":[1,91],"the":[2,19,36,100,150],"human's":[3],"ability":[4],"to":[5,23,80,124,153],"continually":[6],"learn":[7,25],"and":[8,53,113,157,162],"gain":[9],"knowledge":[10,111],"over":[11,106],"time,":[12],"several":[13],"research":[14],"efforts":[15],"have":[16,39,50],"been":[17,40],"pushing":[18],"limits":[20],"of":[21,35,45,64],"machines":[22,169],"constantly":[24],"while":[26],"alleviating":[27],"catastrophic":[28,115],"forgetting":[29],"(Kirkpatrick":[30],"et":[31],"al.,":[32],"2017b).":[33],"Most":[34],"existing":[37],"methods":[38],"focusing":[41],"on":[42],"continual":[43,65,84,89,155],"learning":[44,66,85,90,137,156],"label":[46,82],"prediction":[47,83],"tasks,":[48],"which":[49,67],"fixed":[51],"input":[52],"output":[54],"sizes.":[55],"In":[56],"this":[57,165],"paper,":[58],"we":[59,163],"propose":[60,77],"a":[61],"new":[62],"scenario":[63],"handles":[68],"sequence-to-sequence":[69,88],"tasks":[70],"common":[71],"in":[72,118,135,144,172],"language":[73,160],"learning.":[74],"We":[75],"further":[76],"an":[78],"approach":[79],"use":[81],"algorithm":[86],"for":[87,133,159],"leveraging":[92],"compositionality":[93,158],"(Chomsky,":[94],"1957).":[95],"Experimental":[96],"results":[97],"show":[98],"that":[99],"proposed":[101],"method":[102],"has":[103],"significant":[104,142],"improvement":[105,143],"state-of-the-art":[107],"methods.":[108],"It":[109,139],"enables":[110],"transfer":[112],"prevents":[114],"forgetting,":[116],"resulting":[117],"more":[119,170],"than":[120,130],"85%":[121],"accuracy":[122,132],"up":[123],"100":[125],"stages,":[126],"compared":[127],"with":[128],"less":[129],"50%":[131],"baselines":[134],"instruction":[136],"task.":[138,147],"also":[140],"shows":[141],"machine":[145],"translation":[146],"This":[148],"is":[149],"first":[151],"work":[152,166],"combine":[154],"learning,":[161],"hope":[164],"will":[167],"make":[168],"helpful":[171],"various":[173],"tasks.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":7}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-03-23T00:00:00"}