{"id":"https://openalex.org/W2952400451","doi":"https://doi.org/10.18653/v1/p19-1185","title":"Continual and Multi-Task Architecture Search","display_name":"Continual and Multi-Task Architecture Search","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2952400451","doi":"https://doi.org/10.18653/v1/p19-1185","mag":"2952400451"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p19-1185","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1185","pdf_url":"https://www.aclweb.org/anthology/P19-1185.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P19-1185.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075564427","display_name":"Ramakanth Pasunuru","orcid":null},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1333535994","display_name":"University of North Carolina Health Care","ror":"https://ror.org/00qz24g20","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1333535994"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ramakanth Pasunuru","raw_affiliation_strings":["UNC Chapel Hill","University of North Carolina at Chapel Hill, Chapel Hill, United States"],"affiliations":[{"raw_affiliation_string":"UNC Chapel Hill","institution_ids":["https://openalex.org/I1333535994","https://openalex.org/I114027177"]},{"raw_affiliation_string":"University of North Carolina at Chapel Hill, Chapel Hill, United States","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001987532","display_name":"Mohit Bansal","orcid":"https://orcid.org/0000-0001-5522-1351"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]},{"id":"https://openalex.org/I1333535994","display_name":"University of North Carolina Health Care","ror":"https://ror.org/00qz24g20","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1333535994"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohit Bansal","raw_affiliation_strings":["UNC Chapel Hill","University of North Carolina at Chapel Hill#TAB#"],"affiliations":[{"raw_affiliation_string":"UNC Chapel Hill","institution_ids":["https://openalex.org/I1333535994","https://openalex.org/I114027177"]},{"raw_affiliation_string":"University of North Carolina at Chapel Hill#TAB#","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5075564427"],"corresponding_institution_ids":["https://openalex.org/I114027177","https://openalex.org/I1333535994"],"apc_list":null,"apc_paid":null,"fwci":0.3066,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.59888703,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1911","last_page":"1922"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8046702146530151},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.749485969543457},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6715505123138428},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6064868569374084},{"id":"https://openalex.org/keywords/orthogonality","display_name":"Orthogonality","score":0.6022623777389526},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5717399716377258},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5293957591056824},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.49742749333381653},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4932498335838318},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.43494313955307007},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.10495051741600037},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10422578454017639}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8046702146530151},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.749485969543457},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6715505123138428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6064868569374084},{"id":"https://openalex.org/C17137986","wikidata":"https://www.wikidata.org/wiki/Q215067","display_name":"Orthogonality","level":2,"score":0.6022623777389526},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5717399716377258},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5293957591056824},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.49742749333381653},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4932498335838318},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.43494313955307007},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.10495051741600037},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10422578454017639},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/p19-1185","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1185","pdf_url":"https://www.aclweb.org/anthology/P19-1185.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1906.05226","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.05226","pdf_url":"https://arxiv.org/pdf/1906.05226","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2952400451","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1906.05226","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1906.05226","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.05226","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.18653/v1/p19-1185","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p19-1185","pdf_url":"https://www.aclweb.org/anthology/P19-1185.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7699999809265137,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2952400451.pdf","grobid_xml":"https://content.openalex.org/works/W2952400451.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W1821462560","https://openalex.org/W1889081078","https://openalex.org/W1956340063","https://openalex.org/W1995945562","https://openalex.org/W2016522586","https://openalex.org/W2051793989","https://openalex.org/W2062118960","https://openalex.org/W2076242896","https://openalex.org/W2101105183","https://openalex.org/W2117130368","https://openalex.org/W2131257014","https://openalex.org/W2133459682","https://openalex.org/W2149933564","https://openalex.org/W2154652894","https://openalex.org/W2155541015","https://openalex.org/W2164290393","https://openalex.org/W2194321275","https://openalex.org/W2194775991","https://openalex.org/W2425121537","https://openalex.org/W2426267443","https://openalex.org/W2460144244","https://openalex.org/W2473930607","https://openalex.org/W2474280151","https://openalex.org/W2511131004","https://openalex.org/W2549139847","https://openalex.org/W2556833785","https://openalex.org/W2560647685","https://openalex.org/W2565989828","https://openalex.org/W2610817424","https://openalex.org/W2617039999","https://openalex.org/W2736422900","https://openalex.org/W2737492962","https://openalex.org/W2744654301","https://openalex.org/W2765101016","https://openalex.org/W2771727678","https://openalex.org/W2784231336","https://openalex.org/W2785366763","https://openalex.org/W2797563284","https://openalex.org/W2912521296","https://openalex.org/W2914746235","https://openalex.org/W2953326374","https://openalex.org/W2962739339","https://openalex.org/W2962937869","https://openalex.org/W2963017553","https://openalex.org/W2963143606","https://openalex.org/W2963310665","https://openalex.org/W2963374479","https://openalex.org/W2963536136","https://openalex.org/W2963748441","https://openalex.org/W2963778169","https://openalex.org/W2963842982","https://openalex.org/W2963918774","https://openalex.org/W2963929497","https://openalex.org/W2964081807","https://openalex.org/W2964094426","https://openalex.org/W2964121744","https://openalex.org/W2964285114","https://openalex.org/W2964308564","https://openalex.org/W2964331719"],"related_works":["https://openalex.org/W2952542841","https://openalex.org/W3183286990","https://openalex.org/W2888000695","https://openalex.org/W3181648466","https://openalex.org/W2768815665","https://openalex.org/W3161393783","https://openalex.org/W2766611722","https://openalex.org/W2977623837","https://openalex.org/W2982976156","https://openalex.org/W2922338626","https://openalex.org/W2181724605","https://openalex.org/W3041408132","https://openalex.org/W3128755835","https://openalex.org/W3200958309","https://openalex.org/W3170268576","https://openalex.org/W3107427747","https://openalex.org/W2680401079","https://openalex.org/W104574262","https://openalex.org/W3087549734","https://openalex.org/W2949828894"],"abstract_inverted_index":{"Architecture":[0,46],"search":[1,59,99,153],"is":[2],"the":[3,8,17,67,71,128,140,175],"process":[4],"of":[5,74,127,142],"automatically":[6],"learning":[7,146,150],"neural":[9],"model":[10,68],"or":[11],"cell":[12,109,129,177],"structure":[13,110,130],"that":[14,111],"best":[15],"suits":[16],"given":[18],"task.":[19,136],"Recently,":[20],"this":[21],"approach":[22,101],"has":[23],"shown":[24],"promising":[25],"performance":[26,79],"improvements":[27],"(on":[28],"language":[29],"modeling":[30],"and":[31,86,121,147,161,172],"image":[32],"classification)":[33],"with":[34],"reasonable":[35],"training":[36,73],"speed,":[37],"using":[38],"a":[39,55,96,106],"weight":[40],"sharing":[41],"strategy":[42],"called":[43],"Efficient":[44],"Neural":[45],"Search":[47],"(ENAS).":[48],"In":[49],"our":[50,143],"work,":[51],"we":[52,94,168],"first":[53],"introduce":[54],"novel":[56],"continual":[57,145],"architecture":[58,98,152],"(CAS)":[60],"approach,":[61],"so":[62],"as":[63],"to":[64,132],"continually":[65],"evolve":[66],"parameters":[69],"during":[70],"sequential":[72,144],"several":[75,170],"tasks,":[76],"without":[77],"losing":[78],"on":[80,155,174],"previously":[81],"learned":[82,176],"tasks":[83,116,159],"(via":[84,117],"blocksparsity":[85],"orthogonality":[87],"constraints),":[88],"thus":[89],"enabling":[90],"life-long":[91],"learning.":[92],"Next,":[93],"explore":[95],"multi-task":[97,149],"(MAS)":[100],"over":[102],"ENAS":[103],"for":[104],"finding":[105],"unified,":[107],"single":[108],"performs":[112],"well":[113],"across":[114],"multiple":[115],"joint":[118],"controller":[119],"rewards),":[120],"hence":[122],"allows":[123],"more":[124],"generalizable":[125],"transfer":[126],"knowledge":[131],"an":[133],"unseen":[134],"new":[135],"We":[137],"empirically":[138],"show":[139],"effectiveness":[141],"parallel":[148],"based":[151,163],"approaches":[154],"diverse":[156],"sentence-pair":[157],"classification":[158],"(GLUE)":[160],"multimodal-generation":[162],"video":[164],"captioning":[165],"tasks.":[166],"Further,":[167],"present":[169],"ablations":[171],"analyses":[173],"structures.":[178],"1":[179]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}