{"id":"https://openalex.org/W3156697766","doi":"https://doi.org/10.1162/tacl_a_00399","title":"S<scp>oloist</scp>: BuildingTask Bots at Scale with Transfer Learning and Machine Teaching","display_name":"S<scp>oloist</scp>: BuildingTask Bots at Scale with Transfer Learning and Machine Teaching","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3156697766","doi":"https://doi.org/10.1162/tacl_a_00399","mag":"3156697766"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00399","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00399","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00399/1955175/tacl_a_00399.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00399/1955175/tacl_a_00399.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066404470","display_name":"Baolin Peng","orcid":"https://orcid.org/0009-0004-3255-8735"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Baolin Peng","raw_affiliation_strings":["Microsoft Research, Redmond, United States. bapeng@microsoft.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, United States. bapeng@microsoft.com","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107893340","display_name":"Chunyuan Li","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chunyuan Li","raw_affiliation_strings":["Microsoft Research, Redmond, United States. chunyl@microsoft.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, United States. chunyl@microsoft.com","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101494431","display_name":"Jinchao Li","orcid":"https://orcid.org/0000-0003-1378-2788"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jinchao Li","raw_affiliation_strings":["Microsoft Research, Redmond, United States. jincli@microsoft.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, United States. jincli@microsoft.com","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061162179","display_name":"Shahin Shayandeh","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shahin Shayandeh","raw_affiliation_strings":["Microsoft Research, Redmond, United States. shahins@microsoft.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, United States. shahins@microsoft.com","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065108845","display_name":"Lars Lid\u00e9n","orcid":"https://orcid.org/0000-0002-5051-3926"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lars Liden","raw_affiliation_strings":["Microsoft Research, Redmond, United States. lars.liden@microsoft.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, United States. lars.liden@microsoft.com","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114910293","display_name":"Jianfeng Gao","orcid":"https://orcid.org/0000-0002-5702-6143"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jianfeng Gao","raw_affiliation_strings":["Microsoft Research, Redmond, United States. jfgao@microsoft.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, United States. jfgao@microsoft.com","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5061162179","https://openalex.org/A5065108845","https://openalex.org/A5066404470","https://openalex.org/A5101494431","https://openalex.org/A5107893340","https://openalex.org/A5114910293"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":10.075,"has_fulltext":false,"cited_by_count":93,"citation_normalized_percentile":{"value":0.9849366,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"807","last_page":"824"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dialog-box","display_name":"Dialog box","score":0.917928159236908},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8274931311607361},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6237473487854004},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6232604384422302},{"id":"https://openalex.org/keywords/aka","display_name":"AKA","score":0.5940253734588623},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5750723481178284},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5749117732048035},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5707502961158752},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.4689241051673889},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4651321768760681},{"id":"https://openalex.org/keywords/dialog-system","display_name":"Dialog system","score":0.45537787675857544},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3749380111694336},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3255745768547058},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17061996459960938},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09671327471733093}],"concepts":[{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.917928159236908},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8274931311607361},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6237473487854004},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6232604384422302},{"id":"https://openalex.org/C121158502","wikidata":"https://www.wikidata.org/wiki/Q4652161","display_name":"AKA","level":2,"score":0.5940253734588623},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5750723481178284},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5749117732048035},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5707502961158752},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.4689241051673889},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4651321768760681},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.45537787675857544},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3749380111694336},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3255745768547058},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17061996459960938},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09671327471733093},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00399","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00399","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00399/1955175/tacl_a_00399.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0dc6be7fa91046e281fed89ee8cb6f81","is_oa":true,"landing_page_url":"https://doaj.org/article/0dc6be7fa91046e281fed89ee8cb6f81","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 9 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00399","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00399","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00399/1955175/tacl_a_00399.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.75}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3156697766.pdf","grobid_xml":"https://content.openalex.org/works/W3156697766.grobid-xml"},"referenced_works_count":127,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1975244201","https://openalex.org/W2182055801","https://openalex.org/W2489487449","https://openalex.org/W2594726847","https://openalex.org/W2599674900","https://openalex.org/W2737041661","https://openalex.org/W2738647029","https://openalex.org/W2753392522","https://openalex.org/W2772604077","https://openalex.org/W2787291671","https://openalex.org/W2798367796","https://openalex.org/W2798914047","https://openalex.org/W2810840719","https://openalex.org/W2914204778","https://openalex.org/W2915295540","https://openalex.org/W2945260553","https://openalex.org/W2945475330","https://openalex.org/W2948742685","https://openalex.org/W2949252816","https://openalex.org/W2951216772","https://openalex.org/W2953071719","https://openalex.org/W2956474441","https://openalex.org/W2962776342","https://openalex.org/W2962784628","https://openalex.org/W2962796276","https://openalex.org/W2962831269","https://openalex.org/W2963009325","https://openalex.org/W2963341956","https://openalex.org/W2963692154","https://openalex.org/W2963797754","https://openalex.org/W2964006684","https://openalex.org/W2964121744","https://openalex.org/W2965373594","https://openalex.org/W2969708789","https://openalex.org/W2970404807","https://openalex.org/W2971008823","https://openalex.org/W2971274815","https://openalex.org/W2973049837","https://openalex.org/W2973230427","https://openalex.org/W2979400990","https://openalex.org/W2979520138","https://openalex.org/W2979826702","https://openalex.org/W2980207396","https://openalex.org/W2985067290","https://openalex.org/W2986292373","https://openalex.org/W2988252747","https://openalex.org/W2988647680","https://openalex.org/W2988937804","https://openalex.org/W2996287690","https://openalex.org/W2996317432","https://openalex.org/W2997108628","https://openalex.org/W2997771882","https://openalex.org/W2998228050","https://openalex.org/W2998563994","https://openalex.org/W2999642076","https://openalex.org/W3000779003","https://openalex.org/W3008966357","https://openalex.org/W3016143584","https://openalex.org/W3021016503","https://openalex.org/W3021096583","https://openalex.org/W3021582395","https://openalex.org/W3023786569","https://openalex.org/W3030674566","https://openalex.org/W3030754432","https://openalex.org/W3034337319","https://openalex.org/W3034533785","https://openalex.org/W3034573951","https://openalex.org/W3034861927","https://openalex.org/W3034908682","https://openalex.org/W3035451444","https://openalex.org/W3036846138","https://openalex.org/W3037252712","https://openalex.org/W3037611961","https://openalex.org/W3037879762","https://openalex.org/W3045492832","https://openalex.org/W3083924892","https://openalex.org/W3098708719","https://openalex.org/W3100110884","https://openalex.org/W3100128199","https://openalex.org/W3102854726","https://openalex.org/W3104078590","https://openalex.org/W3104546989","https://openalex.org/W3119649668","https://openalex.org/W3121541553","https://openalex.org/W3155584966","https://openalex.org/W3173154122","https://openalex.org/W3202775307","https://openalex.org/W4205671217","https://openalex.org/W4212774754","https://openalex.org/W4287795696","https://openalex.org/W4287900772","https://openalex.org/W4288027128","https://openalex.org/W4288624561","https://openalex.org/W4289147179","https://openalex.org/W4290742115","https://openalex.org/W4293459943","https://openalex.org/W4294092922","https://openalex.org/W6631190155","https://openalex.org/W6704493726","https://openalex.org/W6734696739","https://openalex.org/W6741867943","https://openalex.org/W6746512435","https://openalex.org/W6755207826","https://openalex.org/W6756633860","https://openalex.org/W6758737392","https://openalex.org/W6758981238","https://openalex.org/W6761551260","https://openalex.org/W6763240421","https://openalex.org/W6765989454","https://openalex.org/W6766123896","https://openalex.org/W6766673545","https://openalex.org/W6767212959","https://openalex.org/W6768028577","https://openalex.org/W6768747623","https://openalex.org/W6770390817","https://openalex.org/W6770667678","https://openalex.org/W6771358447","https://openalex.org/W6771489201","https://openalex.org/W6772715161","https://openalex.org/W6775941120","https://openalex.org/W6776587266","https://openalex.org/W6776750061","https://openalex.org/W6778051328","https://openalex.org/W6779875595","https://openalex.org/W6783114900","https://openalex.org/W6788060088"],"related_works":["https://openalex.org/W48079147","https://openalex.org/W2394821827","https://openalex.org/W326836678","https://openalex.org/W2563921006","https://openalex.org/W1963944933","https://openalex.org/W2111550420","https://openalex.org/W1977846844","https://openalex.org/W2549666521","https://openalex.org/W3133893348","https://openalex.org/W2901575119"],"abstract_inverted_index":{"Abstract":[0],"We":[1,20,43],"present":[2],"a":[3,28,39,49,81],"new":[4,78,106],"method,":[5],"Soloist,1":[6],"that":[7,103],"uses":[8],"transfer":[9],"learning":[10],"and":[11,63,115,128,145],"machine":[12,87,133],"teaching":[13,134],"to":[14,76],"build":[15],"task":[16,67],"bots":[17],"at":[18,149],"scale.":[19],"parameterize":[21],"classical":[22],"modular":[23],"task-oriented":[24,110],"dialog":[25,36,47,57,111],"systems":[26],"using":[27],"Transformer-based":[29],"auto-regressive":[30],"language":[31],"model,":[32,53],"which":[33,54],"subsumes":[34],"different":[35],"modules":[37],"into":[38],"single":[40],"neural":[41],"model.":[42],"pre-train,":[44],"on":[45,108],"heterogeneous":[46],"corpora,":[48],"task-grounded":[50],"response":[51],"generation":[52],"can":[55,72],"generate":[56],"responses":[58],"grounded":[59],"in":[60,118],"user":[61],"goals":[62],"real-world":[64],"knowledge":[65],"for":[66],"completion.":[68],"The":[69,142],"pre-trained":[70,143],"model":[71],"be":[73],"efficiently":[74],"adapted":[75],"accomplish":[77],"tasks":[79],"with":[80,98],"handful":[82],"of":[83,132,140],"task-specific":[84],"dialogs":[85],"via":[86],"teaching,":[88],"where":[89],"training":[90],"samples":[91],"are":[92,147],"generated":[93],"by":[94],"human":[95],"teachers":[96],"interacting":[97],"the":[99,119,130,137],"system.":[100],"Experiments":[101],"show":[102],"(i)Soloist":[104],"creates":[105],"state-of-the-art":[107],"well-studied":[109],"benchmarks,":[112],"including":[113],"CamRest676":[114],"MultiWOZ;":[116],"(ii)":[117],"few-shot":[120],"fine-tuning":[121],"settings,":[122],"Soloist":[123],"significantly":[124],"outperforms":[125],"existing":[126],"methods;":[127],"(iii)":[129],"use":[131],"substantially":[135],"reduces":[136],"labeling":[138],"cost":[139],"fine-tuning.":[141],"models":[144],"codes":[146],"available":[148],"https://aka.ms/soloist.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":35},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}