{"id":"https://openalex.org/W3004304303","doi":"https://doi.org/10.1145/3373017.3373028","title":"A Short Survey of Pre-trained Language Models for Conversational AI-A New Age in NLP","display_name":"A Short Survey of Pre-trained Language Models for Conversational AI-A New Age in NLP","publication_year":2020,"publication_date":"2020-01-30","ids":{"openalex":"https://openalex.org/W3004304303","doi":"https://doi.org/10.1145/3373017.3373028","mag":"3004304303"},"language":"en","primary_location":{"id":"doi:10.1145/3373017.3373028","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3373017.3373028","pdf_url":null,"source":{"id":"https://openalex.org/S4306524001","display_name":"Proceedings of the Australasian Computer Science Week Multiconference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Australasian Computer Science Week Multiconference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075012601","display_name":"Munazza Zaib","orcid":"https://orcid.org/0000-0003-2394-0874"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Munazza Zaib","raw_affiliation_strings":["Macquarie University, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Macquarie University, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080744092","display_name":"Quan Z. Sheng","orcid":"https://orcid.org/0000-0002-3326-4147"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Quan Z. Sheng","raw_affiliation_strings":["Macquarie University, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Macquarie University, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070697660","display_name":"Wei Emma Zhang","orcid":"https://orcid.org/0000-0002-0406-5974"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Emma Zhang","raw_affiliation_strings":["The University of Adelaide, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5008,"has_fulltext":false,"cited_by_count":72,"citation_normalized_percentile":{"value":0.97245424,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8492597937583923},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.665391206741333},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.583589494228363},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5636240243911743},{"id":"https://openalex.org/keywords/scarcity","display_name":"Scarcity","score":0.5600998997688293},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.5359265208244324},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.533621072769165},{"id":"https://openalex.org/keywords/grammar","display_name":"Grammar","score":0.5264901518821716},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.5137573480606079},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.496084064245224},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.19468173384666443}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8492597937583923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.665391206741333},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.583589494228363},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5636240243911743},{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.5600998997688293},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.5359265208244324},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.533621072769165},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.5264901518821716},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.5137573480606079},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.496084064245224},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.19468173384666443},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3373017.3373028","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3373017.3373028","pdf_url":null,"source":{"id":"https://openalex.org/S4306524001","display_name":"Proceedings of the Australasian Computer Science Week Multiconference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Australasian Computer Science Week Multiconference","raw_type":"proceedings-article"},{"id":"pmh:oai:digital.library.adelaide.edu.au:2440/132126","is_oa":false,"landing_page_url":"https://hdl.handle.net/2440/132126","pdf_url":null,"source":{"id":"https://openalex.org/S4306401835","display_name":"Adelaide Research & Scholarship (AR&S) (University of Adelaide)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5681781","host_organization_name":"The University of Adelaide","host_organization_lineage":["https://openalex.org/I5681781"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://dl.acm.org/doi/proceedings/10.1145/3373017","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2810840719","https://openalex.org/W2888302696","https://openalex.org/W2946434750","https://openalex.org/W2950813464","https://openalex.org/W2951815760","https://openalex.org/W2956901422","https://openalex.org/W2962739339","https://openalex.org/W2963748441","https://openalex.org/W2964006684","https://openalex.org/W2964223283","https://openalex.org/W2967023981","https://openalex.org/W2971380169","https://openalex.org/W2972381305","https://openalex.org/W2972777589","https://openalex.org/W3105451204"],"related_works":["https://openalex.org/W1571141552","https://openalex.org/W2093086151","https://openalex.org/W4386067343","https://openalex.org/W4294250823","https://openalex.org/W1992500430","https://openalex.org/W55936454","https://openalex.org/W2095572632","https://openalex.org/W2944249426","https://openalex.org/W2080244595","https://openalex.org/W2036499707"],"abstract_inverted_index":{"Building":[0],"a":[1,11],"dialogue":[2,162,183],"system":[3],"that":[4,126],"can":[5,134,156],"communicate":[6],"naturally":[7],"with":[8],"humans":[9],"is":[10,25],"challenging":[12],"yet":[13],"interesting":[14],"problem":[15,31],"of":[16,32,51,67,84,95,119,130,182],"agent-based":[17],"computing.":[18],"The":[19,54],"rapid":[20],"growth":[21],"in":[22,86,116,137,171,179],"this":[23,106],"area":[24],"usually":[26],"hindered":[27],"by":[28,74],"the":[29,61,65,112,117,128,158,180],"long-standing":[30],"data":[33,68],"scarcity":[34,69],"as":[35,98],"these":[36,131,153,175],"systems":[37,184],"are":[38,81],"expected":[39],"to":[40,63,91,150,161,173],"learn":[41],"syntax,":[42],"grammar,":[43],"decision":[44],"making,":[45],"and":[46,70,88,103,141,164],"reasoning":[47],"from":[48],"insufficient":[49],"amounts":[50],"task-specific":[52],"dataset.":[53],"recently":[55],"introduced":[56],"pre-trained":[57,120,154],"language":[58,96,121,132],"models":[59,80,133,155],"have":[60,89,185],"potential":[62],"address":[64],"issue":[66],"bring":[71],"considerable":[72],"advantages":[73],"generating":[75],"contextualized":[76],"word":[77],"embeddings.":[78],"These":[79],"considered":[82],"counterpart":[83],"ImageNet":[85],"NLP":[87],"demonstrated":[90],"capture":[92],"different":[93],"facets":[94],"such":[97],"hierarchical":[99],"relations,":[100],"long-term":[101],"dependency,":[102],"sentiment.":[104],"In":[105],"short":[107],"survey":[108],"paper,":[109,147],"we":[110],"discuss":[111],"recent":[113],"progress":[114],"made":[115],"field":[118,181],"models.":[122],"We":[123],"also":[124,186],"deliberate":[125],"how":[127,165],"strengths":[129],"be":[135,169],"leveraged":[136],"designing":[138],"more":[139,142],"engaging":[140],"eloquent":[143],"conversational":[144],"agents.":[145],"This":[146],"therefore,":[148],"intends":[149],"establish":[151],"whether":[152],"overcome":[157,174],"challenges":[159,178],"pertinent":[160],"systems,":[163],"their":[166],"architecture":[167],"could":[168],"exploited":[170],"order":[172],"challenges.":[176],"Open":[177],"been":[187],"deliberated.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}