{"id":"https://openalex.org/W4313558179","doi":"https://doi.org/10.1145/3579164","title":"Open-Domain Response Generation in Low-Resource Settings using Self-Supervised Pre-Training of Warm-Started Transformers","display_name":"Open-Domain Response Generation in Low-Resource Settings using Self-Supervised Pre-Training of Warm-Started Transformers","publication_year":2023,"publication_date":"2023-01-05","ids":{"openalex":"https://openalex.org/W4313558179","doi":"https://doi.org/10.1145/3579164"},"language":"en","primary_location":{"id":"doi:10.1145/3579164","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1145/3579164","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037533418","display_name":"Tarek Naous","orcid":"https://orcid.org/0000-0003-0049-9318"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Tarek Naous","raw_affiliation_strings":["American University of Beirut, Qatar University"],"raw_orcid":"https://orcid.org/0000-0003-0049-9318","affiliations":[{"raw_affiliation_string":"American University of Beirut, Qatar University","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044634056","display_name":"Zahraa Bassyouni","orcid":"https://orcid.org/0000-0001-5887-0023"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Zahraa Bassyouni","raw_affiliation_strings":["American University of Beirut, Lebanon"],"raw_orcid":"https://orcid.org/0000-0001-5887-0023","affiliations":[{"raw_affiliation_string":"American University of Beirut, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087273303","display_name":"Bassel Mousi","orcid":null},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Bassel Mousi","raw_affiliation_strings":["American University of Beirut, Lebanon"],"raw_orcid":"https://orcid.org/0000-0001-6668-9662","affiliations":[{"raw_affiliation_string":"American University of Beirut, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088085383","display_name":"Hazem Hajj","orcid":"https://orcid.org/0000-0002-9954-7924"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Hazem Hajj","raw_affiliation_strings":["American University of Beirut, Lebanon"],"raw_orcid":"https://orcid.org/0000-0002-9954-7924","affiliations":[{"raw_affiliation_string":"American University of Beirut, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042406058","display_name":"Wassim El\u2010Hajj","orcid":"https://orcid.org/0000-0002-5206-2954"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Wassim El Hajj","raw_affiliation_strings":["American University of Beirut, Lebanon"],"raw_orcid":"https://orcid.org/0000-0002-5206-2954","affiliations":[{"raw_affiliation_string":"American University of Beirut, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029126771","display_name":"Khaled Shaban","orcid":"https://orcid.org/0000-0002-5688-7515"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Khaled Shaban","raw_affiliation_strings":["Qatar University, Qatar"],"raw_orcid":"https://orcid.org/0000-0002-5688-7515","affiliations":[{"raw_affiliation_string":"Qatar University, Qatar","institution_ids":["https://openalex.org/I60342839"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6345,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.71341311,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"22","issue":"4","first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7989839315414429},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6772105693817139},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6726177930831909},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.6717770099639893},{"id":"https://openalex.org/keywords/fluency","display_name":"Fluency","score":0.6155402064323425},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5752014517784119},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5667909383773804},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5178616046905518},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.41952162981033325},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39982813596725464},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.33705565333366394},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07076108455657959},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07012701034545898},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07010644674301147}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7989839315414429},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6772105693817139},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6726177930831909},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.6717770099639893},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.6155402064323425},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5752014517784119},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5667909383773804},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5178616046905518},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.41952162981033325},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39982813596725464},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33705565333366394},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07076108455657959},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07012701034545898},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07010644674301147},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3579164","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1145/3579164","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G99899836","display_name":null,"funder_award_id":"NPRP13S-0112-200037","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"}],"funders":[{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2471147443","https://openalex.org/W2750779823","https://openalex.org/W2799915114","https://openalex.org/W2895715183","https://openalex.org/W2903619933","https://openalex.org/W2945397504","https://openalex.org/W2951583236","https://openalex.org/W2963825865","https://openalex.org/W2964309167","https://openalex.org/W2970513828","https://openalex.org/W2970577019","https://openalex.org/W2979826702","https://openalex.org/W2988937804","https://openalex.org/W2998563994","https://openalex.org/W3015322406","https://openalex.org/W3034999214","https://openalex.org/W3036120435","https://openalex.org/W3036846138","https://openalex.org/W3093517588","https://openalex.org/W3094140582","https://openalex.org/W3098302716","https://openalex.org/W3100719877","https://openalex.org/W3104025359","https://openalex.org/W3119989665","https://openalex.org/W3162460878","https://openalex.org/W3193807484","https://openalex.org/W4205756254","https://openalex.org/W4233907442","https://openalex.org/W4287182286","https://openalex.org/W4287634518","https://openalex.org/W4287900772","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6772715161"],"related_works":["https://openalex.org/W2169518243","https://openalex.org/W2252095989","https://openalex.org/W4322096525","https://openalex.org/W2551914602","https://openalex.org/W4281893144","https://openalex.org/W4287323699","https://openalex.org/W2105076537","https://openalex.org/W2084531783","https://openalex.org/W3013624417","https://openalex.org/W4287826556"],"abstract_inverted_index":{"Learning":[0],"response":[1,16,47,109],"generation":[2,17,28,48],"models":[3,18,29,49,143],"constitute":[4],"the":[5,76,93,97,124],"main":[6],"component":[7],"of":[8,22,146],"building":[9],"open-domain":[10,15,46,108],"dialogue":[11],"systems.":[12],"However,":[13],"training":[14,45],"requires":[19],"large":[20],"amounts":[21],"labeled":[23,105],"data":[24,91,162],"and":[25,132],"pre-trained":[26,71],"language":[27,72],"that":[30],"are":[31,144],"often":[32],"nonexistent":[33],"for":[34,44,107],"low-resource":[35,51],"languages.":[36],"In":[37],"this":[38],"article,":[39],"we":[40],"propose":[41],"a":[42,59,67,102],"framework":[43,63],"in":[50,92,150],"settings.":[52],"We":[53],"consider":[54],"Dialectal":[55],"Arabic":[56,120],"(DA)":[57],"as":[58],"working":[60],"example.":[61],"The":[62,111],"starts":[64],"by":[65,84,129],"warm-starting":[66],"transformer-based":[68],"encoder-decoder":[69,78],"with":[70,137,153],"model":[73,79,98],"parameters.":[74],"Next,":[75],"resultant":[77],"is":[80,99,163],"adapted":[81],"to":[82],"DA":[83],"employing":[85],"self-supervised":[86],"pre-training":[87],"on":[88,101,117],"large-scale":[89],"unlabeled":[90],"desired":[94],"dialect.":[95],"Finally,":[96],"fine-tuned":[100],"very":[103],"small":[104],"dataset":[106],"generation.":[110],"results":[112],"show":[113],"significant":[114],"performance":[115],"improvements":[116],"three":[118,126],"spoken":[119],"dialects":[121,152],"after":[122],"adopting":[123],"framework\u2019s":[125],"stages,":[127],"highlighted":[128],"higher":[130],"BLEU":[131],"lower":[133],"Perplexity":[134],"scores":[135],"compared":[136],"multiple":[138,151],"baseline":[139],"models.":[140],"Specifically,":[141],"our":[142],"capable":[145],"generating":[147],"fluent":[148],"responses":[149],"an":[154],"average":[155],"human-evaluated":[156],"fluency":[157],"score":[158],"above":[159],"4.":[160],"Our":[161],"made":[164],"publicly":[165],"available.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}