{"id":"https://openalex.org/W7140143788","doi":"https://doi.org/10.18653/v1/2026.eacl-industry.49","title":"Aligning Paralinguistic Understanding and Generation in Speech LLMs via Multi-Task Reinforcement Learning","display_name":"Aligning Paralinguistic Understanding and Generation in Speech LLMs via Multi-Task Reinforcement Learning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140143788","doi":"https://doi.org/10.18653/v1/2026.eacl-industry.49"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.eacl-industry.49","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-industry.49","pdf_url":"https://aclanthology.org/2026.eacl-industry.49.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 5: Industry Track)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.eacl-industry.49.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130408226","display_name":"Minseok Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minseok Kim","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130391980","display_name":"Jingxiang Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingxiang Chen","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130397836","display_name":"Seong-Gyun Leem","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seong-Gyun Leem","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130338465","display_name":"Yin Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yin Huang","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130334316","display_name":"Rashi Rungta","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rashi Rungta","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123533119","display_name":"Zhicheng Ouyang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhicheng Ouyang","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130347831","display_name":"Haibin Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haibin Wu","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130330402","display_name":"Surya Teja Appini","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Surya Teja Appini","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102961706","display_name":"Ankur Bansal","orcid":"https://orcid.org/0000-0003-2976-1826"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ankur Bansal","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130408291","display_name":"Yang Bai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Bai","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130347710","display_name":"Yue Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Liu","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130392922","display_name":"Florian Metze","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Florian Metze","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130333839","display_name":"Ahmed A Aly","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmed A Aly","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130359223","display_name":"Anuj Kumar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anuj Kumar","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110230355","display_name":"Ariya Rastrow","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ariya Rastrow","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021691940","display_name":"Zhaojiang Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhaojiang Lin","raw_affiliation_strings":["Meta Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Reality Labs","institution_ids":["https://openalex.org/I4210128585"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210128585"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"636","last_page":"648"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.3041999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.3041999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.29820001125335693,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10899999737739563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/paralanguage","display_name":"Paralanguage","score":0.76910001039505},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.3540000021457672},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.34599998593330383},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.3050999939441681},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.2896000146865845}],"concepts":[{"id":"https://openalex.org/C133378560","wikidata":"https://www.wikidata.org/wiki/Q1753225","display_name":"Paralanguage","level":2,"score":0.76910001039505},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40450000762939453},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3831999897956848},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.37540000677108765},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.34599998593330383},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2915000021457672},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2874999940395355},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2793000042438507},{"id":"https://openalex.org/C522180918","wikidata":"https://www.wikidata.org/wiki/Q18342738","display_name":"Public speaking","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.eacl-industry.49","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-industry.49","pdf_url":"https://aclanthology.org/2026.eacl-industry.49.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 5: Industry Track)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.eacl-industry.49","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-industry.49","pdf_url":"https://aclanthology.org/2026.eacl-industry.49.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 5: Industry Track)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.49137014150619507,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140143788.pdf","grobid_xml":"https://content.openalex.org/works/W7140143788.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Minseok":[0],"Kim,":[1],"Jingxiang":[2],"Chen,":[3],"Seong-Gyun":[4],"Leem,":[5],"Yin":[6],"Huang,":[7],"Rashi":[8],"Rungta,":[9],"Zhicheng":[10],"Ouyang,":[11],"Haibin":[12],"Wu,":[13],"Surya":[14],"Teja":[15],"Appini,":[16],"Ankur":[17],"Bansal,":[18],"Yang":[19],"Bai,":[20],"Yue":[21],"Liu,":[22],"Florian":[23],"Metze,":[24],"Ahmed":[25],"A":[26],"Aly,":[27],"Anuj":[28],"Kumar,":[29],"Ariya":[30],"Rastrow,":[31],"Zhaojiang":[32],"Lin.":[33],"Proceedings":[34],"of":[35,39,43],"the":[36,40,44],"19th":[37],"Conference":[38],"European":[41],"Chapter":[42],"Association":[45],"for":[46],"Computational":[47],"Linguistics":[48],"(Volume":[49],"5:":[50],"Industry":[51],"Track).":[52],"2026.":[53]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-03-24T00:00:00"}
