{"id":"https://openalex.org/W3180004571","doi":"https://doi.org/10.1162/tacl_a_00420","title":"What Helps Transformers Recognize Conversational Structure? Importance of Context, Punctuation, and Labels in Dialog Act Recognition","display_name":"What Helps Transformers Recognize Conversational Structure? Importance of Context, Punctuation, and Labels in Dialog Act Recognition","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3180004571","doi":"https://doi.org/10.1162/tacl_a_00420","mag":"3180004571"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00420","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00420","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00420/1970930/tacl_a_00420.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00420/1970930/tacl_a_00420.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027217976","display_name":"Piotr \u017belasko","orcid":"https://orcid.org/0000-0002-8245-0413"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I4210098364","display_name":"Institute for Language and Speech Processing","ror":"https://ror.org/00z24kr14","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210098364"]}],"countries":["GR","US"],"is_corresponding":false,"raw_author_name":"Piotr \u017belasko","raw_affiliation_strings":["Center of Language and Speech Processing","Human Language Technology Center of Excellence, Johns Hopkins University, Baltimore, MD, USA. piotr.andrzej.zelasko@gmail.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of Language and Speech Processing","institution_ids":["https://openalex.org/I4210098364"]},{"raw_affiliation_string":"Human Language Technology Center of Excellence, Johns Hopkins University, Baltimore, MD, USA. piotr.andrzej.zelasko@gmail.com","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040448607","display_name":"Raghavendra Pappagari","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I4210098364","display_name":"Institute for Language and Speech Processing","ror":"https://ror.org/00z24kr14","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210098364"]}],"countries":["GR","US"],"is_corresponding":false,"raw_author_name":"Raghavendra Pappagari","raw_affiliation_strings":["Center of Language and Speech Processing","Human Language Technology Center of Excellence, Johns Hopkins University, Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of Language and Speech Processing","institution_ids":["https://openalex.org/I4210098364"]},{"raw_affiliation_string":"Human Language Technology Center of Excellence, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050632169","display_name":"Najim Dehak","orcid":"https://orcid.org/0000-0002-4489-5753"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I4210098364","display_name":"Institute for Language and Speech Processing","ror":"https://ror.org/00z24kr14","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210098364"]}],"countries":["GR","US"],"is_corresponding":false,"raw_author_name":"Najim Dehak","raw_affiliation_strings":["Center of Language and Speech Processing","Human Language Technology Center of Excellence, Johns Hopkins University, Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of Language and Speech Processing","institution_ids":["https://openalex.org/I4210098364"]},{"raw_affiliation_string":"Human Language Technology Center of Excellence, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.26,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.64306532,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"9","issue":null,"first_page":"1163","last_page":"1179"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dialog-box","display_name":"Dialog box","score":0.9733941555023193},{"id":"https://openalex.org/keywords/punctuation","display_name":"Punctuation","score":0.7821352481842041},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7673670649528503},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6723147034645081},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5771434903144836},{"id":"https://openalex.org/keywords/dialog-system","display_name":"Dialog system","score":0.5328021049499512},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4998898506164551},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4826355576515198},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4596938192844391},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.4510481059551239},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.44431164860725403},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.18109643459320068},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14119479060173035},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.07014042139053345}],"concepts":[{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.9733941555023193},{"id":"https://openalex.org/C540372491","wikidata":"https://www.wikidata.org/wiki/Q82622","display_name":"Punctuation","level":2,"score":0.7821352481842041},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7673670649528503},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6723147034645081},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5771434903144836},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.5328021049499512},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4998898506164551},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4826355576515198},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4596938192844391},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.4510481059551239},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.44431164860725403},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.18109643459320068},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14119479060173035},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07014042139053345},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1162/tacl_a_00420","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00420","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00420/1970930/tacl_a_00420.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2107.02294","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.02294","pdf_url":"https://arxiv.org/pdf/2107.02294","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3180004571","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2107.02294.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:doaj.org/article:355913d0aaff4171b3d91ad4ca21d486","is_oa":false,"landing_page_url":"https://doaj.org/article/355913d0aaff4171b3d91ad4ca21d486","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 9, Pp 1163-1179 (2021)","raw_type":"article"},{"id":"doi:10.48550/arxiv.2107.02294","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2107.02294","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00420","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00420","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00420/1970930/tacl_a_00420.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3180004571.pdf","grobid_xml":"https://content.openalex.org/works/W3180004571.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W46679369","https://openalex.org/W87158615","https://openalex.org/W1503312748","https://openalex.org/W1560002237","https://openalex.org/W1576632330","https://openalex.org/W2021208044","https://openalex.org/W2038570053","https://openalex.org/W2101906210","https://openalex.org/W2120614088","https://openalex.org/W2128970689","https://openalex.org/W2136487259","https://openalex.org/W2143308546","https://openalex.org/W2146785422","https://openalex.org/W2170927607","https://openalex.org/W2290844432","https://openalex.org/W2529478923","https://openalex.org/W2757599232","https://openalex.org/W2759998906","https://openalex.org/W2790147715","https://openalex.org/W2804103719","https://openalex.org/W2805172814","https://openalex.org/W2896457183","https://openalex.org/W2921881374","https://openalex.org/W2949372408","https://openalex.org/W2962784628","https://openalex.org/W2962803631","https://openalex.org/W2963250244","https://openalex.org/W2963403868","https://openalex.org/W2963765493","https://openalex.org/W2963968160","https://openalex.org/W2964110616","https://openalex.org/W2965373594","https://openalex.org/W2970597249","https://openalex.org/W2984864519","https://openalex.org/W2988157054","https://openalex.org/W2994673210","https://openalex.org/W2997174602","https://openalex.org/W2998609982","https://openalex.org/W3006683367","https://openalex.org/W3010879050","https://openalex.org/W3015468748","https://openalex.org/W3015593220","https://openalex.org/W3017862536","https://openalex.org/W3033529678","https://openalex.org/W3034573343","https://openalex.org/W3034609440","https://openalex.org/W3045733172","https://openalex.org/W3095187499","https://openalex.org/W3120633509","https://openalex.org/W4214747257","https://openalex.org/W6601894380","https://openalex.org/W6629166835","https://openalex.org/W6677985902","https://openalex.org/W6681675941","https://openalex.org/W6739901393","https://openalex.org/W6744805985","https://openalex.org/W6751618072","https://openalex.org/W6751943214","https://openalex.org/W6754925090","https://openalex.org/W6755207826","https://openalex.org/W6761303817","https://openalex.org/W6763344341","https://openalex.org/W6763701032","https://openalex.org/W6766673545","https://openalex.org/W6769823692","https://openalex.org/W6771626834","https://openalex.org/W6771825421","https://openalex.org/W6774844322","https://openalex.org/W6779163297","https://openalex.org/W6779709467","https://openalex.org/W6781533629"],"related_works":["https://openalex.org/W3214380581","https://openalex.org/W2921881374","https://openalex.org/W2361591247","https://openalex.org/W2963182241","https://openalex.org/W3010879050","https://openalex.org/W3175711183","https://openalex.org/W16102324","https://openalex.org/W2001948165","https://openalex.org/W2069864049","https://openalex.org/W2098498104","https://openalex.org/W2963917225","https://openalex.org/W2136879928","https://openalex.org/W2949545540","https://openalex.org/W3197470637","https://openalex.org/W2918189006","https://openalex.org/W3197314576","https://openalex.org/W3124809951","https://openalex.org/W289084185","https://openalex.org/W3095384101","https://openalex.org/W2048122797"],"abstract_inverted_index":{"Abstract":[0],"Dialog":[1,65,70],"acts":[2],"can":[3],"be":[4],"interpreted":[5],"as":[6,30],"the":[7,39,86,107,124,132,139,158],"atomic":[8],"units":[9],"of":[10,33,80,98,109,129],"a":[11,19,27,31,95,110,135,143,184],"conversation,":[12],"more":[13],"fine-grained":[14],"than":[15],"utterances,":[16],"characterized":[17],"by":[18],"specific":[20,147],"communicative":[21],"function.":[22],"The":[23,127],"ability":[24],"to":[25,54],"structure":[26],"conversational":[28,112],"transcript":[29],"sequence":[32],"dialog":[34,74,90,117,165],"acts\u2014dialog":[35],"act":[36,75,91,118,166],"recognition,":[37,92],"including":[38],"segmentation\u2014is":[40],"critical":[41],"for":[42,175],"understanding":[43,178],"dialog.":[44],"We":[45,104],"apply":[46],"two":[47],"pre-trained":[48],"transformer":[49],"models,":[50],"XLNet":[51],"and":[52,59,67,82,142],"Longformer,":[53],"this":[55],"task":[56],"in":[57,123,131,151],"English":[58],"achieve":[60],"strong":[61],"results":[62],"on":[63,138,183],"Switchboard":[64],"Act":[66,71],"Meeting":[68],"Recorder":[69],"corpora":[72],"with":[73],"segmentation":[76,148,167,186],"error":[77],"rates":[78],"(DSER)":[79],"8.4%":[81],"14.2%.":[83],"To":[84],"understand":[85],"key":[87],"factors":[88],"affecting":[89],"we":[93,155],"perform":[94],"comparative":[96],"analysis":[97,145],"models":[99],"trained":[100],"under":[101],"different":[102],"conditions.":[103],"find":[105,156],"that":[106,157,180],"inclusion":[108],"broader":[111],"context":[113],"helps":[114],"disambiguate":[115],"many":[116],"classes,":[119],"especially":[120],"those":[121],"infrequent":[122],"training":[125],"data.":[126],"presence":[128],"punctuation":[130],"transcripts":[133],"has":[134],"massive":[136],"effect":[137],"models\u2019":[140],"performance,":[141],"detailed":[144],"reveals":[146],"patterns":[149],"observed":[150],"its":[152],"absence.":[153],"Finally,":[154],"label":[159],"set":[160],"specificity":[161],"does":[162],"not":[163],"affect":[164],"performance.":[168],"These":[169],"findings":[170],"have":[171],"significant":[172],"practical":[173],"implications":[174],"spoken":[176],"language":[177],"applications":[179],"depend":[181],"heavily":[182],"good-quality":[185],"being":[187],"available.":[188]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}