{"id":"https://openalex.org/W3096249532","doi":"https://doi.org/10.21437/interspeech.2020-2907","title":"Style Attuned Pre-Training and Parameter Efficient Fine-Tuning for Spoken Language Understanding","display_name":"Style Attuned Pre-Training and Parameter Efficient Fine-Tuning for Spoken Language Understanding","publication_year":2020,"publication_date":"2020-10-25","ids":{"openalex":"https://openalex.org/W3096249532","doi":"https://doi.org/10.21437/interspeech.2020-2907","mag":"3096249532"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2020-2907","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2020-2907","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2020","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048855340","display_name":"Jin Cao","orcid":"https://orcid.org/0000-0002-1247-4129"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin Cao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110195480","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0001-8932-6661"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053732776","display_name":"Wael Hamza","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wael Hamza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032269428","display_name":"Kelly Vanee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kelly Vanee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5029566548","display_name":"Shang-Wen Li","orcid":"https://orcid.org/0000-0003-0656-9874"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shang-Wen Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8995449542999268},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6666237115859985},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6354643702507019},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6277778148651123},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.6244516372680664},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.6139390468597412},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.5495209097862244},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5184016227722168},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5093666315078735},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5036734938621521},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.49591121077537537},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4666689932346344},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4434537887573242},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4307596981525421}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8995449542999268},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6666237115859985},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6354643702507019},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6277778148651123},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.6244516372680664},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.6139390468597412},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.5495209097862244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5184016227722168},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5093666315078735},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5036734938621521},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.49591121077537537},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4666689932346344},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4434537887573242},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4307596981525421},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21437/interspeech.2020-2907","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2020-2907","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2020","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1968552888","https://openalex.org/W1527532029","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W2378167147","https://openalex.org/W4283822356","https://openalex.org/W1950940422","https://openalex.org/W2129146436","https://openalex.org/W2032507829","https://openalex.org/W2147282173"],"abstract_inverted_index":{"Neural":[0],"models":[1,15,33],"have":[2,36],"yielded":[3],"state-of-the-art":[4,179],"results":[5,73,181],"in":[6,74,77,124],"deciphering":[7],"spoken":[8],"language":[9,32,102,123],"understanding":[10],"(SLU)":[11],"problems;":[12],"however,":[13],"these":[14,91],"require":[16],"a":[17,41,95,100,108],"significant":[18],"amount":[19,43],"of":[20,44,62,121,130,145,152,178],"domain-specific":[21],"labeled":[22,56],"examples":[23,57],"for":[24,58,86,155],"training,":[25],"which":[26],"is":[27,64,84],"prohibitively":[28],"expensive.":[29],"While":[30],"pre-trained":[31,140],"like":[34],"BERT":[35],"been":[37],"shown":[38],"to":[39,68,117,149,159],"capture":[40,118],"massive":[42],"knowledge":[45,63,148],"by":[46],"learning":[47],"from":[48,142],"unlabeled":[49],"corpora":[50],"and":[51,66,107,167,186],"solve":[52],"SLU":[53,97,180],"using":[54],"fewer":[55],"adaption,":[59],"the":[60,119,122,128,138,143,156,164,172,176],"encoding":[61,72],"implicit":[65],"agnostic":[67],"downstream":[69],"tasks.":[70],"Such":[71],"model":[75,83],"inefficiencies":[76],"parameter":[78],"usage:":[79],"an":[80],"entirely":[81],"new":[82],"required":[85],"every":[87],"domain.":[88],"To":[89],"address":[90],"challenges,":[92],"we":[93,174],"introduce":[94],"novel":[96],"framework,":[98,173],"comprising":[99],"conversational":[101],"modeling":[103],"(CLM)":[104],"pre-training":[105,114],"task":[106],"light":[109,134,165],"encoder":[110,135,166],"architecture.":[111],"The":[112,133],"CLM":[113],"enables":[115],"networks":[116,141],"representation":[120],"conversation":[125],"style":[126],"with":[127],"presence":[129],"ASR":[131],"errors.":[132],"architecture":[136],"separates":[137],"shared":[139],"mappings":[144],"generally":[146],"encoded":[147],"specific":[150],"domains":[151],"SLU,":[153],"allowing":[154],"domain":[157],"adaptation":[158],"be":[160],"performed":[161],"solely":[162],"at":[163],"thus":[168],"increasing":[169],"efficiency.":[170],"With":[171],"match":[175],"performance":[177],"on":[182,187],"Alexa":[183],"internal":[184],"datasets":[185],"two":[188],"public":[189],"ones":[190],"(ATIS,":[191],"SNIPS),":[192],"adding":[193],"only":[194],"4.4%":[195],"parameters":[196],"per":[197],"task.":[198]},"counts_by_year":[{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}