{"id":"https://openalex.org/W4392605639","doi":"https://doi.org/10.1145/3640824.3640825","title":"Self-Supervised Learning Representations for Dialect Identification with Sparse Transformers","display_name":"Self-Supervised Learning Representations for Dialect Identification with Sparse Transformers","publication_year":2024,"publication_date":"2024-01-26","ids":{"openalex":"https://openalex.org/W4392605639","doi":"https://doi.org/10.1145/3640824.3640825"},"language":"en","primary_location":{"id":"doi:10.1145/3640824.3640825","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3640824.3640825","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 8th International Conference on Control Engineering and Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038544378","display_name":"Ran Shen","orcid":"https://orcid.org/0009-0008-6851-6931"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran Shen","raw_affiliation_strings":["Marketing Service Center, State Grid Zhejiang Electric Power Co., Ltd., China"],"raw_orcid":"https://orcid.org/0009-0008-6851-6931","affiliations":[{"raw_affiliation_string":"Marketing Service Center, State Grid Zhejiang Electric Power Co., Ltd., China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057348155","display_name":"Yiling Li","orcid":"https://orcid.org/0009-0001-7449-2496"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiling Li","raw_affiliation_strings":["Marketing Service Center, State Grid Zhejiang Electric Power Co., Ltd., China"],"raw_orcid":"https://orcid.org/0009-0001-7449-2496","affiliations":[{"raw_affiliation_string":"Marketing Service Center, State Grid Zhejiang Electric Power Co., Ltd., China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017933101","display_name":"Hongjie Gu","orcid":"https://orcid.org/0009-0006-8179-1829"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjie Gu","raw_affiliation_strings":["Marketing Service Center, State Grid Zhejiang Electric Power Co., Ltd., China"],"raw_orcid":"https://orcid.org/0009-0006-8179-1829","affiliations":[{"raw_affiliation_string":"Marketing Service Center, State Grid Zhejiang Electric Power Co., Ltd., China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005602221","display_name":"Y.H. Wang","orcid":"https://orcid.org/0009-0006-2531-2213"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Wang","raw_affiliation_strings":["Marketing Service Center, State Grid Zhejiang Electric Power Co., Ltd., China"],"raw_orcid":"https://orcid.org/0009-0006-2531-2213","affiliations":[{"raw_affiliation_string":"Marketing Service Center, State Grid Zhejiang Electric Power Co., Ltd., China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055689719","display_name":"Junjie Huang","orcid":"https://orcid.org/0009-0009-2663-0848"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Huang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0009-0009-2663-0848","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5092266913","display_name":"Qingshun She","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingshun She","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0009-0001-2931-704X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6818281412124634},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.601374089717865},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5241366028785706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5123196840286255},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45579254627227783},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3994121551513672},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18066376447677612},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08789744973182678}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6818281412124634},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.601374089717865},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5241366028785706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5123196840286255},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45579254627227783},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3994121551513672},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18066376447677612},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08789744973182678},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3640824.3640825","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3640824.3640825","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 8th International Conference on Control Engineering and Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2546650182","https://openalex.org/W2730530908","https://openalex.org/W2807627734","https://openalex.org/W2963032538","https://openalex.org/W2964309797","https://openalex.org/W3008434450","https://openalex.org/W3163865502","https://openalex.org/W3180180466","https://openalex.org/W3198614662","https://openalex.org/W3206114047","https://openalex.org/W3209059054","https://openalex.org/W3209519721","https://openalex.org/W4224916451","https://openalex.org/W4225323839","https://openalex.org/W4281492411","https://openalex.org/W4292968575","https://openalex.org/W4303969290"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Self-supervised":[0],"learning":[1],"representations":[2,67,91],"of":[3,69,108,121,149,155,161],"speech":[4,66,90],"are":[5],"successfully":[6],"employed":[7],"to":[8,29,45,56,83,101,112,173],"language":[9],"or":[10],"dialect":[11,60],"identification":[12,61],"task.":[13],"It":[14],"usually":[15],"adopts":[16],"a":[17,27,37,41,58],"self-supervised":[18,65,81],"pre-trained":[19,42,64,80],"model":[20,39,43,102],"as":[21,88],"the":[22,32,89,115,129,140,174],"feature":[23],"extractor,":[24],"and":[25,48,77,105,157,181],"adds":[26],"classifier":[28],"fine-tune":[30,76],"on":[31,128],"target":[33],"datasets.":[34],"However,":[35],"training":[36,179],"fine-tuned":[38,70,175],"from":[40],"leads":[44],"heavy":[46],"time":[47,180],"storage":[49],"cost.":[50],"In":[51,163],"this":[52],"work,":[53],"we":[54,74,94,117],"attempt":[55],"build":[57],"competent":[59],"system":[62],"using":[63],"instead":[68],"input":[71],"features.":[72],"First,":[73],"simply":[75],"compare":[78],"several":[79],"models":[82],"select":[84],"an":[85],"optimal":[86],"framework":[87],"extractor.":[92],"Then,":[93],"introduce":[95],"Transformers":[96],"with":[97,144],"sparse":[98],"self-attention":[99],"mechanism":[100],"both":[103],"global":[104],"local":[106],"information":[107],"those":[109],"representations.":[110],"Finally,":[111],"further":[113],"boost":[114],"performance,":[116],"explore":[118],"some":[119],"settings":[120],"our":[122,136,165],"proposed":[123,166],"method.":[124],"We":[125],"conduct":[126],"experiments":[127],"KeSpeech":[130],"dataset.":[131],"Experimental":[132],"results":[133],"show":[134],"that,":[135],"method":[137,167],"significantly":[138],"outperforms":[139],"best":[141],"known":[142],"results,":[143],"cost":[145],"average":[146],"performance":[147],"(Cavg)":[148],"0.0911,":[150],"equal":[151],"error":[152],"rate":[153,159],"(EER)":[154],"8.53%,":[156],"accuracy":[158],"(Acc)":[160],"80.38%.":[162],"addition,":[164],"obtains":[168],"overall":[169],"relative":[170],"improvements":[171],"compared":[172],"one":[176],"requiring":[177],"less":[178],"computation.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}