{"id":"https://openalex.org/W2973320017","doi":"https://doi.org/10.1109/ic3.2019.8844925","title":"Multi-Head Self-Attention Networks for Language Identification","display_name":"Multi-Head Self-Attention Networks for Language Identification","publication_year":2019,"publication_date":"2019-08-01","ids":{"openalex":"https://openalex.org/W2973320017","doi":"https://doi.org/10.1109/ic3.2019.8844925","mag":"2973320017"},"language":"en","primary_location":{"id":"doi:10.1109/ic3.2019.8844925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ic3.2019.8844925","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 Twelfth International Conference on Contemporary Computing (IC3)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081796698","display_name":"Ravi Kumar Vuddagiri","orcid":null},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Ravi Kumar Vuddagiri","raw_affiliation_strings":["Speech Processing Laboratory, LTRC International Institute of Information Technology, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"Speech Processing Laboratory, LTRC International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074027866","display_name":"Tirusha Mandava","orcid":null},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Tirusha Mandava","raw_affiliation_strings":["Speech Processing Laboratory, LTRC International Institute of Information Technology, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"Speech Processing Laboratory, LTRC International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014351336","display_name":"Hari Krishna Vydana","orcid":"https://orcid.org/0000-0001-5192-5888"},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Hari Krishna Vydana","raw_affiliation_strings":["Speech Processing Laboratory, LTRC International Institute of Information Technology, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"Speech Processing Laboratory, LTRC International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007569113","display_name":"Anil Kumar Vuppala","orcid":"https://orcid.org/0000-0001-7795-0408"},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anil Kumar Vuppala","raw_affiliation_strings":["Speech Processing Laboratory, LTRC International Institute of Information Technology, Hyderabad, India"],"affiliations":[{"raw_affiliation_string":"Speech Processing Laboratory, LTRC International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5081796698"],"corresponding_institution_ids":["https://openalex.org/I64189192"],"apc_list":null,"apc_paid":null,"fwci":0.28,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.65895412,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7506812810897827},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6222571134567261},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.5411279797554016},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4916906952857971},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.48250460624694824},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.45982789993286133},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4555763304233551},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.42658448219299316},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.42114073038101196},{"id":"https://openalex.org/keywords/standard-deviation","display_name":"Standard deviation","score":0.4118928611278534},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37690192461013794},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2892036736011505},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16102519631385803},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12267646193504333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7506812810897827},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6222571134567261},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.5411279797554016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4916906952857971},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.48250460624694824},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.45982789993286133},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4555763304233551},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.42658448219299316},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.42114073038101196},{"id":"https://openalex.org/C22679943","wikidata":"https://www.wikidata.org/wiki/Q159375","display_name":"Standard deviation","level":2,"score":0.4118928611278534},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37690192461013794},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2892036736011505},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16102519631385803},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12267646193504333},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ic3.2019.8844925","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ic3.2019.8844925","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 Twelfth International Conference on Contemporary Computing (IC3)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W47263812","https://openalex.org/W1124560123","https://openalex.org/W1909308924","https://openalex.org/W1971273973","https://openalex.org/W2056119007","https://openalex.org/W2091409162","https://openalex.org/W2095501777","https://openalex.org/W2168347480","https://openalex.org/W2183984815","https://openalex.org/W2201092681","https://openalex.org/W2294381517","https://openalex.org/W2397236868","https://openalex.org/W2408021097","https://openalex.org/W2515090196","https://openalex.org/W2518527613","https://openalex.org/W2735439328","https://openalex.org/W2772654302","https://openalex.org/W2794506738","https://openalex.org/W2805662243","https://openalex.org/W2889045615","https://openalex.org/W2889519245","https://openalex.org/W2890964092","https://openalex.org/W2894279617","https://openalex.org/W2894819042","https://openalex.org/W2963307329","https://openalex.org/W2963403868","https://openalex.org/W4385245566","https://openalex.org/W6601939451","https://openalex.org/W6686415532","https://openalex.org/W6687442591","https://openalex.org/W6712620166","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W1517524280","https://openalex.org/W4323520239","https://openalex.org/W4389760904","https://openalex.org/W4306886878"],"abstract_inverted_index":{"Self-attention":[0],"networks":[1,53,139],"are":[2,26,108,187],"being":[3],"popularly":[4],"employed":[5,100],"in":[6,51,137],"sequence":[7,10,68,85],"classification":[8],"and":[9,32,183],"summarization":[11],"tasks.":[12],"State-of-the-art":[13],"models":[14,17,25],"use":[15],"sequential":[16],"to":[18,28,44,71,101,150],"capture":[19],"the":[20,46,56,59,77,94,103,121,147,160],"high-level":[21],"information,":[22],"but":[23],"these":[24],"sensitive":[27],"length":[29,39,66],"of":[30,48,58,83,114,154],"utterance":[31,89],"do":[33],"not":[34],"equally":[35],"generalize":[36],"over":[37],"variable":[38,65],"utterances.":[40],"This":[41],"work":[42],"explores":[43],"study":[45],"efficiency":[47],"recent":[49],"advancements":[50],"self-attentive":[52,63],"for":[54,189],"improving":[55],"performance":[57,168],"LID":[60,191],"system.":[61],"In":[62],"network,":[64],"input":[67,84,105],"is":[69,86,99,135,169],"converted":[70],"fixed":[72],"dimensional":[73],"vector":[74],"which":[75],"represents":[76],"whole":[78,104],"sequence.":[79,106],"The":[80],"weighted":[81],"mean":[82,115],"considered":[87],"as":[88],"level":[90],"representation.":[91],"Along":[92],"with":[93,116,126,140,162,171,175],"mean,":[95],"a":[96,163],"standard":[97,117],"deviation":[98,118],"represent":[102],"Experiments":[107],"performed":[109],"using":[110],"AP17-OLR":[111],"database.":[112],"Use":[113,153],"has":[119,157],"reduced":[120,159],"equal":[122],"error":[123],"rate":[124],"(EER)":[125],"an":[127,141],"8%":[128],"relative":[129,165],"improvement.":[130,166],"A":[131],"multi-head":[132,155,172],"attention":[133],"mechanism":[134],"introduced":[136],"self-attention":[138,156,173],"assumption":[142],"that":[143],"each":[144],"head":[145],"captures":[146],"distinct":[148],"information":[149],"discriminate":[151],"languages.":[152],"further":[158],"EER":[161],"13%":[164],"Best":[167],"achieved":[170],"network":[174],"residual":[176],"connections.":[177],"Shifted":[178],"delta":[179],"cepstral":[180],"features":[181,186],"(SDC)":[182],"stacked":[184],"SDC":[185],"used":[188],"developing":[190],"systems.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}