{"id":"https://openalex.org/W7114798618","doi":"https://doi.org/10.48550/arxiv.2512.08143","title":"PolyLingua: Margin-based Inter-class Transformer for Robust Cross-domain Language Detection","display_name":"PolyLingua: Margin-based Inter-class Transformer for Robust Cross-domain Language Detection","publication_year":2025,"publication_date":"2025-12-09","ids":{"openalex":"https://openalex.org/W7114798618","doi":"https://doi.org/10.48550/arxiv.2512.08143"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2512.08143","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.08143","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2512.08143","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Rezaabad, Ali Lotfi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rezaabad, Ali Lotfi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Khanal, Bikram","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khanal, Bikram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chaurasia, Shashwat","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaurasia, Shashwat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zeng, Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Lu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Hong, Dezhi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Dezhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Bashashati, Hossein","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bashashati, Hossein","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Butler, Thomas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Butler, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Ganji, Megan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ganji, Megan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.652999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.652999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.07919999957084656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.06909999996423721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-identification","display_name":"Language identification","score":0.5565000176429749},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.44110000133514404},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43059998750686646},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.42289999127388},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4212999939918518},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4187000095844269}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8037999868392944},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.5565000176429749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5120999813079834},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.506600022315979},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.44110000133514404},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43059998750686646},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.42289999127388},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4212999939918518},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4187000095844269},{"id":"https://openalex.org/C34146451","wikidata":"https://www.wikidata.org/wiki/Q5048094","display_name":"Cascade","level":2,"score":0.38589999079704285},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3427000045776367},{"id":"https://openalex.org/C94922259","wikidata":"https://www.wikidata.org/wiki/Q33215","display_name":"Constructed language","level":2,"score":0.3255000114440918},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C2776639384","wikidata":"https://www.wikidata.org/wiki/Q840396","display_name":"Ideal (ethics)","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C83479923","wikidata":"https://www.wikidata.org/wiki/Q2063748","display_name":"Universal Networking Language","level":4,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2512.08143","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.08143","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2512.08143","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.08143","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7808769345283508,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Language":[0],"identification":[1,41],"is":[2],"a":[3,33,88,102,139],"crucial":[4],"first":[5],"step":[6],"in":[7],"multilingual":[8],"systems":[9],"such":[10,48],"as":[11,49],"chatbots":[12],"and":[13,18,56,96,110,118,138,152,169],"virtual":[14],"assistants,":[15],"enabling":[16],"linguistically":[17],"culturally":[19],"accurate":[20],"user":[21,57],"experiences.":[22],"Errors":[23],"at":[24],"this":[25],"stage":[26],"can":[27],"cascade":[28],"into":[29],"downstream":[30],"failures,":[31],"setting":[32],"high":[34],"bar":[35],"for":[36,80,92,122,167],"accuracy.":[37],"Yet,":[38],"existing":[39],"language":[40,58,72,94,98],"tools":[42,61],"struggle":[43],"with":[44,113,144],"key":[45],"cases":[46],"--":[47,131,147],"music":[50],"requests":[51,143],"where":[52],"the":[53],"song":[54],"title":[55],"differ.":[59],"Open-source":[60],"like":[62],"LangDetect,":[63],"FastText":[64],"are":[65,76],"fast":[66],"but":[67],"less":[68],"accurate,":[69],"while":[70,159],"large":[71],"models,":[73],"though":[74],"effective,":[75],"often":[77],"too":[78],"costly":[79],"low-latency":[81],"or":[82],"low-resource":[83],"settings.":[84],"We":[85],"introduce":[86],"PolyLingua,":[87],"lightweight":[89],"Transformer-based":[90],"model":[91],"in-domain":[93],"detection":[95],"fine-grained":[97],"classification.":[99],"It":[100],"employs":[101],"two-level":[103],"contrastive":[104],"learning":[105],"framework":[106],"combining":[107],"instance-level":[108],"separation":[109],"class-level":[111],"alignment":[112],"adaptive":[114],"margins,":[115],"yielding":[116],"compact":[117],"well-separated":[119],"embeddings":[120],"even":[121],"closely":[123],"related":[124],"languages.":[125],"Evaluated":[126],"on":[127],"two":[128],"challenging":[129],"datasets":[130],"Amazon":[132],"Massive":[133],"(multilingual":[134],"digital":[135],"assistant":[136],"utterances)":[137],"Song":[140],"dataset":[141],"(music":[142],"frequent":[145],"code-switching)":[146],"PolyLingua":[148],"achieves":[149],"99.25%":[150],"F1":[151],"98.15%":[153],"F1,":[154],"respectively,":[155],"surpassing":[156],"Sonnet":[157],"3.5":[158],"using":[160],"10x":[161],"fewer":[162],"parameters,":[163],"making":[164],"it":[165],"ideal":[166],"compute-":[168],"latency-constrained":[170],"environments.":[171]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-12-11T00:00:00"}