{"id":"https://openalex.org/W7124436028","doi":"https://doi.org/10.48550/arxiv.2601.10388","title":"INDIC DIALECT: A Multi Task Benchmark to Evaluate and Translate in Indian Language Dialects","display_name":"INDIC DIALECT: A Multi Task Benchmark to Evaluate and Translate in Indian Language Dialects","publication_year":2026,"publication_date":"2026-01-15","ids":{"openalex":"https://openalex.org/W7124436028","doi":"https://doi.org/10.48550/arxiv.2601.10388"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.10388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.10388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.10388","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123198828","display_name":"Tarun Sharma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Tarun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060285029","display_name":"Manikandan Ravikiran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ravikiran, Manikandan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102867323","display_name":"Sandhyalati Behera","orcid":"https://orcid.org/0000-0003-3496-6279"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Behera, Sourava Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123193830","display_name":"Pramit Bhattacharya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhattacharya, Pramit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123209295","display_name":"Arnab Bhattacharya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhattacharya, Arnab","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5123182559","display_name":"Rohit Saluja","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saluja, Rohit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.27900001406669617,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.27900001406669617,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.27790001034736633,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11640","display_name":"Linguistic Variation and Morphology","score":0.17170000076293945,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hindi","display_name":"Hindi","score":0.839900016784668},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6496999859809875},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6186000108718872},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.6116999983787537},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.4814999997615814},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.43380001187324524},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4068000018596649},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.40610000491142273}],"concepts":[{"id":"https://openalex.org/C519982507","wikidata":"https://www.wikidata.org/wiki/Q1568","display_name":"Hindi","level":2,"score":0.839900016784668},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7408000230789185},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6789000034332275},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.661899983882904},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6496999859809875},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6186000108718872},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6116999983787537},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.4814999997615814},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.43380001187324524},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4068000018596649},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.40610000491142273},{"id":"https://openalex.org/C622187","wikidata":"https://www.wikidata.org/wiki/Q3500773","display_name":"BLEU","level":3,"score":0.3885999917984009},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3564000129699707},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C2775957009","wikidata":"https://www.wikidata.org/wiki/Q399495","display_name":"Standard language","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C135784402","wikidata":"https://www.wikidata.org/wiki/Q6958279","display_name":"Evaluation of machine translation","level":5,"score":0.27469998598098755},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2709999978542328},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2671999931335449},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.25540000200271606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.10388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.10388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.10388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.10388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4560631215572357}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"NLP":[1],"advances":[2],"focus":[3],"primarily":[4],"on":[5,126,136,149,234],"standardized":[6],"languages,":[7,64],"leaving":[8],"most":[9,29],"low-resource":[10,235],"dialects":[11,39,67,86],"under-served":[12],"especially":[13],"in":[14,180],"Indian":[15,137,236],"scenarios.":[16],"In":[17],"India,":[18],"the":[19,27,127,171,192,206],"issue":[20],"is":[21,44,213],"particularly":[22],"important:":[23],"despite":[24],"Hindi":[25,61,90],"being":[26],"third":[28],"spoken":[30],"language":[31,155,188],"globally":[32],"(over":[33],"600":[34],"million":[35,52],"speakers),":[36],"its":[37],"numerous":[38],"remain":[40],"underrepresented.":[41],"The":[42],"situation":[43],"similar":[45],"for":[46,187,217],"Odia,":[47],"which":[48,58],"has":[49],"around":[50],"45":[51],"speakers.":[53],"While":[54,130],"some":[55],"datasets":[56],"exist":[57],"contain":[59],"standard":[60],"and":[62,87,91,110,121,221],"Odia":[63],"their":[65],"regional":[66],"have":[68],"almost":[69],"no":[70],"web":[71],"presence.":[72],"We":[73],"introduce":[74],"INDIC-DIALECT,":[75],"a":[76,98,214],"human-curated":[77],"parallel":[78],"corpus":[79],"of":[80,167,174,202,209],"13k":[81],"sentence":[82],"pairs":[83],"spanning":[84],"11":[85],"2":[88],"languages:":[89],"Odia.":[92],"Using":[93],"this":[94],"corpus,":[95],"we":[96,157,184,222],"construct":[97],"multi-task":[99],"benchmark":[100,216],"with":[101],"three":[102],"tasks:":[103],"dialect":[104,150,153,182,190],"classification,":[105],"multiple-choice":[106],"question":[107],"(MCQ)":[108],"answering,":[109],"machine":[111],"translation":[112,191],"(MT).":[113],"Our":[114],"experiments":[115],"show":[116],"that":[117,159,186],"LLMs":[118],"like":[119],"GPT-4o":[120],"Gemini":[122],"2.5":[123],"perform":[124],"poorly":[125],"classification":[128],"task.":[129],"fine-tuned":[131],"transformer":[132],"based":[133],"models":[134],"pretrained":[135],"languages":[138],"substantially":[139],"improve":[140],"performance":[141],"e.g.,":[142],"improving":[143],"F1":[144],"from":[145],"19.6\\%":[146],"to":[147,154,170,178,189,205,224,230],"89.8\\%":[148],"classification.":[151],"For":[152],"translation,":[156],"find":[158],"hybrid":[160],"AI":[161],"model":[162],"achieves":[163,198],"highest":[164],"BLEU":[165,200],"score":[166,173,201,208],"61.32":[168],"compared":[169,204],"baseline":[172,207],"23.36.":[175],"Interestingly,":[176],"due":[177],"complexity":[179],"generating":[181],"sentences,":[183],"observe":[185],"``rule-based":[193],"followed":[194],"by":[195],"AI\"":[196],"approach":[197],"best":[199],"48.44":[203],"27.59.":[210],"INDIC-DIALECT":[211],"thus":[212],"new":[215],"dialect-aware":[218],"Indic":[219],"NLP,":[220],"plan":[223],"release":[225],"it":[226],"as":[227],"open":[228],"source":[229],"support":[231],"further":[232],"work":[233],"dialects.":[237]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-01-17T00:00:00"}