{"id":"https://openalex.org/W7130610790","doi":"https://doi.org/10.48550/arxiv.2602.16467","title":"IndicEval: A Bilingual Indian Educational Evaluation Framework for Large Language Models","display_name":"IndicEval: A Bilingual Indian Educational Evaluation Framework for Large Language Models","publication_year":2026,"publication_date":"2026-02-18","ids":{"openalex":"https://openalex.org/W7130610790","doi":"https://doi.org/10.48550/arxiv.2602.16467"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.16467","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113914960","display_name":"Saurabh Kumar Bharti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bharti, Saurabh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126405790","display_name":"Gaurav Azad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Azad, Gaurav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126364781","display_name":"Abhinaw Jagtap","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jagtap, Abhinaw","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5081938166","display_name":"Nachiket Tapas","orcid":"https://orcid.org/0000-0002-7860-8572"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tapas, Nachiket","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21342641,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15459999442100525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15459999442100525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.148499995470047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.0794999971985817,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hindi","display_name":"Hindi","score":0.5504000186920166},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5260000228881836},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.474700003862381},{"id":"https://openalex.org/keywords/language-proficiency","display_name":"Language proficiency","score":0.4374000132083893},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4163999855518341},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4000000059604645},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.3774000108242035}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6642000079154968},{"id":"https://openalex.org/C519982507","wikidata":"https://www.wikidata.org/wiki/Q1568","display_name":"Hindi","level":2,"score":0.5504000186920166},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5260000228881836},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.474700003862381},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4544999897480011},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.4374000132083893},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43540000915527344},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4163999855518341},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4000000059604645},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.3774000108242035},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.37439998984336853},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.3206999897956848},{"id":"https://openalex.org/C2780035574","wikidata":"https://www.wikidata.org/wiki/Q30081","display_name":"Multilingualism","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C2776853841","wikidata":"https://www.wikidata.org/wiki/Q233107","display_name":"Bilingual education","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C11693617","wikidata":"https://www.wikidata.org/wiki/Q181839","display_name":"Pragmatics","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C2987567764","wikidata":"https://www.wikidata.org/wiki/Q125421","display_name":"Second language","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2596000134944916}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.16467","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.16467","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.16467","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.16467","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.8762854337692261,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,72],"rapid":[1],"advancement":[2],"of":[3,65,88,174],"large":[4],"language":[5,189],"models":[6,90],"(LLMs)":[7],"necessitates":[8],"evaluation":[9,57,173],"frameworks":[10],"that":[11],"reflect":[12],"real-world":[13],"academic":[14],"rigor":[15],"and":[16,40,44,50,69,79,84,91,101,120,160,180,188],"multilingual":[17,133,177],"complexity.":[18],"This":[19],"paper":[20],"introduces":[21],"IndicEval,":[22],"a":[23,136,166],"scalable":[24],"benchmarking":[25],"platform":[26],"designed":[27],"to":[28,146],"assess":[29],"LLM":[30],"performance":[31,125],"using":[32,76],"authentic":[33],"high-stakes":[34],"examination":[35,60],"questions":[36],"from":[37],"UPSC,":[38],"JEE,":[39],"NEET":[41],"across":[42,118],"STEM":[43],"humanities":[45],"domains":[46],"in":[47,58,129,143,157,176],"both":[48],"English":[49],"Hindi.":[51],"Unlike":[52],"synthetic":[53],"benchmarks,":[54],"IndicEval":[55,164],"grounds":[56],"real":[59],"standards,":[61],"enabling":[62],"realistic":[63],"measurement":[64],"reasoning,":[66],"domain":[67,161],"knowledge,":[68],"bilingual":[70,158],"adaptability.":[71,190],"framework":[73],"automates":[74],"assessment":[75],"Zero-Shot,":[77],"Few-Shot,":[78],"Chain-of-Thought":[80],"(CoT)":[81],"prompting":[82,110],"strategies":[83],"supports":[85],"modular":[86],"integration":[87],"new":[89],"languages.":[92,121],"Experiments":[93],"conducted":[94],"on":[95],"Gemini":[96],"2.0":[97],"Flash,":[98],"GPT-4,":[99],"Claude,":[100],"LLaMA":[102],"3-70B":[103],"reveal":[104],"three":[105],"major":[106],"findings.":[107],"First,":[108],"CoT":[109],"consistently":[111],"improves":[112],"reasoning":[113,159,186],"accuracy,":[114],"with":[115,139],"substantial":[116],"gains":[117],"subjects":[119],"Second,":[122],"significant":[123],"cross-model":[124],"disparities":[126],"persist,":[127],"particularly":[128],"high-complexity":[130],"examinations.":[131],"Third,":[132],"degradation":[134],"remains":[135],"critical":[137],"challenge,":[138],"marked":[140],"accuracy":[141],"drops":[142],"Hindi":[144],"compared":[145],"English,":[147],"especially":[148],"under":[149],"Zero-Shot":[150],"conditions.":[151],"These":[152],"results":[153],"highlight":[154],"persistent":[155],"gaps":[156],"transfer.":[162],"Overall,":[163],"provides":[165],"practice-oriented,":[167],"extensible":[168],"foundation":[169],"for":[170,184],"rigorous,":[171],"equitable":[172],"LLMs":[175],"educational":[178],"settings":[179],"offers":[181],"actionable":[182],"insights":[183],"improving":[185],"robustness":[187]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-20T00:00:00"}