{"id":"https://openalex.org/W4411113298","doi":"https://doi.org/10.18653/v1/2025.findings-naacl.141","title":"INDIC QA BENCHMARK: A Multilingual Benchmark to Evaluate Question Answering capability of LLMs for Indic Languages","display_name":"INDIC QA BENCHMARK: A Multilingual Benchmark to Evaluate Question Answering capability of LLMs for Indic Languages","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411113298","doi":"https://doi.org/10.18653/v1/2025.findings-naacl.141"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-naacl.141","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-naacl.141","pdf_url":"https://aclanthology.org/2025.findings-naacl.141.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: NAACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-naacl.141.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087279328","display_name":"Abhishek Kumar Singh","orcid":"https://orcid.org/0000-0002-1327-8533"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abhishek Kumar Singh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013098733","display_name":"Vishwajeet Kumar","orcid":"https://orcid.org/0009-0000-6984-092X"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vishwajeet Kumar","raw_affiliation_strings":["\u22c4 Indian Institute of Technology Bombay , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u22c4 Indian Institute of Technology Bombay , India","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000493089","display_name":"Rudra Murthy","orcid":"https://orcid.org/0000-0002-6236-1931"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rudra Murthy","raw_affiliation_strings":["\u22c4 Indian Institute of Technology Bombay , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u22c4 Indian Institute of Technology Bombay , India","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102383724","display_name":"Jaydeep Sen","orcid":null},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Jaydeep Sen","raw_affiliation_strings":["\u22c4 Indian Institute of Technology Bombay , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u22c4 Indian Institute of Technology Bombay , India","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102962242","display_name":"Ashish Mittal","orcid":"https://orcid.org/0009-0009-7753-5904"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ashish Mittal","raw_affiliation_strings":["\u22c4 Indian Institute of Technology Bombay , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u22c4 Indian Institute of Technology Bombay , India","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089606464","display_name":"Ganesh Ramakrishnan","orcid":"https://orcid.org/0000-0003-4533-2490"},"institutions":[{"id":"https://openalex.org/I4210103279","display_name":"IBM Research - India","ror":"https://ror.org/014wt7r80","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210103279","https://openalex.org/I4210114115"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ganesh Ramakrishnan","raw_affiliation_strings":["IBM Research , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research , India","institution_ids":["https://openalex.org/I4210103279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.4181,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.97778562,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2607","last_page":"2626"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9714999794960022,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9563000202178955,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.9119231700897217},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6956207752227783},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6934893727302551},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5546746850013733},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47881489992141724},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3575325012207031},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.15544393658638}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.9119231700897217},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6956207752227783},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6934893727302551},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5546746850013733},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47881489992141724},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3575325012207031},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.15544393658638},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-naacl.141","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-naacl.141","pdf_url":"https://aclanthology.org/2025.findings-naacl.141.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: NAACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-naacl.141","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-naacl.141","pdf_url":"https://aclanthology.org/2025.findings-naacl.141.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: NAACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411113298.pdf","grobid_xml":"https://content.openalex.org/works/W4411113298.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2387743295","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"perform":[4],"well":[5],"on":[6],"unseen":[7],"tasks":[8],"in":[9,14,42,63,72,105,120],"English,":[10],"but":[11],"their":[12,73],"abilities":[13],"non-English":[15],"languages":[16,65],"are":[17,82,91],"less":[18],"explored":[19],"due":[20,66],"to":[21,67,84,112,128],"limited":[22],"benchmarks":[23],"and":[24,50,88,132],"training":[25,74],"data.To":[26],"bridge":[27],"this":[28],"gap,":[29],"we":[30,110],"introduce":[31],"the":[32,78,89,95],"Indic-QA":[33],"Benchmark,":[34],"a":[35,68,125],"large":[36],"dataset":[37],"for":[38,86,98],"context-grounded":[39],"question":[40],"answering":[41],"11":[43],"major":[44],"Indian":[45],"languages,":[46],"covering":[47],"both":[48],"extractive":[49],"abstractive":[51],"tasks.Evaluations":[52],"of":[53],"multilingual":[54,102,134],"LLMs,":[55,103],"including":[56],"instruction":[57],"fine-tuned":[58],"versions,":[59],"revealed":[60],"weak":[61],"performance":[62],"lowresource":[64,121],"strong":[69],"Englishlanguage":[70],"bias":[71],"data.We":[75],"also":[76],"investigated":[77],"Translate-Test":[79],"paradigm,where":[80],"inputs":[81],"translated":[83,92],"English":[85],"processing":[87],"results":[90],"back":[93],"into":[94,116],"source":[96],"language":[97],"output.This":[99],"approach":[100],"outperformed":[101],"particularly":[104],"low-resource":[106],"settings.By":[107],"releasing":[108],"Indic-QA,":[109],"aim":[111],"promote":[113],"further":[114],"research":[115],"LLMs'":[117],"question-answering":[118],"capabilities":[119],"languages.This":[122],"benchmark":[123],"offers":[124],"critical":[126],"resource":[127],"address":[129],"existing":[130],"limitations":[131],"foster":[133],"understanding.":[135]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-22T07:34:49.880490","created_date":"2025-10-10T00:00:00"}