{"id":"https://openalex.org/W4416650491","doi":"https://doi.org/10.1162/tacl.a.55","title":"BharatBBQ: A Multilingual Bias Benchmark for Question Answering in the Indian Context","display_name":"BharatBBQ: A Multilingual Bias Benchmark for Question Answering in the Indian Context","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416650491","doi":"https://doi.org/10.1162/tacl.a.55"},"language":"en","primary_location":{"id":"doi:10.1162/tacl.a.55","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.55","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1162/tacl.a.55","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Aditya Tomar","orcid":null},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aditya Tomar","raw_affiliation_strings":["IIT Bombay, India adityatomar@cse.iitb.ac.in"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIT Bombay, India adityatomar@cse.iitb.ac.in","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014860852","display_name":"N. R. Sahoo","orcid":"https://orcid.org/0000-0003-4518-6630"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nihar Ranjan Sahoo","raw_affiliation_strings":["IIT Bombay, India nihar@cse.iitb.ac.in"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIT Bombay, India nihar@cse.iitb.ac.in","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065100828","display_name":"Pushpak Bhattacharyya","orcid":"https://orcid.org/0000-0001-5319-5508"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pushpak Bhattacharyya","raw_affiliation_strings":["IIT Bombay, India pb@cse.iitb.ac.in"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIT Bombay, India pb@cse.iitb.ac.in","institution_ids":["https://openalex.org/I162827531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I162827531"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18313267,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"1672","last_page":"1692"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20440000295639038,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20440000295639038,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.12960000336170197,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06949999928474426,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7702000141143799},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6114000082015991},{"id":"https://openalex.org/keywords/sociocultural-evolution","display_name":"Sociocultural evolution","score":0.5562999844551086},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.47929999232292175},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.45739999413490295},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.45170000195503235},{"id":"https://openalex.org/keywords/cultural-bias","display_name":"Cultural bias","score":0.321399986743927}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7702000141143799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7511000037193298},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6114000082015991},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5781999826431274},{"id":"https://openalex.org/C196187386","wikidata":"https://www.wikidata.org/wiki/Q1050187","display_name":"Sociocultural evolution","level":2,"score":0.5562999844551086},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4814000129699707},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.47929999232292175},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.45739999413490295},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.45170000195503235},{"id":"https://openalex.org/C37773902","wikidata":"https://www.wikidata.org/wiki/Q970594","display_name":"Cultural bias","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30059999227523804},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.29510000348091125},{"id":"https://openalex.org/C2780035574","wikidata":"https://www.wikidata.org/wiki/Q30081","display_name":"Multilingualism","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.26600000262260437},{"id":"https://openalex.org/C79585631","wikidata":"https://www.wikidata.org/wiki/Q431498","display_name":"Confirmation bias","level":2,"score":0.2621000111103058}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1162/tacl.a.55","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.55","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1162/tacl.a.55","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.55","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2053154970","https://openalex.org/W2147192413","https://openalex.org/W2147628025","https://openalex.org/W2598424347","https://openalex.org/W2952328691","https://openalex.org/W2963526187","https://openalex.org/W2971307358","https://openalex.org/W3105882417","https://openalex.org/W3105967841","https://openalex.org/W3131377884","https://openalex.org/W3158733382","https://openalex.org/W3176477796","https://openalex.org/W3196248941","https://openalex.org/W3207316473","https://openalex.org/W4210380971","https://openalex.org/W4211032155","https://openalex.org/W4229596818","https://openalex.org/W4287887504","https://openalex.org/W4385565414","https://openalex.org/W4392162802","https://openalex.org/W4396665923","https://openalex.org/W4401042481","https://openalex.org/W4401042595","https://openalex.org/W4401381452","https://openalex.org/W4402671018","https://openalex.org/W4412886823"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Evaluating":[1],"social":[2,74,136],"biases":[3,60,82,132,141],"in":[4,20,61,83,93,106,142],"language":[5,95],"models":[6],"(LMs)":[7],"is":[8],"crucial":[9],"for":[10,30,157],"ensuring":[11],"fairness":[12],"and":[13,69,101,118,124,135,138,153],"minimizing":[14],"the":[15,27,43,84,149],"reinforcement":[16],"of":[17,151],"harmful":[18],"stereotypes":[19],"AI":[21],"systems.":[22],"Existing":[23],"benchmarks,":[24],"such":[25],"as":[26],"Bias":[28],"Benchmark":[29],"Question":[31],"Answering":[32],"(BBQ),":[33],"primarily":[34],"focus":[35],"on":[36],"Western":[37],"contexts,":[38],"limiting":[39],"their":[40,122],"applicability":[41],"to":[42,58,103,146],"Indian":[44,85,143],"context.":[45],"To":[46],"address":[47],"this":[48],"gap,":[49],"we":[50],"introduce":[51],"BharatBBQ,1":[52],"a":[53],"culturally":[54,154],"adapted":[55],"benchmark":[56],"designed":[57],"assess":[59],"Hindi,":[62],"English,":[63,147],"Marathi,":[64],"Bengali,":[65],"Tamil,":[66],"Telugu,":[67],"Odia,":[68],"Assamese.":[70],"BharatBBQ":[71],"covers":[72],"13":[73],"categories,":[75],"including":[76],"3":[77],"intersectional":[78],"groups,":[79],"reflecting":[80],"prevalent":[81],"sociocultural":[86],"landscape.":[87],"Our":[88,128],"dataset":[89],"contains":[90],"49,108":[91],"examples":[92,105],"one":[94],"that":[96],"are":[97],"expanded":[98],"using":[99],"translation":[100],"verification":[102],"392,864":[104],"eight":[107],"different":[108],"languages.":[109],"We":[110],"evaluate":[111],"five":[112],"multilingual":[113],"LM":[114],"families":[115],"across":[116,133],"zero-":[117],"few-shot":[119],"settings,":[120],"analyzing":[121],"bias":[123,126,158],"stereotypical":[125],"scores.":[127],"findings":[129],"highlight":[130],"persistent":[131],"languages":[134,144],"categories":[137],"often":[139],"amplified":[140],"compared":[145],"demonstrating":[148],"necessity":[150],"linguistically":[152],"grounded":[155],"benchmarks":[156],"evaluation.":[159]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-11-25T00:00:00"}