{"id":"https://openalex.org/W4415230438","doi":"https://doi.org/10.1609/aies.v8i1.36605","title":"IndiCASA: A Dataset and Bias Evaluation Framework for LLMs Using Contrastive Embedding Similarity in the Indian Context","display_name":"IndiCASA: A Dataset and Bias Evaluation Framework for LLMs Using Contrastive Embedding Similarity in the Indian Context","publication_year":2025,"publication_date":"2025-10-15","ids":{"openalex":"https://openalex.org/W4415230438","doi":"https://doi.org/10.1609/aies.v8i1.36605"},"language":"en","primary_location":{"id":"doi:10.1609/aies.v8i1.36605","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i1.36605","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36605/38743","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ojs.aaai.org/index.php/AIES/article/download/36605/38743","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109432410","display_name":"G Santhosh","orcid":null},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Santhosh G S","raw_affiliation_strings":["Indian Institute of Technology, Madras"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Madras","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112635048","display_name":"Akshay Govind S","orcid":null},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Akshay Govind S","raw_affiliation_strings":["Indian Institute of Technology, Madras"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Madras","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Gokul S Krishnan","orcid":null},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Gokul S Krishnan","raw_affiliation_strings":["Indian Institute of Technology, Madras"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Madras","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009374923","display_name":"Balaraman Ravindran","orcid":"https://orcid.org/0000-0002-5364-7639"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Balaraman Ravindran","raw_affiliation_strings":["Indian Institute of Technology, Madras"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Madras","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064323671","display_name":"Sriraam Natarajan","orcid":"https://orcid.org/0000-0001-9889-6260"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sriraam Natarajan","raw_affiliation_strings":["University of Texas at Dallas"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24979044,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":"1","first_page":"978","last_page":"989"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9420999884605408,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9420999884605408,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.9042999744415283,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.599399983882904},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4706999957561493},{"id":"https://openalex.org/keywords/socioeconomic-status","display_name":"Socioeconomic status","score":0.43650001287460327},{"id":"https://openalex.org/keywords/cultural-bias","display_name":"Cultural bias","score":0.36809998750686646},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.3659000098705292},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.3610999882221222},{"id":"https://openalex.org/keywords/cultural-diversity","display_name":"Cultural diversity","score":0.35910001397132874}],"concepts":[{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.599399983882904},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5619000196456909},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5264999866485596},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4706999957561493},{"id":"https://openalex.org/C147077947","wikidata":"https://www.wikidata.org/wiki/Q1515895","display_name":"Socioeconomic status","level":3,"score":0.43650001287460327},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40470001101493835},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.388700008392334},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38530001044273376},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37389999628067017},{"id":"https://openalex.org/C37773902","wikidata":"https://www.wikidata.org/wiki/Q970594","display_name":"Cultural bias","level":2,"score":0.36809998750686646},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3659000098705292},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3610999882221222},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.35910001397132874},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.3529999852180481},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2849000096321106},{"id":"https://openalex.org/C2779545769","wikidata":"https://www.wikidata.org/wiki/Q5135364","display_name":"Closeness","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2639999985694885},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2605000138282776},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.2531000077724457}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aies.v8i1.36605","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i1.36605","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36605/38743","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/36605","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AIES/article/view/36605","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"3065-8365","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aies.v8i1.36605","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i1.36605","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36605/38743","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309374","display_name":"Ohio State University","ror":"https://ror.org/00rs6vg23"},{"id":"https://openalex.org/F4320322211","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415230438.pdf","grobid_xml":"https://content.openalex.org/works/W4415230438.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"gained":[5],"significant":[6],"traction":[7],"across":[8],"critical":[9],"domains":[10],"owing":[11],"to":[12,133],"their":[13,21],"impressive":[14],"contextual":[15],"understanding":[16],"and":[17,86,100,126],"generative":[18],"capabilities.":[19],"However,":[20],"increasing":[22],"deployment":[23],"in":[24,35,50],"high":[25],"stakes":[26],"applications":[27],"necessitates":[28],"rigorous":[29],"evaluation":[30,57,104],"of":[31,105,116],"embedded":[32],"biases,":[33],"particularly":[34],"culturally":[36],"diverse":[37],"contexts":[38],"like":[39],"India":[40],"where":[41],"existing":[42],"embedding-based":[43],"bias":[44,70,128],"assessment":[45],"methods":[46],"often":[47],"fall":[48],"short":[49],"capturing":[51],"nuanced":[52],"stereotypes.":[53],"We":[54,74],"propose":[55],"an":[56],"framework":[58],"based":[59],"on":[60],"a":[61,77],"encoder":[62],"trained":[63],"using":[64],"contrastive":[65],"learning":[66],"that":[67,110],"captures":[68],"fine-grained":[69],"through":[71],"embedding":[72],"similarity.":[73],"also":[75],"introduce":[76],"novel":[78],"dataset":[79],"-":[80],"IndiCASA":[81],"(IndiBias-based":[82],"Contextually":[83],"Aligned":[84],"Stereotypes":[85],"Anti-stereotypes)":[87],"comprising":[88],"2,575":[89],"human-validated":[90],"sentences":[91],"spanning":[92],"five":[93],"demographic":[94],"axes:":[95],"caste,":[96],"gender,":[97],"religion,":[98],"disability,":[99],"socioeconomic":[101],"status.":[102],"Our":[103],"multiple":[106],"open-weight":[107],"LLMs":[108],"reveals":[109],"all":[111],"models":[112],"exhibit":[113],"some":[114],"degree":[115],"stereotypical":[117],"bias,":[118],"with":[119],"disability":[120],"related":[121],"biases":[122],"being":[123],"notably":[124],"persistent,":[125],"religion":[127],"generally":[129],"lower":[130],"likely":[131],"due":[132],"global":[134],"debiasing":[135],"efforts":[136],"demonstrating":[137],"the":[138],"need":[139],"for":[140],"fairer":[141],"model":[142],"development.":[143]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-16T00:00:00"}