{"id":"https://openalex.org/W4405042972","doi":"https://doi.org/10.3233/faia241266","title":"InSaAF: Incorporating Safety Through Accuracy and Fairness - Are LLMs Ready for the Indian Legal Domain?","display_name":"InSaAF: Incorporating Safety Through Accuracy and Fairness - Are LLMs Ready for the Indian Legal Domain?","publication_year":2024,"publication_date":"2024-12-05","ids":{"openalex":"https://openalex.org/W4405042972","doi":"https://doi.org/10.3233/faia241266"},"language":"en","primary_location":{"id":"doi:10.3233/faia241266","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia241266","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA241266","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA241266","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012912455","display_name":"Yogesh Tripathi","orcid":null},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"facility","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Yogesh Tripathi","raw_affiliation_strings":["Centre for Responsible AI, Indian Institute of Technology Madras, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Responsible AI, Indian Institute of Technology Madras, India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093967980","display_name":"Raghav Donakanti","orcid":null},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Raghav Donakanti","raw_affiliation_strings":["International Institute of Information Technology, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015507644","display_name":"Sahil Girhepuje","orcid":null},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"facility","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sahil Girhepuje","raw_affiliation_strings":["Centre for Responsible AI, Indian Institute of Technology Madras, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Responsible AI, Indian Institute of Technology Madras, India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093967981","display_name":"Ishan Kavathekar","orcid":null},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ishan Kavathekar","raw_affiliation_strings":["International Institute of Information Technology, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092795201","display_name":"Bhaskara Hanuma Vedula","orcid":null},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Bhaskara Hanuma Vedula","raw_affiliation_strings":["International Institute of Information Technology, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023610060","display_name":"Gokul Krishnan","orcid":"https://orcid.org/0000-0002-1344-4722"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"facility","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Gokul S. Krishnan","raw_affiliation_strings":["Centre for Responsible AI, Indian Institute of Technology Madras, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Responsible AI, Indian Institute of Technology Madras, India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051727084","display_name":"Anmol Goel","orcid":"https://orcid.org/0009-0009-4807-2402"},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anmol Goel","raw_affiliation_strings":["International Institute of Information Technology, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037333525","display_name":"Shreya Goyal","orcid":"https://orcid.org/0000-0002-3629-3701"},"institutions":[{"id":"https://openalex.org/I4210149506","display_name":"American Express (United States)","ror":"https://ror.org/05rckx884","country_code":"US","type":"company","lineage":["https://openalex.org/I4210149506"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shreya Goyal","raw_affiliation_strings":["AmexAI Labs, American Express, Bengaluru"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AmexAI Labs, American Express, Bengaluru","institution_ids":["https://openalex.org/I4210149506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009374923","display_name":"Balaraman Ravindran","orcid":"https://orcid.org/0000-0002-5364-7639"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"facility","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Balaraman Ravindran","raw_affiliation_strings":["Centre for Responsible AI, Indian Institute of Technology Madras, India","Wadhwani School of Data Science & AI, Indian Institute of Technology Madras, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Responsible AI, Indian Institute of Technology Madras, India","institution_ids":["https://openalex.org/I24676775"]},{"raw_affiliation_string":"Wadhwani School of Data Science & AI, Indian Institute of Technology Madras, India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027543950","display_name":"Ponnurangam Kumaraguru","orcid":null},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ponnurangam Kumaraguru","raw_affiliation_strings":["International Institute of Information Technology, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Institute of Information Technology, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5012912455"],"corresponding_institution_ids":["https://openalex.org/I24676775"],"apc_list":null,"apc_paid":null,"fwci":19.4231,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.9933722,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14013","display_name":"Legal Language and Interpretation","score":0.9014999866485596,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.5765042304992676},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5449735522270203},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4993722438812256},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.46198946237564087},{"id":"https://openalex.org/keywords/statutory-law","display_name":"Statutory law","score":0.4578198194503784},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4577312767505646},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.326069176197052},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.30201220512390137},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.2448146641254425},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.1683589518070221},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07596400380134583},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.07439634203910828},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.06691962480545044}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.5765042304992676},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5449735522270203},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4993722438812256},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.46198946237564087},{"id":"https://openalex.org/C158129432","wikidata":"https://www.wikidata.org/wiki/Q7766927","display_name":"Statutory law","level":2,"score":0.4578198194503784},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4577312767505646},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.326069176197052},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.30201220512390137},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2448146641254425},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.1683589518070221},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07596400380134583},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.07439634203910828},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.06691962480545044},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia241266","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia241266","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA241266","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia241266","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia241266","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA241266","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7099999785423279,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405042972.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2429057255","https://openalex.org/W2187546663","https://openalex.org/W148745890","https://openalex.org/W4389670110","https://openalex.org/W2611942503","https://openalex.org/W4315621326","https://openalex.org/W2899790217","https://openalex.org/W2598865957","https://openalex.org/W1576092969","https://openalex.org/W2524154428"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4,30],"emerged":[5],"as":[6,105,121],"powerful":[7],"tools":[8],"to":[9,21,33,47,52,63,87,109,133],"perform":[10,64],"various":[11,74],"tasks":[12,144],"in":[13,68,118,136,145],"the":[14,59,69,89,93,119,128],"legal":[15,71,90,103,143],"domain,":[16],"ranging":[17],"from":[18],"generating":[19],"summaries":[20],"predicting":[22],"judgments.":[23],"Despite":[24],"their":[25],"immense":[26],"potential,":[27],"these":[28,49],"models":[29,50],"been":[31],"proven":[32],"learn":[34],"and":[35,39],"exhibit":[36],"societal":[37,75],"biases":[38],"make":[40],"unfair":[41],"predictions.":[42],"Hence,":[43],"it":[44],"is":[45],"essential":[46],"evaluate":[48,88],"prior":[51],"deployment.":[53],"In":[54],"this":[55],"study,":[56],"we":[57,96],"explore":[58],"ability":[60],"of":[61,92,130],"LLMs":[62],"Binary":[65],"Statutory":[66],"Reasoning":[67],"Indian":[70],"landscape":[72],"across":[73],"disparities.":[76],"We":[77],"present":[78],"a":[79,98,106],"novel":[80],"metric,":[81],"\u03b2-weighted":[82],"Legal":[83],"Safety":[84],"Score":[85],"(LSS\u03b2),":[86],"usability":[91],"LLMs.":[94],"Additionally,":[95],"propose":[97],"finetuning":[99],"pipeline,":[100],"utilising":[101],"specialised":[102],"datasets,":[104],"potential":[107,129],"method":[108],"reduce":[110],"bias.":[111],"Our":[112],"proposed":[113],"pipeline":[114],"effectively":[115],"reduces":[116],"bias":[117],"model,":[120],"indicated":[122],"by":[123],"improved":[124],"LSS\u03b2.":[125],"This":[126],"highlights":[127],"our":[131],"approach":[132],"enhance":[134],"fairness":[135],"LLMs,":[137],"making":[138],"them":[139],"more":[140],"reliable":[141],"for":[142],"socially":[146],"diverse":[147],"contexts.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-10-10T00:00:00"}