{"id":"https://openalex.org/W7163210454","doi":"https://doi.org/10.48550/arxiv.2606.01260","title":"IndoBias: A Dual Track Culturally Grounded Benchmark for LLMs Bias Evaluation in Indonesian Languages","display_name":"IndoBias: A Dual Track Culturally Grounded Benchmark for LLMs Bias Evaluation in Indonesian Languages","publication_year":2026,"publication_date":"2026-05-31","ids":{"openalex":"https://openalex.org/W7163210454","doi":"https://doi.org/10.48550/arxiv.2606.01260"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.01260","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.01260","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137685317","display_name":"Ikhlasul Akmal Hanif","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hanif, Ikhlasul Akmal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119979277","display_name":"Muhammad Falensi Azmi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Azmi, Muhammad Falensi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123966906","display_name":"Filbert Aurelian Tjiaranata","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tjiaranata, Filbert Aurelian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119204212","display_name":"Eryawan Presma Yulianrifat","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yulianrifat, Eryawan Presma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5065822589","display_name":"Fajri Koto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koto, Fajri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.46860000491142273,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.46860000491142273,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.08799999952316284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.045499999076128006,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sociocultural-evolution","display_name":"Sociocultural evolution","score":0.589900016784668},{"id":"https://openalex.org/keywords/indonesian","display_name":"Indonesian","score":0.5745999813079834},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4903999865055084},{"id":"https://openalex.org/keywords/ethnic-group","display_name":"Ethnic group","score":0.44269999861717224},{"id":"https://openalex.org/keywords/stereotype","display_name":"Stereotype (UML)","score":0.43130001425743103},{"id":"https://openalex.org/keywords/indigenous","display_name":"Indigenous","score":0.4244999885559082},{"id":"https://openalex.org/keywords/prejudice","display_name":"Prejudice (legal term)","score":0.41429999470710754},{"id":"https://openalex.org/keywords/poverty","display_name":"Poverty","score":0.3569999933242798},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.35280001163482666}],"concepts":[{"id":"https://openalex.org/C196187386","wikidata":"https://www.wikidata.org/wiki/Q1050187","display_name":"Sociocultural evolution","level":2,"score":0.589900016784668},{"id":"https://openalex.org/C2779207338","wikidata":"https://www.wikidata.org/wiki/Q9240","display_name":"Indonesian","level":2,"score":0.5745999813079834},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4903999865055084},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4478999972343445},{"id":"https://openalex.org/C137403100","wikidata":"https://www.wikidata.org/wiki/Q41710","display_name":"Ethnic group","level":2,"score":0.44269999861717224},{"id":"https://openalex.org/C168127410","wikidata":"https://www.wikidata.org/wiki/Q1754331","display_name":"Stereotype (UML)","level":2,"score":0.43130001425743103},{"id":"https://openalex.org/C55958113","wikidata":"https://www.wikidata.org/wiki/Q169480","display_name":"Indigenous","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C107062074","wikidata":"https://www.wikidata.org/wiki/Q109701697","display_name":"Prejudice (legal term)","level":2,"score":0.41429999470710754},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.397599995136261},{"id":"https://openalex.org/C189326681","wikidata":"https://www.wikidata.org/wiki/Q10294","display_name":"Poverty","level":2,"score":0.3569999933242798},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3549000024795532},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.35280001163482666},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.350600004196167},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.3411000072956085},{"id":"https://openalex.org/C2777319359","wikidata":"https://www.wikidata.org/wiki/Q6664444","display_name":"Local language","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.33169999718666077},{"id":"https://openalex.org/C156325361","wikidata":"https://www.wikidata.org/wiki/Q1152864","display_name":"Grounded theory","level":3,"score":0.32350000739097595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3116999864578247},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.30730000138282776},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C37773902","wikidata":"https://www.wikidata.org/wiki/Q970594","display_name":"Cultural bias","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C158071213","wikidata":"https://www.wikidata.org/wiki/Q7257","display_name":"Ideology","level":3,"score":0.28999999165534973},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2802000045776367},{"id":"https://openalex.org/C87156501","wikidata":"https://www.wikidata.org/wiki/Q7268708","display_name":"Qualitative property","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C37129596","wikidata":"https://www.wikidata.org/wiki/Q194417","display_name":"Social mobility","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C131158328","wikidata":"https://www.wikidata.org/wiki/Q1307337","display_name":"Social influence","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C2983427547","wikidata":"https://www.wikidata.org/wiki/Q93200","display_name":"Gender bias","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C89992363","wikidata":"https://www.wikidata.org/wiki/Q5961558","display_name":"Track (disk drive)","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.01260","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.01260","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.8277509808540344,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Despite":[0],"being":[1],"home":[2],"to":[3,57,159,170],"more":[4,154],"than":[5],"1300":[6],"ethnic":[7],"groups":[8],"and":[9,34,42,63,69,80,95,124],"700":[10],"indigenous":[11],"languages,":[12],"bias":[13,55,60,110,121,155,182],"in":[14,23,30,61,89,114,148,183],"Large":[15],"Language":[16],"Models":[17],"has":[18],"not":[19],"been":[20],"fully":[21],"studied":[22],"Indonesia,":[24],"thus":[25],"leaving":[26],"a":[27,53,134],"critical":[28],"gap":[29],"evaluating":[31],"representational":[32],"fairness":[33],"localized":[35],"stereotypes":[36],"within":[37],"its":[38],"uniquely":[39],"vast,":[40],"multilingual,":[41],"diverse":[43],"sociocultural":[44],"landscape.":[45],"To":[46],"address":[47],"this,":[48],"we":[49,145],"introduce":[50,153],"IndoBias":[51,71],"as":[52],"culturally-grounded":[54],"benchmark":[56],"assess":[58],"LLMs":[59,102,131],"Indonesian":[62],"three":[64],"local":[65,117,142,168],"languages:":[66],"Javanese,":[67],"Sundanese,":[68],"Makasar.":[70],"features":[72],"dual":[73],"perspective":[74],"evaluation":[75],"tracks:":[76],"depth-oriented":[77],"(with":[78,82],"contrastive-pairs)":[79],"breadth-oriented":[81],"generation-based),":[83],"where":[84],"the":[85,178],"latter":[86],"is":[87],"grounded":[88],"social":[90],"science":[91],"frameworks":[92],"(SPI,":[93],"O*NET,":[94],"WGI).":[96],"Our":[97],"results":[98],"show":[99],"that":[100,130,192],"existing":[101],"--":[103,107],"particularly":[104],"decoder":[105],"models":[106],"exhibit":[108,133],"strong":[109],"towards":[111],"prototypical":[112],"sentences":[113],"Indonesian,":[115,149],"while":[116],"languages":[118,169],"suffer":[119],"higher":[120],"under":[122],"Ideology":[123],"Religion":[125],"category.":[126],"We":[127],"also":[128],"find":[129],"responses":[132],"non-uniform":[135],"Stereotype":[136],"Polarity":[137],"when":[138],"prompted":[139],"with":[140],"various":[141],"entities.":[143],"Finally,":[144],"discover":[146],"that,":[147],"Common":[150],"Crawl":[151],"texts":[152,162],"during":[156],"pretraining,":[157],"compared":[158],"human-reviewed":[160],"article":[161],"(e.g.,":[163],"Wikipedia,":[164],"News),":[165],"whereas":[166],"introducing":[167],"pretraining":[171],"generally":[172],"increases":[173],"bias.":[174],"This":[175,187],"work":[176],"highlights":[177],"importance":[179],"of":[180],"studying":[181],"culture-specific":[184],"context.":[185],"Warning:":[186],"paper":[188],"contains":[189],"example":[190],"data":[191],"may":[193],"be":[194],"offensive,":[195],"harmful,":[196],"or":[197],"biased.":[198]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}