{"id":"https://openalex.org/W7137297416","doi":"https://doi.org/10.48550/arxiv.2603.12768","title":"SectEval: Evaluating the Latent Sectarian Preferences of Large Language Models","display_name":"SectEval: Evaluating the Latent Sectarian Preferences of Large Language Models","publication_year":2026,"publication_date":"2026-03-13","ids":{"openalex":"https://openalex.org/W7137297416","doi":"https://doi.org/10.48550/arxiv.2603.12768"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.12768","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12768","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.12768","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120710864","display_name":"Aditya Maheshwari","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Maheshwari, Aditya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129590271","display_name":"Amit Gajkeshwar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gajkeshwar, Amit","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129541617","display_name":"Kaushal Sharma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Kaushal","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129598841","display_name":"Vivek Patel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patel, Vivek","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5120710864"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.34209999442100525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.34209999442100525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.12800000607967377,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.03689999878406525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.631600022315979},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5702999830245972},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5411999821662903},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5049999952316284},{"id":"https://openalex.org/keywords/advice","display_name":"Advice (programming)","score":0.5009999871253967},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.3257000148296356}],"concepts":[{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.631600022315979},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5702999830245972},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5411999821662903},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5227000117301941},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5049999952316284},{"id":"https://openalex.org/C2779955035","wikidata":"https://www.wikidata.org/wiki/Q4686785","display_name":"Advice (programming)","level":2,"score":0.5009999871253967},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41839998960494995},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3424000144004822},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.34060001373291016},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.325300008058548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32249999046325684},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C2779313563","wikidata":"https://www.wikidata.org/wiki/Q17072565","display_name":"On Language","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.25920000672340393}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.12768","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12768","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.12768","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12768","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.480257511138916}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"becomes":[5],"a":[6,47,77,113,148,156,175],"popular":[7],"source":[8],"for":[9],"religious":[10,119,187],"knowledge,":[11],"it":[12,18],"is":[13,25,183,207],"important":[14],"to":[15,28,61,107,132,140,147,155,174,201],"know":[16],"if":[17],"treats":[19],"different":[20,118],"groups":[21],"fairly.":[22],"This":[23,111],"study":[24],"the":[26,33,36,63,98,142,169,192,197],"first":[27],"measure":[29],"how":[30,129],"LLMs":[31],"handle":[32],"differences":[34],"between":[35],"two":[37],"main":[38],"sects":[39],"of":[40,58,65],"Islam:":[41],"Sunni":[42,109,153,176],"and":[43,55,72,89,152,172,196],"Shia.":[44],"We":[45,125],"present":[46],"test":[48],"called":[49],"SectEval,":[50],"available":[51,208],"in":[52,102,166],"both":[53,70],"English":[54],"Hindi,":[56,103],"consisting":[57],"88":[59],"questions,":[60],"check":[62],"bias-ness":[64],"15":[66],"top":[67],"LLM":[68],"models,":[69],"proprietary":[71],"open-weights.":[73],"Our":[74],"results":[75],"show":[76,180],"major":[78],"inconsistency":[79],"based":[80],"on":[81,191],"language.":[82],"In":[83,161],"English,":[84],"many":[85],"powerful":[86],"models":[87,105,130,135,164],"DeepSeek-v3":[88],"GPT-4o":[90],"often":[91],"favored":[92],"Shia":[93,145],"answers.":[94,110],"However,":[95],"when":[96],"asked":[97],"exact":[99],"same":[100],"questions":[101],"these":[104],"switched":[106],"favoring":[108],"means":[112],"user":[114,149,157],"could":[115],"get":[116],"completely":[117],"advice":[120],"just":[121],"by":[122],"changing":[123],"languages.":[124],"also":[126],"looked":[127],"at":[128,209],"react":[131],"location.":[133],"Advanced":[134],"Claude-3.5":[136],"changed":[137],"their":[138],"answers":[139,146,154],"match":[141],"user's":[143,170],"country-giving":[144],"from":[150,158],"Iran":[151],"Saudi":[159],"Arabia.":[160],"contrast,":[162],"smaller":[163],"(especially":[165],"Hindi)":[167],"ignored":[168],"location":[171],"stuck":[173],"viewpoint.":[177],"These":[178],"findings":[179],"that":[181],"AI":[182],"not":[184],"neutral;":[185],"its":[186],"``truth''":[188],"changes":[189],"depending":[190],"language":[193],"you":[194,199],"speak":[195],"country":[198],"claim":[200],"be":[202],"from.":[203],"The":[204],"data":[205],"set":[206],"https://github.com/secteval/SectEval/":[210]},"counts_by_year":[],"updated_date":"2026-03-17T07:05:13.627479","created_date":"2026-03-17T00:00:00"}