{"id":"https://openalex.org/W7153111357","doi":"https://doi.org/10.48550/arxiv.2604.07650","title":"How Independent are Large Language Models? A Statistical Framework for Auditing Behavioral Entanglement and Reweighting Verifier Ensembles","display_name":"How Independent are Large Language Models? A Statistical Framework for Auditing Behavioral Entanglement and Reweighting Verifier Ensembles","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7153111357","doi":"https://doi.org/10.48550/arxiv.2604.07650"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.07650","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07650","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.07650","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133316811","display_name":"Chenchen Kuai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuai, Chenchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133340134","display_name":"Jiwan Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Jiwan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133352089","display_name":"Zihao Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133316939","display_name":"Hao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133391565","display_name":"Keshu Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Keshu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100342794","display_name":"Zihao Li","orcid":"https://orcid.org/0000-0002-2766-7521"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133325527","display_name":"Yunlong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yunlong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133389486","display_name":"Chenxi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Chenxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133365450","display_name":"Zhengzhong Tu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Zhengzhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133359703","display_name":"Zhiwen Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Zhiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133327049","display_name":"Yang Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1339000016450882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1339000016450882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.12999999523162842,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.11810000240802765,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantum-entanglement","display_name":"Quantum entanglement","score":0.7491999864578247},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.5410000085830688},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.4546999931335449},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.4000999927520752},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.387800008058548},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.37940001487731934},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.359499990940094}],"concepts":[{"id":"https://openalex.org/C121040770","wikidata":"https://www.wikidata.org/wiki/Q215675","display_name":"Quantum entanglement","level":3,"score":0.7491999864578247},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6021999716758728},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.5410000085830688},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.4546999931335449},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42399999499320984},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.4000999927520752},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36640000343322754},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C78639753","wikidata":"https://www.wikidata.org/wiki/Q3318160","display_name":"Behavioral modeling","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2689000070095062},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C18653775","wikidata":"https://www.wikidata.org/wiki/Q1333358","display_name":"Joint probability distribution","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.07650","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07650","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.07650","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07650","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"growth":[2],"of":[3,170,201],"the":[4,95,216],"large":[5],"language":[6],"model":[7,139,210],"(LLM)":[8],"ecosystem":[9],"raises":[10],"a":[11,77,90,104,118,158,197,229],"critical":[12],"question:":[13],"are":[14],"seemingly":[15],"diverse":[16],"models":[17],"truly":[18],"independent?":[19],"Shared":[20],"pretraining":[21],"data,":[22],"distillation,":[23],"and":[24,42,58,116,146,177,222],"alignment":[25,127],"pipelines":[26,41],"can":[27],"induce":[28],"hidden":[29],"behavioral":[30,82,144],"dependencies,":[31],"latent":[32],"entanglement,":[33],"that":[34,93,155,186],"undermine":[35],"multi-model":[36],"systems":[37],"such":[38],"as":[39,54],"LLM-as-a-judge":[40,151],"ensemble":[43,206],"verification,":[44],"which":[45,109,124],"implicitly":[46],"assume":[47],"independent":[48,70],"signals.":[49],"In":[50],"practice,":[51],"this":[52],"manifests":[53],"correlated":[55,220],"reasoning":[56],"patterns":[57],"synchronized":[59,111],"failures,":[60],"where":[61],"apparent":[62],"agreement":[63],"reflects":[64],"shared":[65],"error":[66],"modes":[67],"rather":[68],"than":[69],"validation.":[71],"To":[72],"address":[73],"this,":[74],"we":[75,141,195],"develop":[76],"statistical":[78],"framework":[79],"for":[80,175,182],"auditing":[81],"entanglement":[83,145,202],"among":[84],"black-box":[85],"LLMs.":[86],"Our":[87],"approach":[88],"introduces":[89],"multi-resolution":[91],"hierarchy":[92],"characterizes":[94],"joint":[96],"failure":[97],"manifold":[98],"through":[99,203],"two":[100],"information-theoretic":[101],"metrics:":[102],"(i)":[103],"Difficulty-Weighted":[105],"Behavioral":[106],"Entanglement":[107],"Index,":[108],"amplifies":[110],"failures":[112],"on":[113,134,150,213],"easy":[114],"tasks,":[115],"(ii)":[117],"Cumulative":[119],"Information":[120],"Gain":[121],"(CIG)":[122],"metric,":[123],"captures":[125],"directional":[126],"in":[128,164],"erroneous":[129],"responses.":[130],"Through":[131],"extensive":[132],"experiments":[133],"18":[135],"LLMs":[136],"from":[137],"six":[138],"families,":[140],"identify":[142],"widespread":[143],"analyze":[147],"its":[148],"impact":[149],"evaluation.":[152],"We":[153],"find":[154],"CIG":[156],"exhibits":[157],"statistically":[159],"significant":[160],"association":[161],"with":[162,167],"degradation":[163],"judge":[165],"precision,":[166],"Spearman":[168],"coefficient":[169],"0.64":[171],"(p":[172,179],"&lt;":[173,180],"0.001)":[174],"GPT-4o-mini":[176],"0.71":[178],"0.01)":[181],"Llama3-based":[183],"judges,":[184],"indicating":[185],"stronger":[187],"dependency":[188],"corresponds":[189],"to":[190,228],"increased":[191],"over-endorsement":[192],"bias.":[193],"Finally,":[194],"demonstrate":[196],"practical":[198],"use":[199],"case":[200],"de-entangled":[204],"verifier":[205],"reweighting.":[207],"By":[208],"adjusting":[209],"contributions":[211],"based":[212],"inferred":[214],"independence,":[215],"proposed":[217],"method":[218],"mitigates":[219],"bias":[221],"improves":[223],"verification":[224],"performance,":[225],"achieving":[226],"up":[227],"4.5%":[230],"accuracy":[231],"gain":[232],"over":[233],"majority":[234],"voting.":[235]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-11T00:00:00"}
