{"id":"https://openalex.org/W7167575175","doi":"https://doi.org/10.48550/arxiv.2607.02587","title":"The Moving Target: A Longitudinal Audit of Trust-Benchmark Score Drift Across Open-Source Chat LLM Release Lines","display_name":"The Moving Target: A Longitudinal Audit of Trust-Benchmark Score Drift Across Open-Source Chat LLM Release Lines","publication_year":2026,"publication_date":"2026-07-01","ids":{"openalex":"https://openalex.org/W7167575175","doi":"https://doi.org/10.48550/arxiv.2607.02587"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.02587","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.02587","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.02587","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139789774","display_name":"Zhichao Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Zhichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139756872","display_name":"Yanhang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yanhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136573671","display_name":"Zexin Zhuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuang, Zexin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140199369","display_name":"Xian Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Xian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140199732","display_name":"Yingshuo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yingshuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10927","display_name":"Access Control and Trust","score":0.4271000027656555,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10927","display_name":"Access Control and Trust","score":0.4271000027656555,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.2451999932527542,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.02370000071823597,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.7418000102043152},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.6492000222206116},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4945000112056732},{"id":"https://openalex.org/keywords/line","display_name":"Line (geometry)","score":0.4447999894618988},{"id":"https://openalex.org/keywords/longitudinal-data","display_name":"Longitudinal data","score":0.4359000027179718},{"id":"https://openalex.org/keywords/longitudinal-study","display_name":"Longitudinal study","score":0.3905999958515167}],"concepts":[{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.7418000102043152},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6492000222206116},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4945000112056732},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.4447999894618988},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.44110000133514404},{"id":"https://openalex.org/C3020672099","wikidata":"https://www.wikidata.org/wiki/Q857354","display_name":"Longitudinal data","level":2,"score":0.4359000027179718},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4230000078678131},{"id":"https://openalex.org/C2777895361","wikidata":"https://www.wikidata.org/wiki/Q1758614","display_name":"Longitudinal study","level":2,"score":0.3905999958515167},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.388700008392334},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.38589999079704285},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.3785000145435333},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3693000078201294},{"id":"https://openalex.org/C2984949393","wikidata":"https://www.wikidata.org/wiki/Q1260241","display_name":"Drop out","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.322299987077713},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.29679998755455017},{"id":"https://openalex.org/C2781345722","wikidata":"https://www.wikidata.org/wiki/Q5308388","display_name":"Drop (telecommunication)","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C6422946","wikidata":"https://www.wikidata.org/wiki/Q857354","display_name":"Panel data","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.27300000190734863},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C41282006","wikidata":"https://www.wikidata.org/wiki/Q830689","display_name":"Auditor's report","level":3,"score":0.25859999656677246}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.02587","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.02587","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.02587","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.02587","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4953402578830719,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Trust-benchmark":[0],"scores":[1],"reported":[2],"on":[3,53,146],"a":[4,54,114,117,133],"chat-LLM":[5],"release":[6,36,118,150],"line":[7],"are":[8,78,84,164],"often":[9],"carried":[10,153],"across":[11],"several":[12,95],"checkpoints":[13],"of":[14,58,73,82,99,166],"the":[15,20,74,97,108],"same":[16,109],"line,":[17,119],"as":[18,140],"if":[19],"underlying":[21],"model":[22],"had":[23],"not":[24],"shifted":[25],"between":[26],"releases.":[27],"We":[28,32],"test":[29],"that":[30],"assumption.":[31],"audit":[33],"four":[34],"open-source":[35],"lines":[37],"(Yi,":[38],"Qwen,":[39],"Mistral,":[40],"and":[41,66,80,161],"Gemma)":[42],"at":[43],"three":[44,69],"successive":[45],"public":[46],"generations":[47],"each.":[48],"Each":[49],"checkpoint":[50],"is":[51,94],"scored":[52],"fixed":[55],"200-item":[56],"basket":[57],"five":[59,75],"chat-evaluation":[60],"benchmarks:":[61],"TruthfulQA,":[62],"BBQ,":[63],"ToxiGen,":[64],"CrowS-Pairs,":[65],"XSTest,":[67],"under":[68],"prompt":[70],"templates.":[71],"Four":[72],"benchmark":[76],"variants":[77],"non-canonical,":[79],"two":[81],"those":[83],"synthetic":[85],"proxies.":[86],"The":[87],"mean":[88,98],"absolute":[89],"adjacent-generation":[90],"Score":[91],"Drift":[92],"Rate":[93],"times":[96],"an":[100],"independence-based":[101],"count-level":[102],"reference":[103],"null.":[104],"It":[105,142],"stays":[106],"in":[107],"band":[110],"when":[111],"we":[112],"drop":[113,116],"benchmark,":[115],"switch":[120],"to":[121,126],"strict":[122],"scoring,":[123],"or":[124],"restrict":[125],"constant-parameter-size":[127],"transitions.":[128],"Within":[129],"this":[130],"audited":[131],"setup,":[132],"quoted":[134],"trust":[135],"score":[136],"should":[137,143],"be":[138,144],"treated":[139],"checkpoint-bound.":[141],"re-measured":[145],"each":[147],"materially":[148],"new":[149],"rather":[151],"than":[152],"forward.":[154],"Closed":[155],"APIs,":[156],"larger":[157],"models,":[158],"canonical-protocol":[159],"scores,":[160],"benchmark-item-subset":[162],"uncertainty":[163],"out":[165],"scope.":[167]},"counts_by_year":[],"updated_date":"2026-08-12T07:12:00.856984","created_date":"2026-07-08T00:00:00"}