{"id":"https://openalex.org/W7164010441","doi":"https://doi.org/10.48550/arxiv.2606.08381","title":"Auditing Proprietary Alignment in Large Language Models: A Comparative Framework Without a Ground-Truth Standard","display_name":"Auditing Proprietary Alignment in Large Language Models: A Comparative Framework Without a Ground-Truth Standard","publication_year":2026,"publication_date":"2026-06-07","ids":{"openalex":"https://openalex.org/W7164010441","doi":"https://doi.org/10.48550/arxiv.2606.08381"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.08381","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08381","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.08381","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138280459","display_name":"Alireza Arbabi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arbabi, Alireza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138262743","display_name":"Florian Kerschbaum","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kerschbaum, Florian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.08129999786615372,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.08129999786615372,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.06669999659061432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.06469999998807907,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.7301999926567078},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5392000079154968},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.5202999711036682},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4690999984741211},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4203000068664551},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4072999954223633},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.39399999380111694},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.37450000643730164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7652000188827515},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.7301999926567078},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5392000079154968},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.5202999711036682},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4690999984741211},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4203000068664551},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4009999930858612},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.37450000643730164},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.32600000500679016},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3165999948978424},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30730000138282776},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.30559998750686646},{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.30000001192092896},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.28060001134872437},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C101780184","wikidata":"https://www.wikidata.org/wiki/Q840576","display_name":"Dissemination","level":2,"score":0.26190000772476196}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.08381","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08381","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.08381","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08381","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7320743799209595}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,87,161],"models":[2,31,88,113],"(LLMs)":[3],"are":[4],"increasingly":[5],"released":[6],"and":[7,12,41,105,149],"deployed":[8],"through":[9],"opaque":[10],"development":[11],"deployment":[13],"pipelines,":[14],"enabling":[15],"model":[16,104],"providers":[17],"to":[18,35,45,137],"inject":[19],"intentional,":[20],"provider-specific":[21,156],"policies":[22],"without":[23],"officially":[24],"announcing":[25],"them.":[26],"As":[27],"a":[28,59,78,102,108,115,147],"result,":[29],"various":[30],"have":[32],"been":[33],"reported":[34],"generate":[36],"responses":[37,100],"reflecting":[38],"proprietary":[39,83],"rules":[40],"organizational":[42],"interests,":[43],"leading":[44],"censorship":[46],"or":[47],"misinformation":[48],"on":[49],"controversial":[50],"topics.":[51],"However,":[52],"systematic":[53,96,148],"identification":[54],"of":[55,66,101,107,111,155],"such":[56],"alignment":[57,84,157],"remains":[58],"fundamental":[60],"challenge,":[61],"complicated":[62],"by":[63],"the":[64,99],"ambiguity":[65],"what":[67],"``proprietary''":[68],"entails":[69],"in":[70,85,114,159],"different":[71],"contexts.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76],"propose":[77],"statistical":[79],"framework":[80,129],"for":[81,152],"detecting":[82],"black-box":[86,134],"via":[89],"comparative":[90],"behavioral":[91,122],"analysis.":[92],"Our":[93],"approach":[94],"quantifies":[95],"deviations":[97],"between":[98],"target":[103],"those":[106],"reference":[109],"set":[110],"baseline":[112],"shared":[116],"semantic":[117],"space.":[118],"By":[119],"evaluating":[120],"relative":[121],"divergence":[123],"rather":[124],"than":[125],"absolute":[126],"correctness,":[127],"our":[128],"enables":[130],"principled":[131],"auditing":[132],"under":[133],"access.":[135],"Applied":[136],"several":[138],"widely":[139],"discussed":[140],"but":[141],"previously":[142],"unquantified":[143],"cases,":[144],"it":[145],"provides":[146],"scalable":[150],"basis":[151],"external":[153],"assessment":[154],"behavior":[158],"large":[160],"models.":[162]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-10T00:00:00"}