{"id":"https://openalex.org/W4415230182","doi":"https://doi.org/10.1609/aies.v8i1.36552","title":"GermanPartiesQA: Benchmarking Commercial Large Language Models and AI Companions for Political Alignment and Sycophancy","display_name":"GermanPartiesQA: Benchmarking Commercial Large Language Models and AI Companions for Political Alignment and Sycophancy","publication_year":2025,"publication_date":"2025-10-15","ids":{"openalex":"https://openalex.org/W4415230182","doi":"https://doi.org/10.1609/aies.v8i1.36552"},"language":"en","primary_location":{"id":"doi:10.1609/aies.v8i1.36552","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i1.36552","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36552/38690","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ojs.aaai.org/index.php/AIES/article/download/36552/38690","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117865366","display_name":"Jan Batzner","orcid":null},"institutions":[{"id":"https://openalex.org/I4210117750","display_name":"Weizenbaum Institute","ror":"https://ror.org/023kksk09","country_code":"DE","type":"facility","lineage":["https://openalex.org/I176453806","https://openalex.org/I2800804238","https://openalex.org/I2801702882","https://openalex.org/I315704651","https://openalex.org/I4210117750","https://openalex.org/I4577782","https://openalex.org/I46043019","https://openalex.org/I4923324","https://openalex.org/I75951250"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Batzner","raw_affiliation_strings":["Weizenbaum Institute\nTechnical University Munich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Weizenbaum Institute\nTechnical University Munich","institution_ids":["https://openalex.org/I4210117750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091751818","display_name":"Volker Stocker","orcid":null},"institutions":[{"id":"https://openalex.org/I4210117750","display_name":"Weizenbaum Institute","ror":"https://ror.org/023kksk09","country_code":"DE","type":"facility","lineage":["https://openalex.org/I176453806","https://openalex.org/I2800804238","https://openalex.org/I2801702882","https://openalex.org/I315704651","https://openalex.org/I4210117750","https://openalex.org/I4577782","https://openalex.org/I46043019","https://openalex.org/I4923324","https://openalex.org/I75951250"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Volker Stocker","raw_affiliation_strings":["Weizenbaum Institute\nTechnical University Berlin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Weizenbaum Institute\nTechnical University Berlin","institution_ids":["https://openalex.org/I4210117750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103122168","display_name":"Stefan Schmid","orcid":"https://orcid.org/0000-0001-8041-5449"},"institutions":[{"id":"https://openalex.org/I4210117750","display_name":"Weizenbaum Institute","ror":"https://ror.org/023kksk09","country_code":"DE","type":"facility","lineage":["https://openalex.org/I176453806","https://openalex.org/I2800804238","https://openalex.org/I2801702882","https://openalex.org/I315704651","https://openalex.org/I4210117750","https://openalex.org/I4577782","https://openalex.org/I46043019","https://openalex.org/I4923324","https://openalex.org/I75951250"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Schmid","raw_affiliation_strings":["Weizenbaum Institute\nTechnical University Berlin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Weizenbaum Institute\nTechnical University Berlin","institution_ids":["https://openalex.org/I4210117750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024434748","display_name":"Gjergji Kasneci","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gjergji Kasneci","raw_affiliation_strings":["Technical University Munich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University Munich","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.6252,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.96933729,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"8","issue":"1","first_page":"330","last_page":"342"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.429500013589859,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.429500013589859,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/politics","display_name":"Politics","score":0.7419999837875366},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.6281999945640564},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.6071000099182129},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5814999938011169},{"id":"https://openalex.org/keywords/ideology","display_name":"Ideology","score":0.4569000005722046},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.45680001378059387}],"concepts":[{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.7419999837875366},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.6281999945640564},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.6071000099182129},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5814999938011169},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4837999939918518},{"id":"https://openalex.org/C158071213","wikidata":"https://www.wikidata.org/wiki/Q7257","display_name":"Ideology","level":3,"score":0.4569000005722046},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.45680001378059387},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4260999858379364},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3894999921321869},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37400001287460327},{"id":"https://openalex.org/C177324205","wikidata":"https://www.wikidata.org/wiki/Q2540376","display_name":"Voting behavior","level":4,"score":0.37220001220703125},{"id":"https://openalex.org/C2780589192","wikidata":"https://www.wikidata.org/wiki/Q7285140","display_name":"Raising (metalworking)","level":2,"score":0.3677999973297119},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.32919999957084656},{"id":"https://openalex.org/C134698397","wikidata":"https://www.wikidata.org/wiki/Q17946","display_name":"Public opinion","level":3,"score":0.3246000111103058},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.2939999997615814},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2720000147819519}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1609/aies.v8i1.36552","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i1.36552","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36552/38690","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2407.18008","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.18008","pdf_url":"https://arxiv.org/pdf/2407.18008","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:ojs.aaai.org:article/36552","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AIES/article/view/36552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"3065-8365","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aies.v8i1.36552","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i1.36552","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36552/38690","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4415230182.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,133],"(LLMs)":[3],"are":[4,19,168],"increasingly":[5,149,169],"shaping":[6],"citizens\u2019":[7],"information":[8,27],"ecosystems.":[9],"Products":[10],"incorporating":[11],"LLMs,":[12],"such":[13],"as":[14],"chatbots":[15],"and":[16,26,38,45,115,126,176],"AI":[17,177],"Companions,":[18],"now":[20],"widely":[21],"used":[22],"for":[23,103,120],"decision":[24,173],"support":[25,174],"retrieval,":[28],"including":[29],"in":[30,171],"sensitive":[31],"domains,":[32],"raising":[33],"concerns":[34],"about":[35],"hidden":[36],"biases":[37],"growing":[39],"potential":[40],"to":[41,66,96,135,159],"shape":[42],"individual":[43],"decisions":[44],"public":[46],"opinion.":[47],"This":[48],"paper":[49],"introduces":[50],"GermanPartiesQA,":[51],"a":[52],"benchmark":[53],"of":[54,117,130,154,164],"418":[55],"political":[56,74,81,118,136,162],"statements":[57],"from":[58],"German":[59],"Voting":[60],"Advice":[61],"Applications":[62],"across":[63,123],"11":[64],"elections":[65],"evaluate":[67,72],"six":[68],"commercial":[69],"LLMs.":[70],"We":[71,110],"their":[73],"alignment":[75,113,163],"based":[76],"on":[77],"role-playing":[78],"experiments":[79],"with":[80],"personas.":[82],"Our":[83,156],"evaluation":[84],"reveals":[85],"three":[86],"specific":[87],"findings:":[88],"(1)":[89],"Factual":[90],"limitations:":[91],"LLMs":[92,166],"show":[93],"limited":[94],"ability":[95],"accurately":[97],"generate":[98],"factual":[99],"party":[100],"positions,":[101],"particularly":[102],"centrist":[104],"parties.":[105],"(2)":[106],"Model-specific":[107],"ideological":[108],"alignment:":[109],"identify":[111],"consistent":[112],"patterns":[114],"degree":[116],"steerability":[119,145],"each":[121],"model":[122],"temperature":[124],"settings":[125],"experiments.":[127],"(3)":[128],"Claim":[129],"sycophancy:":[131],"While":[132],"adjust":[134],"personas":[137],"during":[138],"role-play,":[139],"we":[140],"find":[141],"this":[142],"reflects":[143],"persona-based":[144],"rather":[146],"than":[147],"the":[148,161],"popular,":[150],"yet":[151],"contested":[152],"concept":[153],"sycophancy.":[155],"study":[157],"contributes":[158],"evaluating":[160],"closed-source":[165],"that":[167],"embedded":[170],"electoral":[172],"tools":[175],"Companion":[178],"chatbots.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-02T14:50:37.381335","created_date":"2025-10-10T00:00:00"}