{"id":"https://openalex.org/W7225625248","doi":"https://doi.org/10.17605/osf.io/s7nrk","title":"THE REINA PARADOX A Thought Experiment on Preference Formation and the Limits of AI Alignment","display_name":"THE REINA PARADOX A Thought Experiment on Preference Formation and the Limits of AI Alignment","publication_year":2026,"publication_date":"2026-11-09","ids":{"openalex":"https://openalex.org/W7225625248","doi":"https://doi.org/10.17605/osf.io/s7nrk"},"language":"en","primary_location":{"id":"doi:10.17605/osf.io/s7nrk","doi":"https://doi.org/10.17605/osf.io/s7nrk","is_oa":true,"landing_page_url":"https://doi.org/10.17605/osf.io/s7nrk","pdf_url":null,"source":{"id":"https://openalex.org/S7407050956","display_name":"Open Science Framework","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.17605/osf.io/s7nrk","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124935861","display_name":"Ardi Nurcahya","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ardi Nurcahya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5124935861"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13308","display_name":"Cybernetics and Technology in Society","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-alignment","display_name":"AI alignment","score":0.9179999828338623},{"id":"https://openalex.org/keywords/preference-formation","display_name":"preference formation","score":0.9350000023841858},{"id":"https://openalex.org/keywords/personal-ai-assistants","display_name":"personal AI assistants","score":0.7770000100135803},{"id":"https://openalex.org/keywords/human-autonomy","display_name":"human autonomy","score":0.5609999895095825},{"id":"https://openalex.org/keywords/preference-change","display_name":"preference change","score":0.3540000021457672},{"id":"https://openalex.org/keywords/manipulation","display_name":"manipulation","score":0.4449999928474426},{"id":"https://openalex.org/keywords/user-satisfaction","display_name":"user satisfaction","score":0.4740000069141388},{"id":"https://openalex.org/keywords/thought-experiments","display_name":"thought experiments","score":0.6010000109672546},{"id":"https://openalex.org/keywords/human-ai-relationship","display_name":"human-AI relationship","score":0.4819999933242798}],"concepts":[{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.7396000027656555},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.5213000178337097},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5188000202178955},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5170999765396118},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4505999982357025},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4426000118255615},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.3921999931335449},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3797000050544739},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3666999936103821},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3506999909877777},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33239999413490295},{"id":"https://openalex.org/C29554801","wikidata":"https://www.wikidata.org/wiki/Q147027","display_name":"Thought experiment","level":2,"score":0.32919999957084656},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C19273510","wikidata":"https://www.wikidata.org/wiki/Q263847","display_name":"Artificial life","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.27410000562667847},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C3019207227","wikidata":"https://www.wikidata.org/wiki/Q10883614","display_name":"Human life","level":3,"score":0.2639999985694885},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.25519999861717224}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.17605/osf.io/s7nrk","doi":"https://doi.org/10.17605/osf.io/s7nrk","is_oa":true,"landing_page_url":"https://doi.org/10.17605/osf.io/s7nrk","pdf_url":null,"source":{"id":"https://openalex.org/S7407050956","display_name":"Open Science Framework","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.17605/osf.io/s7nrk","doi":"https://doi.org/10.17605/osf.io/s7nrk","is_oa":true,"landing_page_url":"https://doi.org/10.17605/osf.io/s7nrk","pdf_url":null,"source":{"id":"https://openalex.org/S7407050956","display_name":"Open Science Framework","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7167079898","https://openalex.org/W7223019385","https://openalex.org/W4399151482","https://openalex.org/W7147060025","https://openalex.org/W7204223365","https://openalex.org/W7154904973","https://openalex.org/W7221560077","https://openalex.org/W7221469234","https://openalex.org/W4404200702","https://openalex.org/W7164031818"],"abstract_inverted_index":{"What":[0],"if":[1],"an":[2,268],"AI":[3,55,147,160,211,223,269,291,318],"system":[4,108,182,270],"became":[5],"so":[6],"successful":[7],"at":[8,112],"understanding":[9],"human":[10,43,202,235,238,299],"preferences":[11,19,44,49,119,134,170,203,215,300],"that":[12,57,174,285,296,305],"it":[13,20,277],"gradually":[14],"began":[15],"shaping":[16,308],"the":[17,33,39,128,168,181,207,229,257,275],"very":[18,169],"was":[21],"designed":[22],"to":[23,65,85,97,172,247,298],"serve?":[24],"THE":[25,279],"REINA":[26,280],"PARADOX":[27,281],"explores":[28,256],"a":[29,53,145,153,197,261,283,314],"fundamental":[30],"challenge":[31],"for":[32,210,265],"future":[34],"of":[35,131,142,189,222,259,316],"artificial":[36],"intelligence":[37],"alignment:":[38],"relationship":[40],"between":[41,231],"serving":[42,234],"and":[45,82,94,104,135,243,251],"influencing":[46],"how":[47],"those":[48,118,214,331],"are":[50,120,216],"formed.":[51],"Imagine":[52],"personal":[54,146,303],"assistant":[56],"never":[58],"lies,":[59],"threatens,":[60],"or":[61,192],"forces":[62],"its":[63,67,92,100,124],"users":[64,101],"follow":[66],"recommendations.":[68],"It":[69,195,254,310],"simply":[70],"learns":[71],"what":[72,99,321],"they":[73],"want,":[74,323],"helps":[75],"them":[76],"make":[77],"decisions,":[78],"introduces":[79,282],"new":[80,252],"opportunities,":[81],"continuously":[83],"adapts":[84],"their":[86,114],"changing":[87],"interests.":[88],"Over":[89],"time,":[90],"however,":[91],"recommendations":[93],"interactions":[95],"begin":[96],"shape":[98],"value,":[102],"desire,":[103],"consider":[105],"meaningful.":[106],"The":[107,159,184,225],"becomes":[109],"increasingly":[110,288],"effective":[111],"satisfying":[113],"preferences,":[115,236],"even":[116],"as":[117,206,290],"partly":[121],"formed":[122],"through":[123],"own":[125],"influence.":[126,224],"Through":[127],"fictional":[129],"case":[130],"Reina,":[132],"whose":[133],"life":[136],"goals":[137],"evolve":[138],"over":[139],"twenty":[140],"years":[141],"interaction":[143],"with":[144,274],"assistant,":[148],"this":[149],"thought":[150,226],"experiment":[151,227],"examines":[152,228],"subtle":[154],"but":[155,324],"important":[156,289],"alignment":[157,212],"problem.":[158],"appears":[161],"successful.":[162],"Its":[163],"user":[164,193],"is":[165,271,311],"satisfied.":[166],"Yet":[167],"used":[171],"measure":[173],"success":[175],"may":[176,286],"have":[177],"been":[178],"shaped":[179],"by":[180],"itself.":[183],"paradox":[185],"extends":[186],"beyond":[187],"questions":[188],"manipulation,":[190],"consent,":[191],"satisfaction.":[194],"raises":[196],"deeper":[198],"problem:":[199],"identifying":[200],"which":[201],"should":[204],"serve":[205],"reference":[208,263],"point":[209,264],"when":[213],"neither":[217],"fixed":[218],"nor":[219],"entirely":[220],"independent":[221],"tension":[230],"three":[232],"requirements:":[233],"preserving":[237],"autonomy":[239],"in":[240,307],"preference":[241],"formation,":[242],"maintaining":[244],"AI's":[245],"ability":[246],"introduce":[248],"useful":[249],"information":[250],"possibilities.":[253],"also":[255],"difficulty":[258],"establishing":[260],"neutral":[262],"evaluating":[266],"whether":[267,317,325],"genuinely":[272],"aligned":[273],"people":[276],"serves.":[278],"question":[284,315],"become":[287],"systems":[292],"move":[293],"from":[294],"tools":[295],"respond":[297],"toward":[301],"persistent":[302],"assistants":[304],"participate":[306],"them.":[309],"not":[312],"merely":[313],"can":[319,327],"understand":[320],"humans":[322,326],"still":[328],"determine":[329],"where":[330],"wants":[332],"come":[333],"from.":[334]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-11-10T00:00:00"}