{"id":"https://openalex.org/W7225810355","doi":"https://doi.org/10.1016/j.ssci.2026.107564","title":"The AGI power dilemma and the illusion of safety with humans in the loop","display_name":"The AGI power dilemma and the illusion of safety with humans in the loop","publication_year":2026,"publication_date":"2026-11-11","ids":{"openalex":"https://openalex.org/W7225810355","doi":"https://doi.org/10.1016/j.ssci.2026.107564"},"language":"en","primary_location":{"id":"doi:10.1016/j.ssci.2026.107564","doi":"https://doi.org/10.1016/j.ssci.2026.107564","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ssci.2026.107564","pdf_url":null,"source":{"id":"https://openalex.org/S123149298","display_name":"Safety Science","issn_l":"0925-7535","issn":["0925-7535","1879-1042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","fnege-3","jufo-2","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Safety Science","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.ssci.2026.107564","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015113132","display_name":"Jonas Lundberg","orcid":"https://orcid.org/0000-0001-8862-7331","observed_orcids":["https://orcid.org/0000-0001-8862-7331"]},"institutions":[{"id":"https://openalex.org/I102134673","display_name":"Link\u00f6ping University","ror":"https://ror.org/05ynxx418","country_code":"SE","type":"education","lineage":["https://openalex.org/I102134673"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Jonas Lundberg","raw_affiliation_strings":["Link\u00f6ping University, Department of Science and Technology, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-8862-7331","affiliations":[{"raw_affiliation_string":"Link\u00f6ping University, Department of Science and Technology, Sweden","institution_ids":["https://openalex.org/I102134673"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018015038","display_name":"Magnus B\u00e5ng","orcid":"https://orcid.org/0000-0003-3606-8579","observed_orcids":["https://orcid.org/0000-0003-3606-8579"]},"institutions":[{"id":"https://openalex.org/I102134673","display_name":"Link\u00f6ping University","ror":"https://ror.org/05ynxx418","country_code":"SE","type":"education","lineage":["https://openalex.org/I102134673"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Magnus B\u00e5ng","raw_affiliation_strings":["Link\u00f6ping University, Department of Computer and Information Science, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Link\u00f6ping University, Department of Computer and Information Science, Sweden","institution_ids":["https://openalex.org/I102134673"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5015113132"],"corresponding_institution_ids":["https://openalex.org/I102134673"],"apc_list":{"value":4360,"currency":"USD","value_usd":4360},"apc_paid":{"value":4360,"currency":"USD","value_usd":4360},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"207","issue":null,"first_page":"107564","last_page":"107564"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.6395999789237976,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.6395999789237976,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.1793999969959259,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13308","display_name":"Cybernetics and Technology in Society","score":0.05869999900460243,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.6442999839782715},{"id":"https://openalex.org/C184047640","wikidata":"https://www.wikidata.org/wiki/Q182593","display_name":"Illusion","level":2,"score":0.6129999756813049},{"id":"https://openalex.org/C48209547","wikidata":"https://www.wikidata.org/wiki/Q1331104","display_name":"Controllability","level":2,"score":0.5835999846458435},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5460000038146973},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5428000092506409},{"id":"https://openalex.org/C2776743756","wikidata":"https://www.wikidata.org/wiki/Q5097921","display_name":"Safeguarding","level":2,"score":0.531000018119812},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4253000020980835},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4239000082015991},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.414900004863739},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C187029079","wikidata":"https://www.wikidata.org/wiki/Q958679","display_name":"Cognitive reframing","level":2,"score":0.3912999927997589},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3804999887943268},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.38019999861717224},{"id":"https://openalex.org/C16171025","wikidata":"https://www.wikidata.org/wiki/Q863349","display_name":"Singularity","level":2,"score":0.3763999938964844},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.36340001225471497},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.3555999994277954},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C148116889","wikidata":"https://www.wikidata.org/wiki/Q1065707","display_name":"Illusion of control","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.3280999958515167},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.3208000063896179},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C2779271205","wikidata":"https://www.wikidata.org/wiki/Q1053973","display_name":"Temptation","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30730000138282776},{"id":"https://openalex.org/C162027153","wikidata":"https://www.wikidata.org/wiki/Q2264109","display_name":"Artificial general intelligence","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2718999981880188},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.26809999346733093},{"id":"https://openalex.org/C2776545233","wikidata":"https://www.wikidata.org/wiki/Q1064858","display_name":"Desk","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.26100000739097595},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.25600001215934753},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.2556000053882599}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.ssci.2026.107564","doi":"https://doi.org/10.1016/j.ssci.2026.107564","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ssci.2026.107564","pdf_url":null,"source":{"id":"https://openalex.org/S123149298","display_name":"Safety Science","issn_l":"0925-7535","issn":["0925-7535","1879-1042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","fnege-3","jufo-2","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Safety Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.ssci.2026.107564","doi":"https://doi.org/10.1016/j.ssci.2026.107564","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.ssci.2026.107564","pdf_url":null,"source":{"id":"https://openalex.org/S123149298","display_name":"Safety Science","issn_l":"0925-7535","issn":["0925-7535","1879-1042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","fnege-3","jufo-2","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Safety Science","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1982629367","https://openalex.org/W2004440920","https://openalex.org/W2022158449","https://openalex.org/W2037051762","https://openalex.org/W2038538236","https://openalex.org/W2039814515","https://openalex.org/W2054137532","https://openalex.org/W2072182136","https://openalex.org/W2096452841","https://openalex.org/W2100352819","https://openalex.org/W2102518549","https://openalex.org/W2103756065","https://openalex.org/W2104880015","https://openalex.org/W2105717202","https://openalex.org/W2134732423","https://openalex.org/W2146948159","https://openalex.org/W2170369540","https://openalex.org/W2342447063","https://openalex.org/W2571151646","https://openalex.org/W2783852239","https://openalex.org/W2940239739","https://openalex.org/W3035887525","https://openalex.org/W3193997983","https://openalex.org/W4213309022","https://openalex.org/W4283209108","https://openalex.org/W4310108479","https://openalex.org/W4310607644","https://openalex.org/W4353091694","https://openalex.org/W4378627561","https://openalex.org/W4389050290","https://openalex.org/W4391536767","https://openalex.org/W4391589589","https://openalex.org/W4391719496","https://openalex.org/W4393868000","https://openalex.org/W4399251012","https://openalex.org/W4411026114","https://openalex.org/W4412885874","https://openalex.org/W7160825138"],"related_works":[],"abstract_inverted_index":{"Avoiding":[0],"loss-of-control":[1],"events":[2],"will":[3],"be":[4],"key":[5],"to":[6,45,126,135],"industry":[7],"and":[8,76,88,93,131,143,157,173,181],"society":[9],"as":[10,113],"AI":[11,84,200],"technology":[12],"is":[13,73,99,147,201],"employed":[14],"in":[15,58,67,189],"various":[16],"critical":[17],"processes.":[18],"In":[19,90],"this":[20],"article,":[21],"we":[22,184],"assess":[23],"a":[24,32,37,51,68,100,117,121,153,160],"hypothetical":[25],"instability":[26,92],"situation":[27],"of":[28,49,80,97,103,120,159,171,196],"an":[29,194],"AGI":[30,149,172],"\u2212":[31,35],"singularity":[33],"event":[34],"from":[36],"safety":[38,197],"science":[39],"standpoint.":[40],"We":[41,164],"present":[42],"one":[43],"way":[44],"describe":[46],"the":[47,62,95,148,166,187,190,199],"process":[48,119],"how":[50],"real":[52,82,161],"time":[53,83,162],"Artificial":[54],"General":[55],"Intelligence":[56],"(AGI)":[57],"its":[59,137],"interaction":[60],"with":[61],"environment":[63],"may":[64],"set":[65],"it":[66,125,134],"runaway":[69],"condition.":[70],"Our":[71],"goal":[72],"clarifying":[74],"general":[75],"structural":[77],"control":[78,170],"issues":[79],"strong":[81],"for":[85,168,175,179,203],"design,":[86],"safeguarding":[87,176],"legislation.":[89],"cybernetics,":[91],"hence,":[94],"risk":[96],"loss-of-control,":[98],"core":[101,138],"trait":[102],"all":[104],"highly":[105],"adaptive":[106,109],"systems.":[107],"Such":[108],"behavior":[110],"can":[111],"manifest":[112],"radical":[114],"reframing":[115],"\u2013":[116],"pivotal":[118],"system":[122],"that":[123,186],"enables":[124],"solve":[127],"very":[128],"hard":[129],"challenges,":[130],"which":[132],"requires":[133],"redefine":[136],"concepts,":[139],"goals,":[140],"values,":[141],"plans":[142],"procedures.":[144],"What":[145],"emerges":[146],"power":[150,180],"dilemma":[151],";":[152],"double-bind":[154],"between":[155],"performance":[156],"controllability":[158],"system.":[163],"discuss":[165],"consequences":[167],"human":[169,188],"prospects":[174],"when":[177,198],"optimizing":[178],"speed.":[182],"Moreover,":[183],"conclude":[185],"loop":[191],"approach":[192],"gives":[193],"illusion":[195],"optimized":[202],"power.":[204]},"counts_by_year":[],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2026-11-12T00:00:00"}