{"id":"https://openalex.org/W4415315109","doi":"https://doi.org/10.1609/aies.v9i2.43187","title":"Secure Human Oversight of AI: Threat Modeling in a Socio-Technical Context","display_name":"Secure Human Oversight of AI: Threat Modeling in a Socio-Technical Context","publication_year":2026,"publication_date":"2026-10-11","ids":{"openalex":"https://openalex.org/W4415315109","doi":"https://doi.org/10.1609/aies.v9i2.43187"},"language":"en","primary_location":{"id":"doi:10.1609/aies.v9i2.43187","doi":"https://doi.org/10.1609/aies.v9i2.43187","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v9i2.43187","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/43187/50747","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ojs.aaai.org/index.php/AIES/article/download/43187/50747","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081565721","display_name":"Jonas C. Ditz","orcid":"https://orcid.org/0000-0002-4561-1900","observed_orcids":["https://orcid.org/0000-0002-4561-1900"]},"institutions":[{"id":"https://openalex.org/I1317578790","display_name":"Federal Office for Information Security","ror":"https://ror.org/03v7mmm26","country_code":"DE","type":"other","lineage":["https://openalex.org/I1317578790"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonas C. Ditz","raw_affiliation_strings":["Federal Office for Information Security, Bonn, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal Office for Information Security, Bonn, Germany","institution_ids":["https://openalex.org/I1317578790"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051239968","display_name":"Veronika Lazar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1317578790","display_name":"Federal Office for Information Security","ror":"https://ror.org/03v7mmm26","country_code":"DE","type":"other","lineage":["https://openalex.org/I1317578790"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Veronika Lazar","raw_affiliation_strings":["Federal Office for Information Security, Bonn, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal Office for Information Security, Bonn, Germany","institution_ids":["https://openalex.org/I1317578790"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120049281","display_name":"Elmar Lichtme\u00df","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1317578790","display_name":"Federal Office for Information Security","ror":"https://ror.org/03v7mmm26","country_code":"DE","type":"other","lineage":["https://openalex.org/I1317578790"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elmar Lichtme\u00df","raw_affiliation_strings":["Federal Office for Information Security, Bonn, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal Office for Information Security, Bonn, Germany","institution_ids":["https://openalex.org/I1317578790"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099083617","display_name":"Carola Plesch","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1317578790","display_name":"Federal Office for Information Security","ror":"https://ror.org/03v7mmm26","country_code":"DE","type":"other","lineage":["https://openalex.org/I1317578790"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Carola Plesch","raw_affiliation_strings":["Federal Office for Information Security, Bonn, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal Office for Information Security, Bonn, Germany","institution_ids":["https://openalex.org/I1317578790"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117267876","display_name":"Matthias Heck","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1317578790","display_name":"Federal Office for Information Security","ror":"https://ror.org/03v7mmm26","country_code":"DE","type":"other","lineage":["https://openalex.org/I1317578790"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Heck","raw_affiliation_strings":["Federal Office for Information Security, Bonn, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal Office for Information Security, Bonn, Germany","institution_ids":["https://openalex.org/I1317578790"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012518399","display_name":"Kevin L. Baum","orcid":"https://orcid.org/0000-0002-6893-573X","observed_orcids":["https://orcid.org/0000-0002-6893-573X"]},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I33256026"]},{"id":"https://openalex.org/I884043246","display_name":"Hamburg University of Technology","ror":"https://ror.org/04bs1pb34","country_code":"DE","type":"education","lineage":["https://openalex.org/I884043246"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kevin Baum","raw_affiliation_strings":["German Research Center for Artificial Intelligence, Saarbr\u00fccken, Germany\nHamburg University of Technology, Institute for Ethics in Technology, Hamburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence, Saarbr\u00fccken, Germany\nHamburg University of Technology, Institute for Ethics in Technology, Hamburg, Germany","institution_ids":["https://openalex.org/I33256026","https://openalex.org/I884043246"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038410639","display_name":"Markus Langer","orcid":"https://orcid.org/0000-0002-8165-1803","observed_orcids":["https://orcid.org/0000-0002-8165-1803"]},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Markus Langer","raw_affiliation_strings":["University of Freiburg, Department of Psychology, Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Freiburg, Department of Psychology, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.2896,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.9501933,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"9","issue":"2","first_page":"843","last_page":"856"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.45019999146461487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.45019999146461487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3041999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.09290000051259995,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-oversight-of-ai","display_name":"human oversight of AI","score":0.9890000224113464},{"id":"https://openalex.org/keywords/threat-modeling","display_name":"threat modeling","score":0.7319999933242798},{"id":"https://openalex.org/keywords/artificial-intelligence-security","display_name":"AI security","score":0.847000002861023},{"id":"https://openalex.org/keywords/sociotechnical-systems","display_name":"socio-technical systems","score":0.925000011920929},{"id":"https://openalex.org/keywords/attack-vectors","display_name":"attack vectors","score":0.8629999756813049},{"id":"https://openalex.org/keywords/security-hardening","display_name":"security hardening","score":0.6940000057220459},{"id":"https://openalex.org/keywords/ai-accountability","display_name":"AI accountability","score":0.6119999885559082},{"id":"https://openalex.org/keywords/eu-ai-act","display_name":"EU AI Act","score":0.8479999899864197},{"id":"https://openalex.org/keywords/ai-safety","display_name":"AI safety","score":0.41200000047683716},{"id":"https://openalex.org/keywords/human-in-the-loop-ai","display_name":"human-in-the-loop AI","score":0.5479999780654907}],"concepts":[{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.7687000036239624},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.6626999974250793},{"id":"https://openalex.org/C2776576444","wikidata":"https://www.wikidata.org/wiki/Q303569","display_name":"Attack surface","level":2,"score":0.6385999917984009},{"id":"https://openalex.org/C2780771206","wikidata":"https://www.wikidata.org/wiki/Q3271761","display_name":"Safeguard","level":2,"score":0.4961000084877014},{"id":"https://openalex.org/C2779449393","wikidata":"https://www.wikidata.org/wiki/Q302285","display_name":"Human security","level":2,"score":0.47620001435279846},{"id":"https://openalex.org/C169437150","wikidata":"https://www.wikidata.org/wiki/Q8458","display_name":"Human rights","level":2,"score":0.42260000109672546},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3903999924659729},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.32659998536109924},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C69360830","wikidata":"https://www.wikidata.org/wiki/Q1172237","display_name":"Data Protection Act 1998","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C3019207227","wikidata":"https://www.wikidata.org/wiki/Q10883614","display_name":"Human life","level":3,"score":0.29159998893737793},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C3020792226","wikidata":"https://www.wikidata.org/wiki/Q1331083","display_name":"Human use","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2648000121116638},{"id":"https://openalex.org/C2777351106","wikidata":"https://www.wikidata.org/wiki/Q49371","display_name":"Legislation","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2615000009536743}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1609/aies.v9i2.43187","doi":"https://doi.org/10.1609/aies.v9i2.43187","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v9i2.43187","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/43187/50747","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/43187","doi":null,"is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AIES/article/view/43187","pdf_url":null,"source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"3065-8365","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:arXiv.org:2509.12290","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2509.12290","pdf_url":"https://arxiv.org/pdf/2509.12290","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2509.12290","doi":"https://doi.org/10.48550/arxiv.2509.12290","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.12290","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1609/aies.v9i2.43187","doi":"https://doi.org/10.1609/aies.v9i2.43187","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v9i2.43187","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/43187/50747","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.47620001435279846,"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2208573535","display_name":null,"funder_award_id":"01IW24007","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G3032849772","display_name":null,"funder_award_id":"TRR 248","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G3576318861","display_name":null,"funder_award_id":"45-06/24","funder_id":"https://openalex.org/F4320321626","funder_display_name":"Daimler und Benz Stiftung"},{"id":"https://openalex.org/G890954746","display_name":"TRR 248: Grundlagen verst\u00e4ndlicher SoftwareSysteme  f\u00fcr eine nachvollziehbare cyberphysische Welt","funder_award_id":"389792660","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320321626","display_name":"Daimler und Benz Stiftung","ror":"https://ror.org/046pf6524"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415315109.pdf","grobid_xml":"https://content.openalex.org/works/W4415315109.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W2462906003","https://openalex.org/W4405173927","https://openalex.org/W6929530480","https://openalex.org/W7161681750","https://openalex.org/W7212155034"],"related_works":["https://openalex.org/W7171713422","https://openalex.org/W7154489072","https://openalex.org/W4417119989","https://openalex.org/W7129612909","https://openalex.org/W7134254566","https://openalex.org/W4394591918","https://openalex.org/W7128580040","https://openalex.org/W7213462929","https://openalex.org/W7214202627","https://openalex.org/W7163010827"],"abstract_inverted_index":{"Human":[0],"oversight":[1,36,57,80,95,107,137,161],"of":[2,19,50,70,88,92,143,151,162],"AI":[3,30,71],"is":[4,23],"promoted":[5],"as":[6,12,81],"a":[7,45,59,119,140,148],"safeguard":[8],"against":[9],"risks":[10,104],"such":[11],"inaccurate":[13],"outputs,":[14],"system":[15],"malfunctions,":[16],"or":[17],"violations":[18],"fundamental":[20],"rights,":[21],"and":[22,67,108,128,145,154],"mandated":[24],"in":[25],"regulation":[26],"like":[27],"the":[28,48,64,86,93],"European":[29],"Act.":[31],"Yet":[32],"debates":[33],"on":[34,40,74,122,131],"human":[35,51,56,79,94,106,123,136,160],"have":[37],"largely":[38],"focused":[39],"its":[41],"effectiveness,":[42],"while":[43],"overlooking":[44],"critical":[46],"dimension:":[47],"security":[49,103,120,141],"oversight.":[52],"We":[53],"argue":[54],"that":[55],"creates":[58],"new":[60],"attack":[61,152],"surface":[62],"within":[63,105],"safety,":[65],"security,":[66],"accountability":[68],"architecture":[69],"operations.":[72],"Drawing":[73],"cybersecurity":[75],"perspectives,":[76],"we":[77],"model":[78],"an":[82],"IT":[83],"application":[84],"for":[85],"purpose":[87],"systematic":[89,149],"threat":[90],"modeling":[91,98],"process.":[96],"Threat":[97],"allows":[99],"us":[100],"to":[101,133,157],"identify":[102],"points":[109],"towards":[110],"possible":[111],"mitigation":[112],"strategies.":[113],"Our":[114],"contributions":[115],"are:":[116],"(1)":[117],"introducing":[118],"perspective":[121],"oversight,":[124],"(2)":[125],"offering":[126],"researchers":[127],"practitioners":[129],"guidance":[130],"how":[132],"approach":[134],"their":[135],"applications":[138],"from":[139],"point":[142],"view,":[144],"(3)":[146],"providing":[147],"overview":[150],"vectors":[153],"hardening":[155],"strategies":[156],"enable":[158],"secure":[159],"AI.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2025-10-18T00:00:00"}