{"id":"https://openalex.org/W2887179446","doi":"https://doi.org/10.1145/3232078.3232238","title":"Telling autonomous systems what to do","display_name":"Telling autonomous systems what to do","publication_year":2018,"publication_date":"2018-08-06","ids":{"openalex":"https://openalex.org/W2887179446","doi":"https://doi.org/10.1145/3232078.3232238","mag":"2887179446"},"language":"en","primary_location":{"id":"doi:10.1145/3232078.3232238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3232078.3232238","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3232078.3232238","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th European Conference on Cognitive Ergonomics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3232078.3232238","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035896868","display_name":"Peter Werkhoven","orcid":null},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Peter Werkhoven","raw_affiliation_strings":["Utrecht University & TNO, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Utrecht University & TNO, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071357791","display_name":"Leon Kester","orcid":"https://orcid.org/0000-0002-8565-3902"},"institutions":[{"id":"https://openalex.org/I148297040","display_name":"Netherlands Organisation for Applied Scientific Research","ror":"https://ror.org/01bnjb948","country_code":"NL","type":"funder","lineage":["https://openalex.org/I148297040"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Leon Kester","raw_affiliation_strings":["TNO, The Netherlands"],"affiliations":[{"raw_affiliation_string":"TNO, The Netherlands","institution_ids":["https://openalex.org/I148297040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052182362","display_name":"Mark A. Neerincx","orcid":"https://orcid.org/0000-0002-8161-5722"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mark Neerincx","raw_affiliation_strings":["Delft University of Technology & TNO, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology & TNO, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5035896868"],"corresponding_institution_ids":["https://openalex.org/I193662353"],"apc_list":null,"apc_paid":null,"fwci":3.1343,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.91058566,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13722","display_name":"Ergonomics and Human Factors","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7150378227233887},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6107189655303955},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.5461297631263733},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4830799400806427},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4739161431789398},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4496293365955353},{"id":"https://openalex.org/keywords/autonomous-system","display_name":"Autonomous system (mathematics)","score":0.4393998980522156},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4112376570701599},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.15675148367881775},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12805309891700745}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7150378227233887},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6107189655303955},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.5461297631263733},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4830799400806427},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4739161431789398},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4496293365955353},{"id":"https://openalex.org/C9628104","wikidata":"https://www.wikidata.org/wiki/Q788009","display_name":"Autonomous system (mathematics)","level":2,"score":0.4393998980522156},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4112376570701599},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.15675148367881775},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12805309891700745},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3232078.3232238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3232078.3232238","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3232078.3232238","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th European Conference on Cognitive Ergonomics","raw_type":"proceedings-article"},{"id":"pmh:oai:oai-pmh.tno.nl:48907","is_oa":false,"landing_page_url":"https://resolver.tno.nl/uuid:543b3279-9b13-4e5b-bbfa-3fb4a0187364","pdf_url":null,"source":{"id":"https://openalex.org/S7407055233","display_name":"TNO Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferencePaper"},{"id":"pmh:oai:tudelft.nl:uuid:543b3279-9b13-4e5b-bbfa-3fb4a0187364","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:543b3279-9b13-4e5b-bbfa-3fb4a0187364","pdf_url":null,"source":{"id":"https://openalex.org/S4306402238","display_name":"Repository hosted by TU Delft Library (TU Delft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM International Conference Proceeding Series : 36th European Conference on Cognitive Ergonomics, ECCE 2018, 5 September 2018 through 7 September 2018","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1145/3232078.3232238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3232078.3232238","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3232078.3232238","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th European Conference on Cognitive Ergonomics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2887179446.pdf","grobid_xml":"https://content.openalex.org/works/W2887179446.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W224398829","https://openalex.org/W317766670","https://openalex.org/W423064461","https://openalex.org/W1496312651","https://openalex.org/W1558497503","https://openalex.org/W1773440208","https://openalex.org/W1919050188","https://openalex.org/W1972577679","https://openalex.org/W1982629367","https://openalex.org/W2001427579","https://openalex.org/W2022449896","https://openalex.org/W2027477619","https://openalex.org/W2028626340","https://openalex.org/W2050498245","https://openalex.org/W2086679316","https://openalex.org/W2098716481","https://openalex.org/W2178829160","https://openalex.org/W2196056879","https://openalex.org/W2257979135","https://openalex.org/W2324814439","https://openalex.org/W2338305963","https://openalex.org/W2489693523","https://openalex.org/W2508125056","https://openalex.org/W2593618471","https://openalex.org/W2594910663","https://openalex.org/W2599658179","https://openalex.org/W2623123880","https://openalex.org/W2624420188","https://openalex.org/W2625432810","https://openalex.org/W2626882842","https://openalex.org/W2734969743","https://openalex.org/W2771075036","https://openalex.org/W2772522814","https://openalex.org/W2790024273","https://openalex.org/W2792435043","https://openalex.org/W2792490530","https://openalex.org/W2797171577","https://openalex.org/W2806598546","https://openalex.org/W2883484912","https://openalex.org/W2899699553","https://openalex.org/W2900548288","https://openalex.org/W2965905623","https://openalex.org/W3122839658","https://openalex.org/W3216952601","https://openalex.org/W4206434639","https://openalex.org/W4238037890","https://openalex.org/W4244603425","https://openalex.org/W4391154897","https://openalex.org/W4403332250","https://openalex.org/W6912548972"],"related_works":["https://openalex.org/W3196817267","https://openalex.org/W1976600725","https://openalex.org/W2493018157","https://openalex.org/W2966798053","https://openalex.org/W2138550200","https://openalex.org/W4289243840","https://openalex.org/W2901383943","https://openalex.org/W1844317609","https://openalex.org/W1575702857","https://openalex.org/W3027075889"],"abstract_inverted_index":{"Recent":[0],"progress":[1],"in":[2,29,43,116,158,189],"Artificial":[3],"Intelligence,":[4],"sensing":[5],"and":[6,10,46,71,80,142,181,184,198,204],"network":[7],"technology,":[8],"robotics,":[9],"(cloud)":[11],"computing":[12],"has":[13],"enabled":[14],"the":[15,85,111,146,185,199,212],"development":[16],"of":[17,58,68,128,148,152,154,173,195,201],"intelligent":[18,38,130],"autonomous":[19,24,39,59,62,131,155,167],"machine":[20],"systems.":[21,60],"Telling":[22],"such":[23],"systems":[25,168],"\"what":[26],"to":[27,41,99,118,160,163,187],"do\"":[28],"a":[30,34,108,125],"responsible":[31],"way,":[32],"is":[33,82,107],"non-trivial":[35],"task.":[36],"For":[37],"machines":[40,63,132],"function":[42],"human":[44],"society":[45],"collaborate":[47,164],"with":[48,133,165],"humans,":[49,166],"we":[50],"see":[51],"three":[52],"challenges":[53,210],"ahead":[54],"affecting":[55],"meaningful":[56],"control":[57],"First,":[61],"are":[64,208],"not":[65],"yet":[66],"capable":[67],"handling":[69],"failures":[70,79],"unexpected":[72,101],"situations.":[73],"Providing":[74],"procedures":[75],"for":[76,110,211],"all":[77],"possible":[78,150],"situations":[81,102],"unfeasible":[83],"because":[84],"state-action":[86],"space":[87],"would":[88],"explode.":[89],"Machines":[90],"should":[91],"therefore":[92],"become":[93],"self-aware":[94],"(self-assessment,":[95],"self-management)":[96],"enabling":[97],"them":[98],"handle":[100],"when":[103],"they":[104],"arise.":[105],"This":[106],"challenge":[109],"computer":[112],"science":[113],"community.":[114,215],"Second,":[115],"order":[117,159],"keep":[119],"(meaningful)":[120],"control,":[121],"humans":[122,175],"come":[123],"into":[124],"new":[126,209],"role":[127],"providing":[129],"objectives":[134],"or":[135],"goal":[136],"functions":[137],"(including":[138],"rules,":[139],"norms,":[140],"constraints":[141],"moral":[143],"values),":[144],"specifying":[145],"utility":[147],"every":[149],"outcome":[151],"actions":[153],"machines.":[156],"Third,":[157],"be":[161],"able":[162],"will":[169],"require":[170],"an":[171],"understanding":[172],"(us)":[174],"(i.e.,":[176],"our":[177],"social,":[178],"cognitive,":[179],"affective":[180],"physical":[182],"behaviors)":[183],"ability":[186],"engage":[188],"partnership":[190],"interactions":[191],"(such":[192],"as":[193],"explanations":[194],"task":[196],"performances,":[197],"establishment":[200],"joint":[202],"goals":[203],"work":[205],"agreements).":[206],"These":[207],"cognitive":[213],"ergonomics":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":6}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}