{"id":"https://openalex.org/W4404553179","doi":"https://doi.org/10.1145/3687272.3688319","title":"GPT-4 as a Moral Reasoner for Robot Command Rejection","display_name":"GPT-4 as a Moral Reasoner for Robot Command Rejection","publication_year":2024,"publication_date":"2024-11-20","ids":{"openalex":"https://openalex.org/W4404553179","doi":"https://doi.org/10.1145/3687272.3688319"},"language":"en","primary_location":{"id":"doi:10.1145/3687272.3688319","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3687272.3688319","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Conference on Human-Agent Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065296199","display_name":"Ruchen Wen","orcid":"https://orcid.org/0000-0003-1590-1787"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ruchen Wen","raw_affiliation_strings":["Interactive Robotics and Language Lab, UMBC, United States"],"affiliations":[{"raw_affiliation_string":"Interactive Robotics and Language Lab, UMBC, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056541993","display_name":"Francis Ferraro","orcid":"https://orcid.org/0000-0003-2413-9368"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Francis Ferraro","raw_affiliation_strings":["University of Maryland Baltimore County, United States"],"affiliations":[{"raw_affiliation_string":"University of Maryland Baltimore County, United States","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019767181","display_name":"Cynthia Matuszek","orcid":"https://orcid.org/0000-0003-1383-8120"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cynthia Matuszek","raw_affiliation_strings":["Interactive Robotics and Language Lab, UMBC, United States"],"affiliations":[{"raw_affiliation_string":"Interactive Robotics and Language Lab, UMBC, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5065296199"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5179,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.74910816,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"54","last_page":"63"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9660999774932861,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9433000087738037,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantic-reasoner","display_name":"Semantic reasoner","score":0.9167187213897705},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5905377864837646},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4995715618133545},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4483017325401306},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3200404644012451},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19234931468963623}],"concepts":[{"id":"https://openalex.org/C9616225","wikidata":"https://www.wikidata.org/wiki/Q3929429","display_name":"Semantic reasoner","level":2,"score":0.9167187213897705},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5905377864837646},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4995715618133545},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4483017325401306},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3200404644012451},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19234931468963623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3687272.3688319","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3687272.3688319","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th International Conference on Human-Agent Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5771169582","display_name":null,"funder_award_id":"IIS-2024878 and IIS-2145642","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G7912664966","display_name":null,"funder_award_id":"W911NF2120076","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W807143598","https://openalex.org/W2003276682","https://openalex.org/W2123344105","https://openalex.org/W2159669986","https://openalex.org/W2225036064","https://openalex.org/W2593424591","https://openalex.org/W2622408375","https://openalex.org/W2903425590","https://openalex.org/W2933500682","https://openalex.org/W2961936370","https://openalex.org/W2996681095","https://openalex.org/W3010330353","https://openalex.org/W3010412824","https://openalex.org/W3014615815","https://openalex.org/W3082185690","https://openalex.org/W3089935969","https://openalex.org/W3093827093","https://openalex.org/W3105448604","https://openalex.org/W3134046199","https://openalex.org/W3134543716","https://openalex.org/W3134655704","https://openalex.org/W3146431201","https://openalex.org/W3162471486","https://openalex.org/W3182074706","https://openalex.org/W3192253141","https://openalex.org/W3195851848","https://openalex.org/W4210569629","https://openalex.org/W4210659164","https://openalex.org/W4230805020","https://openalex.org/W4231533450","https://openalex.org/W4308804331","https://openalex.org/W4312372788","https://openalex.org/W4323667155","https://openalex.org/W4385231846","https://openalex.org/W4390722831","https://openalex.org/W4390874280","https://openalex.org/W4391335180","https://openalex.org/W4391351849","https://openalex.org/W4392633429","https://openalex.org/W4392633803","https://openalex.org/W4392633891","https://openalex.org/W4392634017","https://openalex.org/W4392634027","https://openalex.org/W4393065402","https://openalex.org/W4401415471"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W335786557","https://openalex.org/W1964760324","https://openalex.org/W2043069798","https://openalex.org/W1525578575","https://openalex.org/W2106246118","https://openalex.org/W2340946562","https://openalex.org/W2065446266"],"abstract_inverted_index":{"To":[0],"support":[1],"positive,":[2],"ethical":[3],"human-robot":[4],"interactions,":[5],"robots":[6,30],"need":[7],"to":[8,11,13,35,92,108,127],"be":[9],"able":[10],"respond":[12],"unexpected":[14],"situations":[15],"in":[16,40,79,101,149,186],"which":[17,68],"societal":[18],"norms":[19],"are":[20],"violated,":[21],"including":[22],"rejecting":[23],"unethical":[24],"commands.":[25],"Implementing":[26],"robust":[27],"communication":[28,169],"for":[29,65,167,183],"is":[31],"inherently":[32],"difficult":[33],"due":[34],"the":[36,44,57,110,152,184],"variability":[37],"of":[38,46,60,76,98,112,158],"context":[39,156],"real-world":[41],"settings":[42],"and":[43,74,93,120,143,155,172],"risks":[45],"unintended":[47],"influence":[48],"during":[49],"robots\u2019":[50],"communication.":[51],"HRI":[52,102,190],"researchers":[53],"have":[54],"begun":[55],"exploring":[56],"potential":[58],"use":[59],"LLMs":[61,188],"as":[62,124],"a":[63,96,113,164,180],"solution":[64,166],"language-based":[66],"communication,":[67],"will":[69],"require":[70],"an":[71,88],"in-depth":[72],"understanding":[73],"evaluation":[75],"LLM":[77,90],"applications":[78],"different":[80],"contexts.":[81,103],"In":[82],"this":[83],"work,":[84],"we":[85,178],"explore":[86],"how":[87],"existing":[89],"responds":[91],"reasons":[94],"about":[95],"set":[97],"norm-violating":[99],"requests":[100,142],"We":[104],"ask":[105],"human":[106,128],"participants":[107],"assess":[109],"performance":[111],"hypothetical":[114],"GPT-4-based":[115],"robot":[116],"on":[117,175],"moral":[118,168],"reasoning":[119],"explanatory":[121],"language":[122],"selection":[123],"it":[125,161],"compares":[126],"intuitions.":[129],"Our":[130],"findings":[131],"suggest":[132],"that":[133],"while":[134],"GPT-4":[135],"performs":[136],"well":[137],"at":[138],"identifying":[139],"norm":[140],"violation":[141],"suggesting":[144],"non-compliant":[145],"responses,":[146],"its":[147],"flaws":[148],"not":[150],"matching":[151],"linguistic":[153],"preferences":[154],"sensitivity":[157],"humans":[159,171],"prevent":[160],"from":[162],"being":[163],"comprehensive":[165],"between":[170],"robots.":[173],"Based":[174],"our":[176],"results,":[177],"provide":[179],"four-point":[181],"recommendation":[182],"community":[185],"incorporating":[187],"into":[189],"systems.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}