{"id":"https://openalex.org/W3205292576","doi":"https://doi.org/10.1109/icra48506.2021.9560829","title":"Learning Human Objectives from Sequences of Physical Corrections","display_name":"Learning Human Objectives from Sequences of Physical Corrections","publication_year":2021,"publication_date":"2021-05-30","ids":{"openalex":"https://openalex.org/W3205292576","doi":"https://doi.org/10.1109/icra48506.2021.9560829","mag":"3205292576"},"language":"en","primary_location":{"id":"doi:10.1109/icra48506.2021.9560829","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9560829","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://vtechworks.lib.vt.edu/bitstreams/1b238430-6f75-4a5c-b50e-58a7256b70fa/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101894007","display_name":"Mengxi Li","orcid":"https://orcid.org/0000-0001-9427-2928"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengxi Li","raw_affiliation_strings":["Stanford University,Intelligent and Interactive Autonomous Systems Group (ILIAD),Dept of Computer Science,Stanford,CA,94305"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Intelligent and Interactive Autonomous Systems Group (ILIAD),Dept of Computer Science,Stanford,CA,94305","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035512569","display_name":"Alper Canberk","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alper Canberk","raw_affiliation_strings":["Stanford University,Intelligent and Interactive Autonomous Systems Group (ILIAD),Dept of Computer Science,Stanford,CA,94305"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Intelligent and Interactive Autonomous Systems Group (ILIAD),Dept of Computer Science,Stanford,CA,94305","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063608480","display_name":"Dylan P. Losey","orcid":"https://orcid.org/0000-0002-8787-5293"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dylan P. Losey","raw_affiliation_strings":["Virginia Tech,Collaborative Robotics Lab (Collab)","Collaborative Robotics Lab (Collab), Virginia Tech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech,Collaborative Robotics Lab (Collab)","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Collaborative Robotics Lab (Collab), Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080725225","display_name":"Dorsa Sadigh","orcid":"https://orcid.org/0000-0002-7802-9183"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dorsa Sadigh","raw_affiliation_strings":["Stanford University,Intelligent and Interactive Autonomous Systems Group (ILIAD),Dept of Computer Science,Stanford,CA,94305"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Intelligent and Interactive Autonomous Systems Group (ILIAD),Dept of Computer Science,Stanford,CA,94305","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.6508,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.98847084,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2877","last_page":"2883"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10820","display_name":"Fuzzy Logic and Control Systems","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5673549771308899},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3463480472564697}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5673549771308899},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3463480472564697}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icra48506.2021.9560829","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9560829","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/108318","is_oa":true,"landing_page_url":"http://hdl.handle.net/10919/108318","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/1b238430-6f75-4a5c-b50e-58a7256b70fa/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference proceeding"}],"best_oa_location":{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/108318","is_oa":true,"landing_page_url":"http://hdl.handle.net/10919/108318","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/1b238430-6f75-4a5c-b50e-58a7256b70fa/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference proceeding"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6022427645","display_name":"CAREER: Safe and Influencing Interactions for Human-Robot Systems","funder_award_id":"1941722","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6724297927","display_name":"CHS: Small: Learning and Leveraging Conventions in Human-Robot Interaction","funder_award_id":"2006388","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320317463","display_name":"Future of Life Institute","ror":null},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3205292576.pdf","grobid_xml":"https://content.openalex.org/works/W3205292576.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W187005120","https://openalex.org/W1551864151","https://openalex.org/W1591675293","https://openalex.org/W1837766154","https://openalex.org/W1967904302","https://openalex.org/W1986014385","https://openalex.org/W1999874108","https://openalex.org/W2017239762","https://openalex.org/W2038689900","https://openalex.org/W2050835671","https://openalex.org/W2098774185","https://openalex.org/W2105925198","https://openalex.org/W2154777391","https://openalex.org/W2169498096","https://openalex.org/W2169513627","https://openalex.org/W2280090643","https://openalex.org/W2766253253","https://openalex.org/W2769520592","https://openalex.org/W2783282453","https://openalex.org/W2784881541","https://openalex.org/W2792089292","https://openalex.org/W2794908222","https://openalex.org/W2806174881","https://openalex.org/W2963507484","https://openalex.org/W2963796903","https://openalex.org/W3003858867","https://openalex.org/W3006303816","https://openalex.org/W3011722025","https://openalex.org/W3038934110","https://openalex.org/W3101780148","https://openalex.org/W3104160712","https://openalex.org/W3105789002","https://openalex.org/W3106171760","https://openalex.org/W6635261211","https://openalex.org/W6674884181","https://openalex.org/W6746419623","https://openalex.org/W6752027418","https://openalex.org/W6774122581"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"When":[0],"personal,":[1],"assistive,":[2],"and":[3,10,70,88,177,187,191,196],"interactive":[4],"robots":[5,38],"make":[6,51,91],"mistakes,":[7],"humans":[8,33],"naturally":[9],"intuitively":[11],"correct":[12],"those":[13],"mistakes":[14],"through":[15],"physical":[16,65,149],"interaction.":[17],"In":[18,137],"simple":[19],"situations,":[20],"one":[21],"correction":[22],"is":[23,42],"sufficient":[24],"to":[25,54,122,128,193,207],"convey":[26,208],"what":[27],"the":[28,40,48,56,101,108,117,120,131,152,165,173,182,212],"human":[29,49],"wants.":[30],"But":[31,111],"when":[32,211],"are":[34,67,86,204],"working":[35],"with":[36],"multiple":[37],"or":[39],"robot":[41,213],"performing":[43],"an":[44,134,142,160],"intricate":[45],"task":[46,121],"often":[47],"must":[50,114],"several":[52],"corrections":[53,66,132,150,170],"fix":[55],"robot’s":[57,174],"behavior.":[58],"Prior":[59],"research":[60],"assumes":[61],"each":[62,82],"of":[63,83,107,119,148,218],"these":[64,84],"independent":[68,195],"events,":[69],"learns":[71],"from":[72,124,130,146],"them":[73],"one-at-a-time.":[74],"However,":[75],"this":[76,112,138,157],"misses":[77],"out":[78],"on":[79],"crucial":[80],"information:":[81],"interactions":[85],"interconnected,":[87],"may":[89],"only":[90],"sense":[92],"if":[93],"viewed":[94],"together.":[95],"Alternatively,":[96],"other":[97],"work":[98],"reasons":[99,214],"over":[100,215],"final":[102,197],"trajectory":[103],"produced":[104],"by":[105],"all":[106],"human’s":[109,166],"corrections.":[110,219],"method":[113],"wait":[115],"until":[116],"end":[118],"learn":[123],"corrections,":[125],"as":[126],"opposed":[127],"inferring":[129],"in":[133,185],"online":[135],"fashion.":[136],"paper":[139],"we":[140,158],"formalize":[141],"approach":[143],"for":[144],"learning":[145],"sequences":[147],"during":[151],"current":[153],"task.":[154],"To":[155],"do":[156],"introduce":[159],"auxiliary":[161],"reward":[162,176],"that":[163,202],"captures":[164],"trade-off":[167],"between":[168],"making":[169],"which":[171],"improve":[172],"immediate":[175],"long-term":[178],"performance.":[179],"We":[180],"evaluate":[181],"resulting":[183],"algorithm":[184],"remote":[186],"in-person":[188],"human-robot":[189],"experiments,":[190],"compare":[192],"both":[194],"baselines.":[198],"Our":[199],"results":[200],"indicate":[201],"users":[203],"best":[205],"able":[206],"their":[209,216],"objective":[210],"sequence":[217]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}