{"id":"https://openalex.org/W4313005643","doi":"https://doi.org/10.1109/hri53351.2022.9889498","title":"Learning Reward Functions from a Combination of Demonstration and Evaluative Feedback","display_name":"Learning Reward Functions from a Combination of Demonstration and Evaluative Feedback","alternate_titles":[],"publication_year":2022,"publication_date":"2022-03-07","ids":{"openalex":"https://openalex.org/W4313005643","doi":"https://doi.org/10.1109/hri53351.2022.9889498"},"language":"en","primary_location":{"id":"doi:10.1109/hri53351.2022.9889498","doi":"https://doi.org/10.1109/hri53351.2022.9889498","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hri53351.2022.9889498","pdf_url":null,"source":{"id":"https://openalex.org/S4363608246","display_name":"ACM/IEEE International Conference on Human-Robot Interaction (HRI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 17th ACM/IEEE International Conference on Human-Robot Interaction (HRI)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4313005643"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067354982","display_name":"Eric Hsiung","orcid":"https://orcid.org/0000-0002-4188-4127","observed_orcids":["https://orcid.org/0000-0002-4188-4127"]},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Hsiung","raw_affiliation_strings":["Brown University, Providence, RI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, Providence, RI","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046853629","display_name":"Eric Rosen","orcid":"https://orcid.org/0000-0002-0223-4324","observed_orcids":["https://orcid.org/0000-0002-0223-4324"]},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Rosen","raw_affiliation_strings":["Brown University, Providence, RI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, Providence, RI","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064997007","display_name":"Vivienne Bihe Chi","orcid":"https://orcid.org/0000-0002-2425-0317","observed_orcids":["https://orcid.org/0000-0002-2425-0317"]},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vivienne Bihe Chi","raw_affiliation_strings":["Brown University, Providence, RI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, Providence, RI","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090962780","display_name":"Bertram F. Malle","orcid":"https://orcid.org/0000-0003-0845-9601","observed_orcids":["https://orcid.org/0000-0003-0845-9601"]},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bertram F. Malle","raw_affiliation_strings":["Brown University, Providence, RI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University, Providence, RI","institution_ids":["https://openalex.org/I27804330"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27804330"],"apc_list":null,"apc_paid":null,"fwci":0.6286,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.68523785,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"807","last_page":"811"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.006300000008195639,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reward-function-learning","display_name":"reward function learning","score":0.8759999871253967},{"id":"https://openalex.org/keywords/human-robot-teaching","display_name":"human-robot teaching","score":0.7450000047683716},{"id":"https://openalex.org/keywords/demonstrations","display_name":"demonstrations","score":0.382999986410141},{"id":"https://openalex.org/keywords/evaluative-feedback","display_name":"evaluative feedback","score":0.9879999756813049},{"id":"https://openalex.org/keywords/robot-navigation","display_name":"robot navigation","score":0.7839999794960022}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6815891265869141},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6637378931045532},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6552579998970032},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6376944780349731},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5765778422355652},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5137661695480347},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.5098954439163208},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12429684400558472},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hri53351.2022.9889498","doi":"https://doi.org/10.1109/hri53351.2022.9889498","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hri53351.2022.9889498","pdf_url":null,"source":{"id":"https://openalex.org/S4363608246","display_name":"ACM/IEEE International Conference on Human-Robot Interaction (HRI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 17th ACM/IEEE International Conference on Human-Robot Interaction (HRI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6164000034332275,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1591675293","https://openalex.org/W1999874108","https://openalex.org/W2037552959","https://openalex.org/W2062531735","https://openalex.org/W2064673991","https://openalex.org/W2100677568","https://openalex.org/W2114864106","https://openalex.org/W2155872498","https://openalex.org/W2580300496","https://openalex.org/W2735318784","https://openalex.org/W2900406861","https://openalex.org/W2945159000","https://openalex.org/W2945642643","https://openalex.org/W2947376031","https://openalex.org/W2949115740","https://openalex.org/W2963308241","https://openalex.org/W3000002597","https://openalex.org/W3048196125","https://openalex.org/W3104160712","https://openalex.org/W3121174195","https://openalex.org/W3173852058","https://openalex.org/W4312740067","https://openalex.org/W6635261211","https://openalex.org/W7099390080"],"related_works":["https://openalex.org/W4298112146","https://openalex.org/W7099417991","https://openalex.org/W3101664112","https://openalex.org/W4388624136","https://openalex.org/W4312740067","https://openalex.org/W1977124739","https://openalex.org/W4307074381","https://openalex.org/W4415821849","https://openalex.org/W2121110499","https://openalex.org/W2104308387"],"abstract_inverted_index":{"As":[0],"robots":[1,27],"become":[2],"more":[3],"prevalent":[4],"in":[5,81],"society,":[6],"they":[7],"will":[8],"need":[9],"to":[10,12,77],"learn":[11,68],"act":[13],"appropriately":[14],"under":[15],"diverse":[16],"human":[17],"teaching":[18,26,35,48],"styles.":[19],"We":[20,59],"present":[21],"a":[22,32,62,82],"human-centered":[23],"approach":[24],"for":[25,50],"reward":[28],"functions":[29],"by":[30],"using":[31],"mixture":[33],"of":[34,75],"strategies":[36,49,76],"when":[37],"communicating":[38],"action":[39,53],"appropriateness":[40],"and":[41,55],"goal":[42],"success.":[43],"Our":[44],"method":[45,66],"incorporates":[46],"two":[47],"learning:":[51],"explicit":[52],"instruction":[54],"evaluative,":[56],"scalar-based":[57],"feedback.":[58],"demonstrate":[60],"that":[61,86],"robot":[63,80],"instantiating":[64],"our":[65],"can":[67],"from":[69],"humans":[70],"who":[71],"use":[72],"both":[73],"kinds":[74],"train":[78],"the":[79],"complex":[83],"navigation":[84],"task":[85],"includes":[87],"norm-like":[88],"constraints.":[89]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4313005643","counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-01-05T00:00:00"}
