{"id":"https://openalex.org/W4323870299","doi":"https://doi.org/10.1145/3568162.3576983","title":"Interactive Policy Shaping for Human-Robot Collaboration with Transparent Matrix Overlays","display_name":"Interactive Policy Shaping for Human-Robot Collaboration with Transparent Matrix Overlays","publication_year":2023,"publication_date":"2023-03-09","ids":{"openalex":"https://openalex.org/W4323870299","doi":"https://doi.org/10.1145/3568162.3576983"},"language":"en","primary_location":{"id":"doi:10.1145/3568162.3576983","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568162.3576983","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568162.3576983","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3568162.3576983","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033921553","display_name":"Jake Brawer","orcid":"https://orcid.org/0000-0002-6315-2293"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jake Brawer","raw_affiliation_strings":["Yale University, New Haven, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-6315-2293","affiliations":[{"raw_affiliation_string":"Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001814956","display_name":"Debasmita Ghose","orcid":"https://orcid.org/0000-0001-8317-1865"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Debasmita Ghose","raw_affiliation_strings":["Yale University, New Haven, CT, USA"],"raw_orcid":"https://orcid.org/0000-0001-8317-1865","affiliations":[{"raw_affiliation_string":"Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062054967","display_name":"Kate Candon","orcid":"https://orcid.org/0000-0002-0152-053X"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kate Candon","raw_affiliation_strings":["Yale University, New Haven, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-0152-053X","affiliations":[{"raw_affiliation_string":"Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006690036","display_name":"Meiying Qin","orcid":"https://orcid.org/0000-0002-0983-2554"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meiying Qin","raw_affiliation_strings":["Yale University, New Haven, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-0983-2554","affiliations":[{"raw_affiliation_string":"Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020277024","display_name":"Alessandro Roncone","orcid":"https://orcid.org/0000-0001-7385-1875"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alessandro Roncone","raw_affiliation_strings":["University of Colorado, Boulder, CO, USA"],"raw_orcid":"https://orcid.org/0000-0001-7385-1875","affiliations":[{"raw_affiliation_string":"University of Colorado, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041256504","display_name":"Marynel V\u00e1zquez","orcid":"https://orcid.org/0000-0003-0698-5472"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marynel V\u00e1zquez","raw_affiliation_strings":["Yale University, New Haven, CT, USA"],"raw_orcid":"https://orcid.org/0000-0003-0698-5472","affiliations":[{"raw_affiliation_string":"Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027635705","display_name":"Brian Scassellati","orcid":"https://orcid.org/0000-0002-7671-7759"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Scassellati","raw_affiliation_strings":["Yale University, New Haven, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-7671-7759","affiliations":[{"raw_affiliation_string":"Yale University, New Haven, CT, USA","institution_ids":["https://openalex.org/I32971472"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5033921553"],"corresponding_institution_ids":["https://openalex.org/I32971472"],"apc_list":null,"apc_paid":null,"fwci":1.8745,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.88038291,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"525","last_page":"533"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.778416633605957},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7660043239593506},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6416486501693726},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.62255859375},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5961950421333313},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5375478267669678},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4865497648715973},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.47921353578567505},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.46337902545928955},{"id":"https://openalex.org/keywords/overlay","display_name":"Overlay","score":0.46220090985298157},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4423685371875763},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41042348742485046},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12776023149490356},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10342070460319519}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.778416633605957},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7660043239593506},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6416486501693726},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.62255859375},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5961950421333313},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5375478267669678},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4865497648715973},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.47921353578567505},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.46337902545928955},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.46220090985298157},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4423685371875763},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41042348742485046},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12776023149490356},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10342070460319519},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3568162.3576983","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568162.3576983","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568162.3576983","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3568162.3576983","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568162.3576983","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568162.3576983","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2108600935","display_name":"Collaborative Research: The role of trust when learning from robots","funder_award_id":"1955653","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3310447690","display_name":null,"funder_award_id":"IIS-2106690","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5000052907","display_name":null,"funder_award_id":"N00014-18-1-2776","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5189939215","display_name":"HCC: Medium: Proactive Physical Assistance for Collaborative Human-Robot Teams","funder_award_id":"2106690","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5227953781","display_name":null,"funder_award_id":"2033413, 1955653, 1928448, 1936970, 1813651, 1928448, 2106690, and IIS-2106690","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6502146286","display_name":null,"funder_award_id":"2033413","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8268470923","display_name":null,"funder_award_id":"1936970","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8959517577","display_name":"CHS: Small: Watch One, Do One, Teach One: An Integrated Robot Architecture for Skill Transfer","funder_award_id":"1813651","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323870299.pdf","grobid_xml":"https://content.openalex.org/works/W4323870299.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W122021961","https://openalex.org/W1506047933","https://openalex.org/W1583953806","https://openalex.org/W2074056782","https://openalex.org/W2116671302","https://openalex.org/W2409715576","https://openalex.org/W2594336441","https://openalex.org/W2604272474","https://openalex.org/W2612690371","https://openalex.org/W2614653677","https://openalex.org/W2626804490","https://openalex.org/W2735318784","https://openalex.org/W2751422670","https://openalex.org/W2766959628","https://openalex.org/W2785324569","https://openalex.org/W2787066086","https://openalex.org/W2788085213","https://openalex.org/W2796284132","https://openalex.org/W2889659926","https://openalex.org/W2909716594","https://openalex.org/W2911601159","https://openalex.org/W2963106920","https://openalex.org/W2963827721","https://openalex.org/W2970894611","https://openalex.org/W2990138404","https://openalex.org/W2991384368","https://openalex.org/W3003931103","https://openalex.org/W3006334608","https://openalex.org/W3012747917","https://openalex.org/W3013550173","https://openalex.org/W3034840734","https://openalex.org/W3089368496","https://openalex.org/W3091272913","https://openalex.org/W3111533844","https://openalex.org/W3113244645","https://openalex.org/W3121448578","https://openalex.org/W3158298679","https://openalex.org/W3162426224","https://openalex.org/W3167658443","https://openalex.org/W3171912333","https://openalex.org/W3176023613","https://openalex.org/W3189373776","https://openalex.org/W3192479589","https://openalex.org/W3210326730","https://openalex.org/W4213197239","https://openalex.org/W4221152848","https://openalex.org/W4221160705","https://openalex.org/W4248546571","https://openalex.org/W4281493642","https://openalex.org/W4285069854","https://openalex.org/W4285428875","https://openalex.org/W4285601030","https://openalex.org/W4300650665","https://openalex.org/W6804491799","https://openalex.org/W6847353123"],"related_works":["https://openalex.org/W595346907","https://openalex.org/W153296825","https://openalex.org/W598989511","https://openalex.org/W2375779923","https://openalex.org/W2041986468","https://openalex.org/W1967800214","https://openalex.org/W2055675609","https://openalex.org/W4388001050","https://openalex.org/W2245277136","https://openalex.org/W2036591395"],"abstract_inverted_index":{"One":[0],"important":[1],"aspect":[2],"of":[3,18,38,86,109,137,143],"effective":[4],"human--robot":[5],"collaborations":[6,40],"is":[7,41],"the":[8,16,36,56,90,110,135],"ability":[9],"for":[10,32,55],"robots":[11],"to":[12,15,48,51,80],"adapt":[13],"quickly":[14],"needs":[17],"humans.":[19],"While":[20],"techniques":[21],"like":[22],"deep":[23],"reinforcement":[24],"learning":[25,33],"have":[26],"demonstrated":[27],"success":[28],"as":[29,104,116],"sophisticated":[30],"tools":[31],"robot":[34],"policies,":[35],"fluency":[37],"human-robot":[39],"often":[42],"limited":[43],"by":[44,119],"these":[45,60],"policies'":[46],"inability":[47],"integrate":[49],"changes":[50],"a":[52,64,81,121,127,141,152],"user's":[53],"preferences":[54],"task.":[57],"To":[58],"address":[59],"shortcomings,":[61],"we":[62,96],"propose":[63],"novel":[65],"approach":[66,139],"that":[67],"can":[68,124],"modify":[69],"learned":[70],"policies":[71],"at":[72],"execution":[73],"time":[74],"via":[75,130],"symbolic":[76],"if-this-then-that":[77],"rules":[78],"corresponding":[79],"modular":[82],"and":[83,106,150],"superimposable":[84],"set":[85],"low-level":[87],"constraints":[88],"on":[89,140,151],"robot's":[91,111,128],"policy.":[92],"These":[93],"rules,":[94],"which":[95,120],"call":[97],"Transparent":[98],"Matrix":[99],"Overlays,":[100],"function":[101],"not":[102],"only":[103],"succinct":[105],"explainable":[107],"descriptions":[108],"current":[112],"strategy":[113],"but":[114],"also":[115],"an":[117],"interface":[118],"human":[122],"collaborator":[123],"easily":[125],"alter":[126],"policy":[129],"verbal":[131],"commands.":[132],"We":[133],"demonstrate":[134],"efficacy":[136],"this":[138],"series":[142],"proof-of-concept":[144],"cooking":[145],"tasks":[146],"performed":[147],"in":[148],"simulation":[149],"physical":[153],"robot.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}