{"id":"https://openalex.org/W3039275680","doi":"https://doi.org/10.1109/iros45743.2020.9340832","title":"Designing Environments Conducive to Interpretable Robot Behavior","display_name":"Designing Environments Conducive to Interpretable Robot Behavior","publication_year":2020,"publication_date":"2020-10-24","ids":{"openalex":"https://openalex.org/W3039275680","doi":"https://doi.org/10.1109/iros45743.2020.9340832","mag":"3039275680"},"language":"en","primary_location":{"id":"doi:10.1109/iros45743.2020.9340832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros45743.2020.9340832","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2007.00820","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020208493","display_name":"Anagha Kulkarni","orcid":"https://orcid.org/0000-0002-1442-9153"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anagha Kulkarni","raw_affiliation_strings":["Arizona State University,Dept of Computer Science"],"affiliations":[{"raw_affiliation_string":"Arizona State University,Dept of Computer Science","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028325441","display_name":"Sarath Sreedharan","orcid":"https://orcid.org/0000-0002-2299-0178"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarath Sreedharan","raw_affiliation_strings":["Arizona State University,Dept of Computer Science"],"affiliations":[{"raw_affiliation_string":"Arizona State University,Dept of Computer Science","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047553225","display_name":"Sarah Keren","orcid":"https://orcid.org/0000-0001-7211-753X"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Keren","raw_affiliation_strings":["Harvard University, and Center for Research on Computation and Society, Harvard University,School of Engineering and Applied Sciences"],"affiliations":[{"raw_affiliation_string":"Harvard University, and Center for Research on Computation and Society, Harvard University,School of Engineering and Applied Sciences","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003213012","display_name":"Tathagata\ufeff Chakraborti","orcid":"https://orcid.org/0000-0003-2905-5454"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tathagata Chakraborti","raw_affiliation_strings":["IBM Research","IBM research"],"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":[]},{"raw_affiliation_string":"IBM research","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034627279","display_name":"David E. Smith","orcid":"https://orcid.org/0000-0003-2791-4964"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David E. Smith","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5023323170","display_name":"Subbarao Kambhampati","orcid":"https://orcid.org/0000-0002-9069-0265"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subbarao Kambhampati","raw_affiliation_strings":["Arizona State University,Dept of Computer Science"],"affiliations":[{"raw_affiliation_string":"Arizona State University,Dept of Computer Science","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5020208493"],"corresponding_institution_ids":["https://openalex.org/I55732556"],"apc_list":null,"apc_paid":null,"fwci":0.4078,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.69364807,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"10982","last_page":"10989"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9406903982162476},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.8005449771881104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.637642502784729},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5831977725028992},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5563927292823792},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.48625195026397705},{"id":"https://openalex.org/keywords/time-horizon","display_name":"Time horizon","score":0.4610303044319153},{"id":"https://openalex.org/keywords/behavior-based-robotics","display_name":"Behavior-based robotics","score":0.42377960681915283},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.38397714495658875},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.07428902387619019}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9406903982162476},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.8005449771881104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.637642502784729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5831977725028992},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5563927292823792},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.48625195026397705},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.4610303044319153},{"id":"https://openalex.org/C19766214","wikidata":"https://www.wikidata.org/wiki/Q4880688","display_name":"Behavior-based robotics","level":4,"score":0.42377960681915283},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.38397714495658875},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.07428902387619019},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/iros45743.2020.9340832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros45743.2020.9340832","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2007.00820","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.00820","pdf_url":"https://arxiv.org/pdf/2007.00820","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2007.00820","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2007.00820","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:3039275680","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2007.00820","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.00820","pdf_url":"https://arxiv.org/pdf/2007.00820","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1523888516","display_name":null,"funder_award_id":"FA9550-","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G2637195115","display_name":null,"funder_award_id":"4-18-1-","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G2891011136","display_name":null,"funder_award_id":"N00014-9-1-2119","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G2978463324","display_name":null,"funder_award_id":"FA9550-18-1-00","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G3025492395","display_name":null,"funder_award_id":"N00014-18-1-2442","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G3392305090","display_name":null,"funder_award_id":"-16-1-","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G4506184457","display_name":null,"funder_award_id":"FA9550-18-1-0067","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G5501761068","display_name":null,"funder_award_id":"4-16-1-","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5806491283","display_name":null,"funder_award_id":"W911NF-19-2-0006","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G5809100787","display_name":null,"funder_award_id":"FA9550","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G6098521345","display_name":null,"funder_award_id":"FA9550","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G6315942945","display_name":null,"funder_award_id":"N00014-18-1-2840","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7724047693","display_name":null,"funder_award_id":"NNX17AD06G","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3039275680.pdf","grobid_xml":"https://content.openalex.org/works/W3039275680.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W69219414","https://openalex.org/W573589394","https://openalex.org/W1789117768","https://openalex.org/W1974441858","https://openalex.org/W1987411046","https://openalex.org/W1992154343","https://openalex.org/W2161414194","https://openalex.org/W2553736151","https://openalex.org/W2574699440","https://openalex.org/W2578729013","https://openalex.org/W2615896489","https://openalex.org/W2739535217","https://openalex.org/W2741739777","https://openalex.org/W2788814766","https://openalex.org/W2808460052","https://openalex.org/W2810303180","https://openalex.org/W2911569071","https://openalex.org/W2921082920","https://openalex.org/W2962727930","https://openalex.org/W2964333534","https://openalex.org/W2966798746","https://openalex.org/W2966869984","https://openalex.org/W3029869912","https://openalex.org/W3101355526","https://openalex.org/W4248056173","https://openalex.org/W6638203466","https://openalex.org/W6729757225","https://openalex.org/W6731935689","https://openalex.org/W6732425804","https://openalex.org/W6748034435","https://openalex.org/W6756627562","https://openalex.org/W6760663626"],"related_works":["https://openalex.org/W3130351418","https://openalex.org/W2738027582","https://openalex.org/W2809134166","https://openalex.org/W1558991335","https://openalex.org/W1583176730","https://openalex.org/W1601886631","https://openalex.org/W2610972589","https://openalex.org/W2915584126","https://openalex.org/W2400591702","https://openalex.org/W1567354136","https://openalex.org/W3112660860","https://openalex.org/W2993390435","https://openalex.org/W1597170221","https://openalex.org/W1490085030","https://openalex.org/W3208116419","https://openalex.org/W4911910","https://openalex.org/W2036374621","https://openalex.org/W2265773750","https://openalex.org/W2262640785","https://openalex.org/W3010989281"],"abstract_inverted_index":{"Designing":[0],"robots":[1,15],"capable":[2],"of":[3,77,87,100,111,147,158,163],"generating":[4,164],"interpretable":[5,112],"behavior":[6,21,30,80,113,149,166],"is":[7],"essential":[8],"for":[9,38],"effective":[10],"human-robot":[11],"collaboration.":[12],"This":[13],"requires":[14],"to":[16,19,51,67,73,82,106],"be":[17,35,49,65],"able":[18,50],"generate":[20],"that":[22,129,153],"aligns":[23],"with":[24],"human":[25],"expectations":[26,86],"but":[27],"exhibiting":[28],"such":[29],"in":[31,41,56,116],"arbitrary":[32],"environments":[33,58],"could":[34],"quite":[36],"expensive":[37],"robots,":[39],"and":[40,98,135,150,160],"some":[42],"cases,":[43],"the":[44,69,75,84,88,96,117,144,151,156,161],"robot":[45],"may":[46,64],"not":[47],"even":[48],"exhibit":[52],"expected":[53],"behavior.":[54,90,121],"However,":[55],"structured":[57],"(like":[59],"warehouses,":[60],"restaurants,":[61],"etc.),":[62],"it":[63],"possible":[66],"design":[68,102,127,131,159],"environment":[70,101,126],"so":[71],"as":[72,103,119],"boost":[74],"interpretability":[76],"a":[78,104,108,124,137],"robot's":[79,89],"or":[81],"shape":[83],"human's":[85],"In":[91,140],"this":[92],"paper,":[93],"we":[94,142],"investigate":[95],"opportunities":[97],"limitations":[99],"tool":[105],"promote":[107],"particular":[109],"type":[110],"-":[114],"known":[115],"literature":[118],"explicable":[120,148,165],"We":[122],"formulate":[123],"novel":[125],"framework":[128],"considers":[130],"over":[132,136,167],"multiple":[133],"tasks":[134],"time":[138,170],"horizon.":[139,171],"addition,":[141],"explore":[143],"longitudinal":[145],"effect":[146],"trade-off":[152],"arises":[154],"between":[155],"cost":[157,162],"an":[168],"extended":[169]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}