{"id":"https://openalex.org/W2962965579","doi":"https://doi.org/10.1609/aaai.v33i01.33018042","title":"Deictic Image Mapping: An Abstraction for Learning Pose Invariant Manipulation Policies","display_name":"Deictic Image Mapping: An Abstraction for Learning Pose Invariant Manipulation Policies","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2962965579","doi":"https://doi.org/10.1609/aaai.v33i01.33018042","mag":"2962965579"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33018042","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33018042","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v33i01.33018042","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072578581","display_name":"Robert W. Platt","orcid":"https://orcid.org/0000-0002-5981-8443"},"institutions":[{"id":"https://openalex.org/I87182695","display_name":"Universidad del Noreste","ror":"https://ror.org/02ahky613","country_code":"MX","type":"education","lineage":["https://openalex.org/I87182695"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Robert Platt","raw_affiliation_strings":["Northeastern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I87182695"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047126959","display_name":"Colin Kohler","orcid":null},"institutions":[{"id":"https://openalex.org/I87182695","display_name":"Universidad del Noreste","ror":"https://ror.org/02ahky613","country_code":"MX","type":"education","lineage":["https://openalex.org/I87182695"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Colin Kohler","raw_affiliation_strings":["Northeastern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I87182695"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017321004","display_name":"Marcus Gualtieri","orcid":"https://orcid.org/0000-0002-7806-2186"},"institutions":[{"id":"https://openalex.org/I87182695","display_name":"Universidad del Noreste","ror":"https://ror.org/02ahky613","country_code":"MX","type":"education","lineage":["https://openalex.org/I87182695"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Marcus Gualtieri","raw_affiliation_strings":["Northeastern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I87182695"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87182695"],"apc_list":null,"apc_paid":null,"fwci":0.7967,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.78741755,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"33","issue":"01","first_page":"8042","last_page":"8049"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7858268022537231},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.7750189900398254},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7494356632232666},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6607487201690674},{"id":"https://openalex.org/keywords/deixis","display_name":"Deixis","score":0.6566575765609741},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.6503947973251343},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5917720794677734},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4203181862831116},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.39478322863578796},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17098671197891235}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7858268022537231},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.7750189900398254},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7494356632232666},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6607487201690674},{"id":"https://openalex.org/C13077596","wikidata":"https://www.wikidata.org/wiki/Q340015","display_name":"Deixis","level":2,"score":0.6566575765609741},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.6503947973251343},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5917720794677734},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4203181862831116},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.39478322863578796},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17098671197891235},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v33i01.33018042","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33018042","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/4806","is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/4806","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4806/4684","source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33018042","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33018042","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G1557385627","display_name":null,"funder_award_id":"IIS-1724257","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1594808223","display_name":"CHS: Medium: Collaborative Research: Manipulation Assistance for Activities of Daily Living in Everyday Environments","funder_award_id":"1763469","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2438188990","display_name":"NRI: FND: Controllable Compliance: A New Robotic Arm for Contact-Rich Manipulation","funder_award_id":"1830425","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3322544259","display_name":null,"funder_award_id":"IIS-1830425","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3643536816","display_name":null,"funder_award_id":"IIS-1724191","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6193843836","display_name":"NRI: Collaborative Research: Human-Supervised Perception and Grasping in Clutter","funder_award_id":"1426968","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6422938561","display_name":"MANIPULATING SMALL  FLEXIBLE  AND DEFORMABLE OBJECTS IS A KEY CHALLENGE IN DEVELOPING ROBOTS TO WORK WITH HUMANS IN MANUFACTURING AND SPACE APPLICATIONS. IN MANUFACTURING DOMAINS  ASSEMBLY TASKS OFTEN INVOLVE SMALL OR FLEXIBLE MATERIALS SUCH AS CABLES  FABRIC  CARPETING  FLEXIBLE PLASTIC  ETC. IN NASA EXTRA-VEHICULAR REPAIR TASKS  IT IS OFTEN NECESSARY TO MANIPULATE THERMAL BLANKETS IN ORDER TO ACCESS EQUIPMENT. WE PROPOSE USING FORCE AND TACTILE SENSING TO LOCALIZE THESE KINDS OF MATERIALS ACCURATELY DURING IN-HAND MANIPULATION AND THEREBY MAKE DEXTEROUS ROBOT MANIPULATION MORE ROBUST AND PRECISE. PRIOR WORK BY THE PI USING THE NASA-JSC ROBONAUT 2 HAS DEMONSTRATED THAT TACTILE SENSING CAN INDEED BE USED TO MAKE MANIPULATION MORE ROBUST. HOWEVER  IT IS DIFFICULTTO SCALE THE APPROACH UP TO LARGE PROBLEMS BECAUSE OF THE CHALLENGES INVOLVED IN DEVELOPING A HAPTIC MODEL OF WHAT THE MATERIAL IS EXPECTED TO FEEL LIKE. THE PROBLEM IS THAT IT IS HARD TO MODEL FLEXIBLE MATERIALS ANALYTICALLY AND IT CAN BE DIFFICULT TO GATHER A SUFFICIENTLY LARGE AMOUNT OF TRAINING EXPERIENCE TO TRAIN AN ACCURATE MODEL. MOREOVER  EVEN VERY SOPHISTICATED TACTILE SENSORS SOMETIMES PRODUCE VERY NOISY AND ATTENUATED DATA.THIS PROPOSAL IS TO MAKE FLEXIBLE MATERIALS MANIPULATION MORE PRACTICAL BY DEVELOPING NEW METHODS OF CREATING AND USING HAPTIC MODELS. WE PROPOSE TO LEVERAGE EXISTING ROBOT LOCALIZATION AND MAPPING WORK DEVELOPED IN THE MOBILE ROBOT COMMUNITY. ALREADY IN OUR LAB  WE HAVE STARTED THIS WORK AND DEVELOPED AND DEMONSTRATED SOME BASIC TACTILE MAPPING TECHNIQUES THAT WERE SUMMARIZED AT THE 2013 NASA NRI PI MEETING. HERE  WE PROPOSE TO APPLY THIS WORK IN REAL ROBOT MANIPULATION CONTEXTS  CULMINATING IN A DEMONSTRATION OF TACTILE MAPPING AND LOCALIZATION CAPABILITIES IN THE CONTEXT OF SMALL AND FLEXIBLE MATERIALS MANIPULATION TASKS. IN YEAR 1  WE PROPOSE TO CONTINUE TO EXPLORE TACTILE REGISTRATION AND MAPPING TECHNIQUES AND TO DEMONSTRATE BASIC TACTILELOCALIZATION CAPABILITIES IN THE CONTEXT OF A FINE-MATERIALS INSERTION TASK. WE EXPECT THIS WORK TO BE DEMONSTRATED IN THE CONTEXT OF AN EXPERIMENT WITH THE BAXTER ROBOT  LOCATED AT NORTHEASTERN UNIVERSITY. IN YEAR 2  WE PROPOSE TO EXPAND THESE MANIPULATION CAPABILITIES BY DEVELOPING MORE ROBUST AND SOPHISTICATED PLANNING AND CONTROL METHODS THAT REASON ABOUT HOW THE MANIPULATION STRATEGY AFFECTS THE INFORMATION CONTENT AND SAFETY ENVELOPE OF THE MANIPULATION TASK.","funder_award_id":"NNX13AQ85G","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"},{"id":"https://openalex.org/G6779932216","display_name":"NRI: Collaborative Research: Human-Supervised Perception and Grasping in  Clutter","funder_award_id":"1427081","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7942655394","display_name":null,"funder_award_id":"IIS-1426968","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8762325200","display_name":"S&AS: INT: COLLAB: Composable and Verifiable Design for Autonomous Humanoid Robots in Space Missions","funder_award_id":"1724257","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8913877384","display_name":"S&AS: FND: COLLAB: Learning Manipulation Skills Using Deep Reinforcement Learning with Domain Transfer","funder_award_id":"1724191","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W79394677","https://openalex.org/W1553182805","https://openalex.org/W1564393562","https://openalex.org/W1757796397","https://openalex.org/W2052117683","https://openalex.org/W2058735307","https://openalex.org/W2064229486","https://openalex.org/W2157439141","https://openalex.org/W2173248099","https://openalex.org/W2173564293","https://openalex.org/W2201581102","https://openalex.org/W2290564286","https://openalex.org/W2293883387","https://openalex.org/W2296073425","https://openalex.org/W2600030077","https://openalex.org/W2758506095","https://openalex.org/W2807591401","https://openalex.org/W2808278571","https://openalex.org/W2913192828","https://openalex.org/W2951799221","https://openalex.org/W2962793652","https://openalex.org/W2963166883","https://openalex.org/W2963654160","https://openalex.org/W2963864421","https://openalex.org/W2964147919","https://openalex.org/W2970710335","https://openalex.org/W4244769743","https://openalex.org/W4253365321","https://openalex.org/W4295109175","https://openalex.org/W4298857966","https://openalex.org/W6666793370","https://openalex.org/W6696904280","https://openalex.org/W6758439737","https://openalex.org/W6834815581"],"related_works":["https://openalex.org/W1429031248","https://openalex.org/W2756374334","https://openalex.org/W1506489156","https://openalex.org/W2584565262","https://openalex.org/W2359167368","https://openalex.org/W3147229584","https://openalex.org/W2468396702","https://openalex.org/W2020960663","https://openalex.org/W4386431339","https://openalex.org/W4211172580"],"abstract_inverted_index":{"In":[0],"applications":[1],"of":[2,32],"deep":[3,100],"reinforcement":[4,101],"learning":[5],"to":[6,16,25,48,60,62,88],"robotics,":[7],"it":[8],"is":[9,70,86],"often":[10],"the":[11,28,35,45,115,122],"case":[12],"that":[13,22,58,85,95,121],"we":[14,55,119],"want":[15],"learn":[17],"pose":[18,89],"invariant":[19,24,87],"policies:":[20],"policies":[21,111],"are":[23,112],"changes":[26],"in":[27,34,65],"position":[29],"and":[30,82],"orientation":[31],"objects":[33],"world.":[36],"For":[37],"example,":[38],"consider":[39],"a":[40,50,71,79],"pegin-hole":[41],"insertion":[42],"task.":[43],"If":[44],"agent":[46],"learns":[47],"insert":[49],"peg":[51],"into":[52],"one":[53],"hole,":[54],"would":[56],"like":[57],"policy":[59],"generalize":[61],"holes":[63],"presented":[64],"different":[66],"poses.":[67],"Unfortunately,":[68],"this":[69],"challenge":[72],"using":[73],"conventional":[74],"methods.":[75],"This":[76],"paper":[77],"proposes":[78],"novel":[80],"state":[81],"action":[83],"abstraction":[84],"shifts":[90],"called":[91],"deictic":[92],"image":[93],"maps":[94],"can":[96,124],"be":[97],"used":[98],"with":[99],"learning.":[102],"We":[103],"provide":[104],"broad":[105],"conditions":[106],"under":[107],"which":[108],"optimal":[109,113],"abstract":[110],"for":[114],"underlying":[116],"system.":[117],"Finally,":[118],"show":[120],"method":[123],"help":[125],"solve":[126],"challenging":[127],"robotic":[128],"manipulation":[129],"problems.":[130]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}