{"id":"https://openalex.org/W2938269852","doi":"https://doi.org/10.1109/tro.2020.2974093","title":"Learning Manipulation Skills via Hierarchical Spatial Attention","display_name":"Learning Manipulation Skills via Hierarchical Spatial Attention","publication_year":2020,"publication_date":"2020-03-03","ids":{"openalex":"https://openalex.org/W2938269852","doi":"https://doi.org/10.1109/tro.2020.2974093","mag":"2938269852"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2020.2974093","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2020.2974093","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1904.09191","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Marcus Gualtieri","orcid":"https://orcid.org/0000-0002-7806-2186"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcus Gualtieri","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, Boston, USA"],"raw_orcid":"https://orcid.org/0000-0002-7806-2186","affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, Boston, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":null,"display_name":"Robert Platt","orcid":null},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Platt","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, Boston, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, Boston, USA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":0.7288,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.69012174,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"36","issue":"4","first_page":"1067","last_page":"1078"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.5931000113487244,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.5931000113487244,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.25780001282691956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.028200000524520874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.9380000233650208},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6269999742507935},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5418999791145325},{"id":"https://openalex.org/keywords/window","display_name":"Window (computing)","score":0.4375},{"id":"https://openalex.org/keywords/visual-attention","display_name":"Visual attention","score":0.4050000011920929},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.39469999074935913}],"concepts":[{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.9380000233650208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6635000109672546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.652999997138977},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6269999742507935},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5418999791145325},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4562000036239624},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.4375},{"id":"https://openalex.org/C2986089797","wikidata":"https://www.wikidata.org/wiki/Q6501338","display_name":"Visual attention","level":3,"score":0.4050000011920929},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.39469999074935913},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34450000524520874},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.31619998812675476},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3003000020980835},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29319998621940613},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2700999975204468},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tro.2020.2974093","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2020.2974093","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1546-1904","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1904.09191","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.09191","pdf_url":"https://arxiv.org/pdf/1904.09191","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1904.09191","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.09191","pdf_url":"https://arxiv.org/pdf/1904.09191","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1557385627","display_name":null,"funder_award_id":"IIS-1724257","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3322544259","display_name":null,"funder_award_id":"IIS-1830425","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3643536816","display_name":null,"funder_award_id":"IIS-1724191","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4476123902","display_name":null,"funder_award_id":"N00014-19-1-2131","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5074068205","display_name":null,"funder_award_id":"IIS-1750649","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5608864454","display_name":null,"funder_award_id":"80NSSC19K1474","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"},{"id":"https://openalex.org/G865487912","display_name":null,"funder_award_id":"IIS-1763878","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1557517019","https://openalex.org/W1977655452","https://openalex.org/W1999156278","https://openalex.org/W2021683594","https://openalex.org/W2131337842","https://openalex.org/W2145339207","https://openalex.org/W2201912979","https://openalex.org/W2600030077","https://openalex.org/W2962737955","https://openalex.org/W2962746398","https://openalex.org/W2962759351","https://openalex.org/W2963033241","https://openalex.org/W2963166883","https://openalex.org/W2963785592","https://openalex.org/W2967729293","https://openalex.org/W3003266338","https://openalex.org/W4233061323","https://openalex.org/W4247031047","https://openalex.org/W4253365321","https://openalex.org/W6618372016","https://openalex.org/W6631190155","https://openalex.org/W6680834391","https://openalex.org/W6682137061","https://openalex.org/W6683124071","https://openalex.org/W6684921986","https://openalex.org/W6712173889","https://openalex.org/W6735506055","https://openalex.org/W6735544697","https://openalex.org/W6740023956","https://openalex.org/W6740801417","https://openalex.org/W6752007561","https://openalex.org/W6753102629","https://openalex.org/W6754677871","https://openalex.org/W6754878628","https://openalex.org/W6775686901","https://openalex.org/W6792155000"],"related_works":[],"abstract_inverted_index":{"Learning":[0],"generalizable":[1],"skills":[2],"in":[3],"robotic":[4],"manipulation":[5],"has":[6],"long":[7],"been":[8],"challenging":[9,112],"due":[10,47],"to":[11,30,48,78],"real-world":[12],"sized":[13],"observation":[14],"and":[15,34,57],"action":[16],"spaces.":[17],"One":[18],"method":[19],"for":[20],"addressing":[21],"this":[22],"problem":[23],"is":[24],"attention":[25,55,96],"focus-the":[26],"robot":[27],"learns":[28],"where":[29,90],"attend":[31],"its":[32],"sensors":[33],"irrelevant":[35],"details":[36],"are":[37],"ignored.":[38],"However,":[39],"these":[40],"methods":[41],"have":[42],"largely":[43],"not":[44,98],"caught":[45],"on":[46,111],"the":[49,58,72,83,91,116,119],"difficulty":[50],"of":[51,67,118],"learning":[52],"a":[53,64,79,88],"good":[54],"policy":[56],"added":[59],"partial":[60,92],"observability":[61,93],"induced":[62,94],"by":[63,75,95],"narrowed":[65],"window":[66],"focus.":[68],"This":[69],"article":[70],"addresses":[71],"first":[73],"issue":[74],"constraining":[76],"gazes":[77],"spatial":[80],"hierarchy.":[81],"For":[82],"second":[84],"issue,":[85],"we":[86],"identify":[87],"case":[89],"does":[97],"prevent":[99],"Q-learning":[100],"from":[101],"finding":[102],"an":[103],"optimal":[104],"policy.":[105],"We":[106],"conclude":[107],"with":[108],"real-robot":[109],"experiments":[110],"pick-place":[113],"tasks":[114],"demonstrating":[115],"applicability":[117],"approach.":[120]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-07T14:30:12.667765","created_date":"2019-04-25T00:00:00"}