{"id":"https://openalex.org/W4221154622","doi":"https://doi.org/10.1109/icra46639.2022.9812087","title":"Memory-based gaze prediction in deep imitation learning for robot manipulation","display_name":"Memory-based gaze prediction in deep imitation learning for robot manipulation","publication_year":2022,"publication_date":"2022-05-23","ids":{"openalex":"https://openalex.org/W4221154622","doi":"https://doi.org/10.1109/icra46639.2022.9812087"},"language":"en","primary_location":{"id":"doi:10.1109/icra46639.2022.9812087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra46639.2022.9812087","pdf_url":null,"source":{"id":"https://openalex.org/S4363607759","display_name":"2022 International Conference on Robotics and Automation (ICRA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056418048","display_name":"Heecheol Kim","orcid":"https://orcid.org/0000-0002-3451-2288"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Heecheol Kim","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo,Laboratory for Intelligent Systems and Informatics,Tokyo,Japan","Laboratory for Intelligent Systems and Informatics, Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo,Laboratory for Intelligent Systems and Informatics,Tokyo,Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"Laboratory for Intelligent Systems and Informatics, Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019675297","display_name":"Yoshiyuki Ohmura","orcid":"https://orcid.org/0000-0002-9158-5360"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshiyuki Ohmura","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo,Laboratory for Intelligent Systems and Informatics,Tokyo,Japan","Laboratory for Intelligent Systems and Informatics, Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo,Laboratory for Intelligent Systems and Informatics,Tokyo,Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"Laboratory for Intelligent Systems and Informatics, Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010543059","display_name":"Yasuo Kuniyoshi","orcid":"https://orcid.org/0000-0001-8443-4161"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasuo Kuniyoshi","raw_affiliation_strings":["Graduate School of Information Science and Technology, The University of Tokyo,Laboratory for Intelligent Systems and Informatics,Tokyo,Japan","Laboratory for Intelligent Systems and Informatics, Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, The University of Tokyo,Laboratory for Intelligent Systems and Informatics,Tokyo,Japan","institution_ids":["https://openalex.org/I74801974"]},{"raw_affiliation_string":"Laboratory for Intelligent Systems and Informatics, Graduate School of Information Science and Technology, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5881,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.8266434,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2427","last_page":"2433"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7827390432357788},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6976026892662048},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.6893426179885864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.684807300567627},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5115247964859009},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5086985230445862},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.5035387873649597},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.4886687099933624},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4854498505592346},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.42682361602783203},{"id":"https://openalex.org/keywords/social-robot","display_name":"Social robot","score":0.42102542519569397},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.4118792414665222},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3715384900569916},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11770069599151611},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.06948941946029663}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7827390432357788},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6976026892662048},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.6893426179885864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.684807300567627},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5115247964859009},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5086985230445862},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.5035387873649597},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.4886687099933624},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4854498505592346},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.42682361602783203},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.42102542519569397},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.4118792414665222},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3715384900569916},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11770069599151611},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.06948941946029663},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra46639.2022.9812087","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra46639.2022.9812087","pdf_url":null,"source":{"id":"https://openalex.org/S4363607759","display_name":"2022 International Conference on Robotics and Automation (ICRA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322832","display_name":"University of Tokyo","ror":"https://ror.org/057zh3y96"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1513704582","https://openalex.org/W1579853615","https://openalex.org/W1931877416","https://openalex.org/W2005708641","https://openalex.org/W2034587361","https://openalex.org/W2064675550","https://openalex.org/W2130942839","https://openalex.org/W2157331557","https://openalex.org/W2168145769","https://openalex.org/W2313180542","https://openalex.org/W2792234743","https://openalex.org/W2805623918","https://openalex.org/W2808109868","https://openalex.org/W2884389172","https://openalex.org/W2954731415","https://openalex.org/W2963188159","https://openalex.org/W2963634205","https://openalex.org/W2963669336","https://openalex.org/W2964347220","https://openalex.org/W3032185005","https://openalex.org/W3033529678","https://openalex.org/W3128000279","https://openalex.org/W3177318507","https://openalex.org/W3191807689","https://openalex.org/W4289489637","https://openalex.org/W4385245566","https://openalex.org/W6630831009","https://openalex.org/W6634817459","https://openalex.org/W6638444622","https://openalex.org/W6640174482","https://openalex.org/W6679436768","https://openalex.org/W6698589804","https://openalex.org/W6739901393","https://openalex.org/W6754677871","https://openalex.org/W6764679822","https://openalex.org/W6779163297"],"related_works":["https://openalex.org/W2765277596","https://openalex.org/W2918544916","https://openalex.org/W2122546011","https://openalex.org/W2909564046","https://openalex.org/W3044674998","https://openalex.org/W2134294860","https://openalex.org/W2724299411","https://openalex.org/W2493438666","https://openalex.org/W1965774354","https://openalex.org/W1806442025"],"abstract_inverted_index":{"Deep":[0],"imitation":[1,23,83],"learning":[2,24,84],"is":[3,66],"a":[4,70,75,79,108,118,139],"promising":[5],"approach":[6],"that":[7,96,111,145],"does":[8],"not":[9],"require":[10],"hard-coded":[11],"control":[12,33],"rules":[13],"in":[14,59],"autonomous":[15],"robot":[16,26,65,105,141],"manipulation.":[17],"The":[18,114,133],"current":[19,40],"applications":[20],"of":[21,88,148],"deep":[22,82],"to":[25,31,50,68,106,130],"manipulation":[27,109,143],"have":[28],"been":[29],"limited":[30],"reactive":[32],"based":[34,126],"on":[35,74,127],"the":[36,39,64,104,123,149],"states":[37],"at":[38],"time":[41],"step.":[42],"However,":[43],"future":[44],"robots":[45],"will":[46],"also":[47],"be":[48],"required":[49],"solve":[51],"tasks":[52],"utilizing":[53],"their":[54],"memory":[55,147],"obtained":[56],"by":[57,91],"experience":[58],"complicated":[60,92],"environments":[61],"(e.g.,":[62],"when":[63],"asked":[67],"find":[69],"previously":[71],"used":[72],"object":[73],"shelf).":[76],"In":[77],"such":[78],"situation,":[80],"simple":[81],"may":[85],"fail":[86],"because":[87],"distractions":[89],"caused":[90],"environments.":[93],"We":[94],"propose":[95],"gaze":[97,124],"prediction":[98],"from":[99],"sequential":[100,128],"visual":[101],"input":[102],"enables":[103],"perform":[107],"task":[110,144],"requires":[112,146],"memory.":[113,132],"proposed":[115,134],"algorithm":[116],"uses":[117],"Transformer-based":[119],"self-attention":[120],"architecture":[121],"for":[122],"estimation":[125],"data":[129],"implement":[131],"method":[135],"was":[136],"evaluated":[137],"with":[138],"real":[140],"multi-object":[142],"previous":[150],"states.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}