{"id":"https://openalex.org/W4403676611","doi":"https://doi.org/10.1109/case59546.2024.10711321","title":"Visual Imitation Learning of Non-Prehensile Manipulation Tasks with Dynamics-Supervised Models","display_name":"Visual Imitation Learning of Non-Prehensile Manipulation Tasks with Dynamics-Supervised Models","publication_year":2024,"publication_date":"2024-08-28","ids":{"openalex":"https://openalex.org/W4403676611","doi":"https://doi.org/10.1109/case59546.2024.10711321"},"language":"en","primary_location":{"id":"doi:10.1109/case59546.2024.10711321","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/case59546.2024.10711321","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 20th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Abdullah Mustafa","orcid":null},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Abdullah Mustafa","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST),Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST),Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102871528","display_name":"Ryo Hanai","orcid":"https://orcid.org/0000-0003-4216-4866"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryo Hanai","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST),Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST),Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064317353","display_name":"Ixchel G. Ram\u00edrez-Alpizar","orcid":"https://orcid.org/0000-0002-7805-7539"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ixchel G. Ramirez-Alpizar","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST),Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST),Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028381240","display_name":"Floris Erich","orcid":"https://orcid.org/0000-0001-7576-9867"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Floris Erich","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST),Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST),Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029075114","display_name":"Ryoichi Nakajo","orcid":"https://orcid.org/0009-0006-3870-8508"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryoichi Nakajo","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST),Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST),Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068377110","display_name":"Yukiyasu Domae","orcid":"https://orcid.org/0000-0002-1366-9657"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yukiyasu Domae","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST),Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST),Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055922202","display_name":"Tetsuya Ogata","orcid":"https://orcid.org/0000-0001-7015-0379"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tetsuya Ogata","raw_affiliation_strings":["Waseda University,Graduate School of Fundamental Science and Engineering,Tokyo,Japan,169-8555"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waseda University,Graduate School of Fundamental Science and Engineering,Tokyo,Japan,169-8555","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5431,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67119882,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"3872","last_page":"3879"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9247000217437744,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prehensile-tail","display_name":"Prehensile tail","score":0.9677459001541138},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.7809305191040039},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7080385684967041},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.644227921962738},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5132808685302734},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4211123585700989},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3341587781906128},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.332794725894928},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23872381448745728},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.1069636344909668},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.05642491579055786}],"concepts":[{"id":"https://openalex.org/C136380597","wikidata":"https://www.wikidata.org/wiki/Q10508905","display_name":"Prehensile tail","level":2,"score":0.9677459001541138},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.7809305191040039},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7080385684967041},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.644227921962738},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5132808685302734},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4211123585700989},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3341587781906128},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.332794725894928},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23872381448745728},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.1069636344909668},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.05642491579055786},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/case59546.2024.10711321","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/case59546.2024.10711321","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 20th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2736374714","https://openalex.org/W2789539638","https://openalex.org/W4214717370","https://openalex.org/W4312790276","https://openalex.org/W4385403811","https://openalex.org/W4385430674","https://openalex.org/W4387623874","https://openalex.org/W4389666812","https://openalex.org/W4402354127","https://openalex.org/W6623316541","https://openalex.org/W6682849425","https://openalex.org/W6741002519","https://openalex.org/W6754184789","https://openalex.org/W6782380515","https://openalex.org/W6804601995","https://openalex.org/W6847224448","https://openalex.org/W6848588639","https://openalex.org/W6849306072","https://openalex.org/W6854276968","https://openalex.org/W6857018219","https://openalex.org/W6858287197"],"related_works":["https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W4295135464","https://openalex.org/W2148088326","https://openalex.org/W2092361474"],"abstract_inverted_index":{"Unlike":[0],"quasi-static":[1],"robotic":[2],"manipulation":[3,12],"tasks":[4,8],"like":[5],"pick-and-place,":[6],"dynamic":[7,119],"such":[9],"as":[10],"non-prehensile":[11,158],"pose":[13],"greater":[14],"challenges,":[15],"especially":[16],"for":[17,198],"vision-based":[18],"control.":[19],"Successful":[20],"control":[21],"requires":[22],"the":[23,29,44,48,73,89,94,106,130,134,171,177,203],"extraction":[24],"of":[25,117,147],"features":[26,38,58],"relevant":[27],"to":[28,55,87,140,162,208,218,226],"target":[30,118],"task.":[31],"In":[32,109],"visual":[33],"imitation":[34],"learning":[35,63],"settings,":[36],"these":[37,82],"can":[39,66,123],"be":[40],"learnt":[41,74],"by":[42],"backpropagating":[43],"policy":[45,188],"loss":[46],"through":[47],"vision":[49,70],"backbone.":[50],"Yet,":[51],"this":[52,110],"approach":[53],"tends":[54],"learn":[56,124],"task-specific":[57,76],"with":[59,221,229],"limited":[60],"generalizability.":[61],"Alternatively,":[62],"world":[64,127,135,199,213],"models":[65,83,214],"realize":[67],"more":[68],"generalizable":[69],"backbones.":[71],"Utilizing":[72],"features,":[75],"policies":[77],"are":[78,84],"subsequently":[79],"trained.":[80],"Commonly,":[81],"trained":[85,139,169],"solely":[86],"predict":[88,142],"next":[90,131],"RGB":[91,132],"state":[92,96],"from":[93,206],"current":[95],"and":[97,145,166,187],"action":[98],"taken.":[99],"But":[100],"only-RGB":[101],"prediction":[102],"might":[103],"not":[104],"fully-capture":[105],"task-relevant":[107],"dynamics.":[108,231],"work,":[111],"we":[112,155],"hypothesize":[113],"that":[114],"direct":[115],"supervision":[116],"states":[120],"(Dynamics":[121],"Mapping)":[122],"better":[125],"dynamics-informed":[126,212],"models.":[128],"Beside":[129],"reconstruction,":[133],"model":[136,200],"is":[137],"also":[138],"directly":[141],"position,":[143],"velocity,":[144],"acceleration":[146],"environment":[148,160],"rigid":[149],"bodies.":[150],"To":[151],"verify":[152],"our":[153],"hypothesis,":[154],"designed":[156],"a":[157,219,227],"2D":[159],"tailored":[161],"two":[163],"tasks:":[164],"\"Balance-Reaching\"":[165],"\"Bin-Dropping\".":[167],"When":[168],"on":[170],"first":[172],"task,":[173],"dynamics":[174],"mapping":[175],"enhanced":[176],"task":[178,220],"performance":[179],"under":[180],"different":[181],"training":[182],"configurations":[183],"(Decoupled,":[184],"Joint,":[185],"End-to-End)":[186],"architectures":[189],"(Feedforward,":[190],"Recurrent).":[191],"Notably,":[192],"its":[193],"most":[194],"significant":[195],"impact":[196],"was":[197],"pretraining":[201],"boosting":[202],"success":[204],"rate":[205],"21%":[207],"85%.":[209],"Although":[210],"frozen":[211],"could":[215],"generalize":[216],"well":[217],"in-domain":[222],"dynamics,":[223],"but":[224],"poorly":[225],"one":[228],"out-of-domain":[230],"Code":[232],"available":[233],"at:":[234],"https://github.com/Automation-Research-Team/DynamicsMapping-2D":[235]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}