{"id":"https://openalex.org/W3135099012","doi":null,"title":"Robotic Visuomotor Control with Unsupervised Forward Model Learned from Videos.","display_name":"Robotic Visuomotor Control with Unsupervised Forward Model Learned from Videos.","publication_year":2021,"publication_date":"2021-03-07","ids":{"openalex":"https://openalex.org/W3135099012","mag":"3135099012"},"language":"en","primary_location":{"id":"mag:3135099012","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2103.04301","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://export.arxiv.org/pdf/2103.04301","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071791208","display_name":"Haoqi Yuan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haoqi Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086096450","display_name":"Ruihai Wu","orcid":"https://orcid.org/0009-0008-5767-7529","observed_orcids":["https://orcid.org/0009-0008-5767-7529"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruihai Wu","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0008-5767-7529","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102809349","display_name":"Andrew Zhao","orcid":"https://orcid.org/0000-0002-3563-0278","observed_orcids":["https://orcid.org/0000-0002-3563-0278"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrew Zhao","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3563-0278","affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Haipeng Zhang","orcid":"https://orcid.org/0000-0001-5741-2311","observed_orcids":["https://orcid.org/0000-0001-5741-2311"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haipeng Zhang","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-5741-2311","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002742139","display_name":"Zihan Ding","orcid":"https://orcid.org/0009-0005-2008-4816","observed_orcids":["https://orcid.org/0009-0005-2008-4816"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zihan Ding","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0005-2008-4816","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5056024751","display_name":"Hao Dong","orcid":"https://orcid.org/0000-0003-1448-2816","observed_orcids":["https://orcid.org/0000-0003-1448-2816"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Dong","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-1448-2816","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visuomotor-control","display_name":"visuomotor control","score":0.8949999809265137},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"unsupervised learning","score":0.9190000295639038},{"id":"https://openalex.org/keywords/video-based-learning","display_name":"video-based learning","score":0.5350000262260437},{"id":"https://openalex.org/keywords/disentangled-representations","display_name":"disentangled representations","score":0.656000018119812},{"id":"https://openalex.org/keywords/transitional-dynamics","display_name":"transition dynamics","score":0.6039999723434448},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"model predictive control","score":0.7390000224113464},{"id":"https://openalex.org/keywords/robotic-manipulation","display_name":"robotic manipulation","score":0.8479999899864197},{"id":"https://openalex.org/keywords/object-extraction","display_name":"object extraction","score":0.3059999942779541}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7865994572639465},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.616438090801239},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.601007342338562},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5540423393249512},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5237262845039368},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5099440813064575},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4949430823326111},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.413351833820343},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36915716528892517},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35393026471138},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3135099012","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2103.04301","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3135099012","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2103.04301","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W603908379","https://openalex.org/W1577352482","https://openalex.org/W1923344279","https://openalex.org/W1959608418","https://openalex.org/W2028678875","https://openalex.org/W2073787051","https://openalex.org/W2120606367","https://openalex.org/W2400532028","https://openalex.org/W2528489519","https://openalex.org/W2615413256","https://openalex.org/W2626073992","https://openalex.org/W2738136547","https://openalex.org/W2755486058","https://openalex.org/W2769257693","https://openalex.org/W2786969620","https://openalex.org/W2796303840","https://openalex.org/W2799271180","https://openalex.org/W2804010078","https://openalex.org/W2808493349","https://openalex.org/W2877708277","https://openalex.org/W2890967717","https://openalex.org/W2894593111","https://openalex.org/W2907236913","https://openalex.org/W2909331752","https://openalex.org/W2911054817","https://openalex.org/W2911448865","https://openalex.org/W2913229415","https://openalex.org/W2914584948","https://openalex.org/W2919112510","https://openalex.org/W2922427205","https://openalex.org/W2944892105","https://openalex.org/W2954718200","https://openalex.org/W2955368974","https://openalex.org/W2963045453","https://openalex.org/W2963370555","https://openalex.org/W2963406904","https://openalex.org/W2963657860","https://openalex.org/W2964121744","https://openalex.org/W2964161785","https://openalex.org/W2964213104","https://openalex.org/W2980107525","https://openalex.org/W2988603490","https://openalex.org/W2995627237"],"related_works":["https://openalex.org/W4200265593","https://openalex.org/W2953317238","https://openalex.org/W7164914692","https://openalex.org/W3088876864","https://openalex.org/W3178185267","https://openalex.org/W3186661763","https://openalex.org/W2890290306","https://openalex.org/W97942008","https://openalex.org/W2990770808","https://openalex.org/W2955874556"],"abstract_inverted_index":{"Learning":[0],"an":[1,74,80,107,143],"accurate":[2,108,129],"model":[3,53,66,110,139],"of":[4,62],"the":[5,60,67,99,128],"environment":[6,124],"is":[7],"essential":[8],"for":[9,146],"model-based":[10],"control":[11,18,123,141],"tasks.":[12],"Existing":[13],"methods":[14],"in":[15,35,79,111,125,138],"robotic":[16,147],"visuomotor":[17],"usually":[19],"learn":[20],"from":[21,54],"data":[22,56],"with":[23,40],"heavily":[24],"labelled":[25],"actions,":[26],"object":[27,71],"entities":[28],"or":[29],"locations,":[30],"which":[31],"can":[32],"be":[33],"demanding":[34],"many":[36],"cases.":[37],"To":[38],"cope":[39],"this":[41],"limitation,":[42],"we":[43,133],"propose":[44],"a":[45,51,112,119],"method,":[46],"dubbed":[47],"DMotion,":[48],"that":[49],"trains":[50],"forward":[52,109,131],"video":[55],"only,":[57],"via":[58],"disentangling":[59],"motion":[61],"controllable":[63],"agent":[64],"to":[65],"transition":[68],"dynamics.":[69],"An":[70],"extractor":[72],"and":[73],"interaction":[75],"learner":[76],"are":[77,88],"trained":[78],"end-to-end":[81],"manner":[82],"without":[83],"supervision.":[84],"The":[85],"agent's":[86],"motions":[87],"explicitly":[89],"represented":[90],"using":[91],"spatial":[92],"transformation":[93],"matrices":[94],"containing":[95],"physical":[96],"meanings.":[97],"In":[98],"experiments,":[100],"DMotion":[101],"achieves":[102],"superior":[103],"performance":[104],"on":[105],"learning":[106],"Grid":[113],"World":[114],"environment,":[115],"as":[116,118,142],"well":[117],"more":[120],"realistic":[121],"robot":[122],"simulation.":[126],"With":[127],"learned":[130],"models,":[132],"further":[134],"demonstrate":[135],"their":[136],"usage":[137],"predictive":[140],"effective":[144],"approach":[145],"manipulations.":[148]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-03-15T00:00:00"}