{"id":"https://openalex.org/W4312870994","doi":"https://doi.org/10.1109/iros47612.2022.9982084","title":"Learning Object Manipulation Skills from Video via Approximate Differentiable Physics","display_name":"Learning Object Manipulation Skills from Video via Approximate Differentiable Physics","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4312870994","doi":"https://doi.org/10.1109/iros47612.2022.9982084"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9982084","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9982084","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068303316","display_name":"Vladim\u00edr Petr\u00edk","orcid":"https://orcid.org/0000-0001-9450-4987"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Vladim\u00edr Petr\u00edk","raw_affiliation_strings":["Czech Technical University in Prague,CIIRC","CIIRC, Czech Technical University in Prague"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Czech Technical University in Prague,CIIRC","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"CIIRC, Czech Technical University in Prague","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114032935","display_name":"Mohammad Nomaan Qureshi","orcid":null},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mohammad Nomaan Qureshi","raw_affiliation_strings":["CVIT, IIIT,Hyderabad,India","CVIT, IIIT, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CVIT, IIIT,Hyderabad,India","institution_ids":["https://openalex.org/I65181880"]},{"raw_affiliation_string":"CVIT, IIIT, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025398783","display_name":"Josef \u0160ivic","orcid":"https://orcid.org/0000-0002-2554-5301"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Josef Sivic","raw_affiliation_strings":["Czech Technical University in Prague,CIIRC","CIIRC, Czech Technical University in Prague"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Czech Technical University in Prague,CIIRC","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"CIIRC, Czech Technical University in Prague","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085699874","display_name":"Makar Tapaswi","orcid":null},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Makar Tapaswi","raw_affiliation_strings":["CVIT, IIIT,Hyderabad,India","CVIT, IIIT, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CVIT, IIIT,Hyderabad,India","institution_ids":["https://openalex.org/I65181880"]},{"raw_affiliation_string":"CVIT, IIIT, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7375","last_page":"7382"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13752","display_name":"Mechanics and Biomechanics Studies","score":0.9546999931335449,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6706512570381165},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6668871641159058},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.575209379196167},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5575383305549622},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5441944599151611},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.5289545059204102},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.47937634587287903},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4527058005332947},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40176597237586975},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14023905992507935},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1321793496608734}],"concepts":[{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6706512570381165},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6668871641159058},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.575209379196167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5575383305549622},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5441944599151611},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.5289545059204102},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.47937634587287903},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4527058005332947},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40176597237586975},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14023905992507935},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1321793496608734},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros47612.2022.9982084","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9982084","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G1076216274","display_name":null,"funder_award_id":"CZ.02.1.01/0.0/0.0/15_003/0000468","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"}],"funders":[{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1564897360","https://openalex.org/W1986014385","https://openalex.org/W2569188472","https://openalex.org/W2583137229","https://openalex.org/W2625366777","https://openalex.org/W2741122588","https://openalex.org/W2768683308","https://openalex.org/W2769112066","https://openalex.org/W2889658408","https://openalex.org/W2949924544","https://openalex.org/W2963150697","https://openalex.org/W2963669336","https://openalex.org/W2963802910","https://openalex.org/W2968722025","https://openalex.org/W2984008963","https://openalex.org/W2990173985","https://openalex.org/W2990205821","https://openalex.org/W2995279726","https://openalex.org/W2997747012","https://openalex.org/W3007769740","https://openalex.org/W3013785695","https://openalex.org/W3034891989","https://openalex.org/W3038245394","https://openalex.org/W3038298277","https://openalex.org/W3101745966","https://openalex.org/W3102502242","https://openalex.org/W3109952375","https://openalex.org/W3111487461","https://openalex.org/W3122520957","https://openalex.org/W3136275882","https://openalex.org/W3166570372","https://openalex.org/W3175955419","https://openalex.org/W3183673520","https://openalex.org/W3189615635","https://openalex.org/W4214630662","https://openalex.org/W4323640751","https://openalex.org/W6631190155","https://openalex.org/W6742461812","https://openalex.org/W6743660412","https://openalex.org/W6752307458","https://openalex.org/W6781568228","https://openalex.org/W6784212503","https://openalex.org/W6785380616","https://openalex.org/W6785753252","https://openalex.org/W6793304456","https://openalex.org/W6796493615","https://openalex.org/W6796524941","https://openalex.org/W6799496742","https://openalex.org/W6803707382"],"related_works":["https://openalex.org/W2381242807","https://openalex.org/W3126131230","https://openalex.org/W2347541121","https://openalex.org/W4288804799","https://openalex.org/W2080951048","https://openalex.org/W3032237421","https://openalex.org/W2390346111","https://openalex.org/W3011883280","https://openalex.org/W2369082698","https://openalex.org/W2401808953"],"abstract_inverted_index":{"We":[0,136],"aim":[1],"to":[2,5,34,44,72,84,104,126,161],"teach":[3],"robots":[4],"perform":[6],"simple":[7],"object":[8,113],"manipulation":[9],"tasks":[10],"by":[11,176],"watching":[12],"a":[13,27,47,69,74,127,141,205],"single":[14],"video":[15,149],"demonstration.":[16],"Towards":[17],"this":[18],"goal,":[19],"we":[20,199],"propose":[21],"an":[22],"optimization":[23],"approach":[24,71,139,171],"that":[25,81,121,145],"outputs":[26],"coarse":[28],"and":[29,57,94,112],"temporally":[30],"evolving":[31],"3D":[32,55,142],"scene":[33,56],"mimic":[35],"the":[36,40,54,58,66,107,130,201],"action":[37],"demonstrated":[38],"in":[39,65,166],"input":[41],"video.":[42,60],"Similar":[43],"previous":[45,174],"work,":[46],"differentiable":[48,70],"renderer":[49],"ensures":[50],"perceptual":[51],"fidelity":[52],"between":[53],"2D":[59],"Our":[61,170],"key":[62],"novelty":[63],"lies":[64],"inclusion":[67],"of":[68,76,88,109,147,168,189],"solve":[73],"set":[75],"Ordinary":[77],"Differential":[78],"Equations":[79],"(ODEs)":[80],"allows":[82],"us":[83,103],"approximately":[85],"model":[86],"laws":[87],"physics":[89],"such":[90,155,192],"as":[91,156,193],"gravity,":[92],"friction,":[93],"hand-object":[95],"or":[96,163],"object-object":[97],"interactions.":[98],"This":[99],"not":[100],"only":[101],"enables":[102],"dramatically":[105],"improve":[106],"quality":[108,181],"estimated":[110],"hand":[111],"states,":[114],"but":[115],"also":[116],"produces":[117],"physically":[118],"admissible":[119],"trajectories":[120],"can":[122],"be":[123],"directly":[124],"translated":[125],"robot":[128],"without":[129],"need":[131],"for":[132],"costly":[133],"reinforcement":[134],"learning.":[135],"evaluate":[137],"our":[138],"on":[140,182,204],"reconstruction":[143],"task":[144],"consists":[146],"54":[148],"demonstrations":[150],"sourced":[151],"from":[152,159],"9":[153],"actions":[154,185],"pull":[157],"something":[158,165,195],"right":[160],"left":[162],"put":[164,194],"front":[167],"something.":[169,197],"improves":[172],"over":[173],"state-of-the-art":[175],"almost":[177],"30%,":[178],"demonstrating":[179],"superior":[180],"especially":[183],"challenging":[184],"involving":[186],"physical":[187],"interactions":[188],"two":[190],"objects":[191],"onto":[196],"Finally,":[198],"showcase":[200],"learned":[202],"skills":[203],"Franka":[206],"Emika":[207],"Panda":[208],"robot.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}