{"id":"https://openalex.org/W3046844194","doi":"https://doi.org/10.1109/iros45743.2020.9341491","title":"Hindsight for Foresight: Unsupervised Structured Dynamics Models from Physical Interaction","display_name":"Hindsight for Foresight: Unsupervised Structured Dynamics Models from Physical Interaction","publication_year":2020,"publication_date":"2020-10-24","ids":{"openalex":"https://openalex.org/W3046844194","doi":"https://doi.org/10.1109/iros45743.2020.9341491","mag":"3046844194"},"language":"en","primary_location":{"id":"doi:10.1109/iros45743.2020.9341491","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros45743.2020.9341491","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.00456","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016051882","display_name":"Iman Nematollahi","orcid":null},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]},{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Iman Nematollahi","raw_affiliation_strings":["Toyota Research Institute, Los Altos, USA","University of Freiburg, Germany","[University of Freiburg,Germany]"],"affiliations":[{"raw_affiliation_string":"Toyota Research Institute, Los Altos, USA","institution_ids":["https://openalex.org/I4391768151"]},{"raw_affiliation_string":"University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"[University of Freiburg,Germany]","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054505204","display_name":"Oier Mees","orcid":"https://orcid.org/0000-0001-6020-9744"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]},{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Oier Mees","raw_affiliation_strings":["Toyota Research Institute, Los Altos, USA","University of Freiburg, Germany","[University of Freiburg,Germany]"],"affiliations":[{"raw_affiliation_string":"Toyota Research Institute, Los Altos, USA","institution_ids":["https://openalex.org/I4391768151"]},{"raw_affiliation_string":"University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"[University of Freiburg,Germany]","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073224223","display_name":"Luk\u00e1s Hermann","orcid":"https://orcid.org/0000-0002-0868-6583"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]},{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lukas Hermann","raw_affiliation_strings":["Toyota Research Institute, Los Altos, USA","University of Freiburg, Germany","[University of Freiburg,Germany]"],"affiliations":[{"raw_affiliation_string":"Toyota Research Institute, Los Altos, USA","institution_ids":["https://openalex.org/I4391768151"]},{"raw_affiliation_string":"University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"[University of Freiburg,Germany]","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084499878","display_name":"Wolfram Burgard","orcid":"https://orcid.org/0000-0002-5680-6500"},"institutions":[{"id":"https://openalex.org/I4391768151","display_name":"Toyota Research Institute","ror":"https://ror.org/04fpkc108","country_code":null,"type":"facility","lineage":["https://openalex.org/I4210125472","https://openalex.org/I4391768151"]},{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wolfram Burgard","raw_affiliation_strings":["Toyota Research Institute, Los Altos, USA","University of Freiburg, Germany","[University of Freiburg,Germany]"],"affiliations":[{"raw_affiliation_string":"Toyota Research Institute, Los Altos, USA","institution_ids":["https://openalex.org/I4391768151"]},{"raw_affiliation_string":"University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"[University of Freiburg,Germany]","institution_ids":["https://openalex.org/I161046081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5016051882"],"corresponding_institution_ids":["https://openalex.org/I161046081","https://openalex.org/I4391768151"],"apc_list":null,"apc_paid":null,"fwci":0.2944,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.56648319,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"5319","last_page":"5326"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7556172609329224},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6564935445785522},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.6192821860313416},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5891987085342407},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5324353575706482},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.5139667391777039},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.48533812165260315},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4645155966281891},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.455588161945343},{"id":"https://openalex.org/keywords/observer","display_name":"Observer (physics)","score":0.4370718002319336},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43452948331832886},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4274102449417114},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.41277724504470825},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1884932816028595}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7556172609329224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6564935445785522},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6192821860313416},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5891987085342407},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5324353575706482},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.5139667391777039},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.48533812165260315},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4645155966281891},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.455588161945343},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.4370718002319336},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43452948331832886},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4274102449417114},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41277724504470825},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1884932816028595},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/iros45743.2020.9341491","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros45743.2020.9341491","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2008.00456","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.00456","pdf_url":"https://arxiv.org/pdf/2008.00456","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3046844194","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2008.00456","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:freidok.uni-freiburg.de:275590","is_oa":false,"landing_page_url":"https://freidok.uni-freiburg.de/data/275590","pdf_url":null,"source":{"id":"https://openalex.org/S4306401057","display_name":"FreiDok plus (Universit\u00e4tsbibliothek Freiburg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I161046081","host_organization_name":"University of Freiburg","host_organization_lineage":["https://openalex.org/I161046081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN:","raw_type":"article_in_conference_proceedings"},{"id":"doi:10.48550/arxiv.2008.00456","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2008.00456","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.00456","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.00456","pdf_url":"https://arxiv.org/pdf/2008.00456","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320311687","display_name":"Ministry of Education","ror":"https://ror.org/03m01yf64"},{"id":"https://openalex.org/F4320315934","display_name":"Toyota Research Institute","ror":null},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320321421","display_name":"Albert-Ludwigs-Universit\u00e4t Freiburg","ror":"https://ror.org/0245cg223"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3046844194.pdf","grobid_xml":"https://content.openalex.org/works/W3046844194.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W143499627","https://openalex.org/W343636949","https://openalex.org/W603908379","https://openalex.org/W1577352482","https://openalex.org/W1981667747","https://openalex.org/W2059100041","https://openalex.org/W2107464055","https://openalex.org/W2122922389","https://openalex.org/W2170940415","https://openalex.org/W2293598046","https://openalex.org/W2461838149","https://openalex.org/W2528489519","https://openalex.org/W2552391307","https://openalex.org/W2560474170","https://openalex.org/W2608018946","https://openalex.org/W2763676071","https://openalex.org/W2807591401","https://openalex.org/W2809124645","https://openalex.org/W2842511635","https://openalex.org/W2890290306","https://openalex.org/W2902125520","https://openalex.org/W2962791145","https://openalex.org/W2963149945","https://openalex.org/W2963294969","https://openalex.org/W2963341956","https://openalex.org/W2963402657","https://openalex.org/W2963406904","https://openalex.org/W2963430173","https://openalex.org/W2963678509","https://openalex.org/W2964112890","https://openalex.org/W2964161785","https://openalex.org/W2964269434","https://openalex.org/W2966288165","https://openalex.org/W2967246123","https://openalex.org/W3003224579","https://openalex.org/W3028676366","https://openalex.org/W3029095206","https://openalex.org/W3031840745","https://openalex.org/W3090394117","https://openalex.org/W3090584485","https://openalex.org/W3090600213","https://openalex.org/W4247466550","https://openalex.org/W6618372016","https://openalex.org/W6623316541","https://openalex.org/W6682849425","https://openalex.org/W6697152211","https://openalex.org/W6712884540","https://openalex.org/W6720501231","https://openalex.org/W6729508183","https://openalex.org/W6736260464","https://openalex.org/W6745193426","https://openalex.org/W6752744738","https://openalex.org/W6755207826","https://openalex.org/W6756908582","https://openalex.org/W6760439459","https://openalex.org/W6767389515","https://openalex.org/W6769281838","https://openalex.org/W6769609827","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W3131005319","https://openalex.org/W3158779221","https://openalex.org/W2980107525","https://openalex.org/W2581528920","https://openalex.org/W3000903387","https://openalex.org/W3175151797","https://openalex.org/W3129492404","https://openalex.org/W2770604561","https://openalex.org/W2907424612","https://openalex.org/W2622672190","https://openalex.org/W3005274572","https://openalex.org/W2988343967","https://openalex.org/W3127385587","https://openalex.org/W3088333848","https://openalex.org/W3211125880","https://openalex.org/W2520761760","https://openalex.org/W3176146104","https://openalex.org/W3003169307","https://openalex.org/W3134801614","https://openalex.org/W3107350173"],"abstract_inverted_index":{"A":[0],"key":[1],"challenge":[2],"for":[3,67,191],"an":[4],"agent":[5],"learning":[6,35],"to":[7,13,21,33,38,47,131,183],"interact":[8],"with":[9,121,175],"the":[10,26,69,145],"world":[11],"is":[12],"reason":[14],"about":[15],"physical":[16],"properties":[17],"of":[18,28,71,113,147],"objects":[19,40],"and":[20,41,81,118,127,139,161,174,194,198],"foresee":[22],"their":[23,49,141],"dynamics":[24,70],"under":[25,144],"effect":[27,146],"applied":[29,148],"forces.":[30],"In":[31],"order":[32],"scale":[34],"through":[36],"interaction":[37,108],"many":[39],"scenes,":[42],"robots":[43],"should":[44],"be":[45,189],"able":[46],"improve":[48],"own":[50],"performance":[51],"from":[52,76,105],"real-world":[53,107,176],"experience":[54],"without":[55],"requiring":[56],"human":[57],"supervision.":[58],"To":[59,103],"this":[60],"end,":[61],"we":[62,110],"propose":[63],"a":[64,72,96,133],"novel":[65],"approach":[66],"modeling":[68],"robot's":[73],"interactions":[74],"directly":[75],"unlabeled":[77,106],"3D":[78,115,142,156],"point":[79],"clouds":[80],"images.":[82],"Unlike":[83],"previous":[84],"approaches,":[85],"our":[86,151,180],"method":[87],"does":[88],"not":[89],"require":[90],"ground-truth":[91],"data":[92,177],"associations":[93],"provided":[94],"by":[95],"tracker":[97],"or":[98],"any":[99],"pre-trained":[100],"perception":[101],"network.":[102],"learn":[104],"data,":[109],"enforce":[111],"consistency":[112],"estimated":[114],"clouds,":[116],"actions":[117],"2D":[119,162],"images":[120],"observed":[122],"ones.":[123],"Our":[124,168],"joint":[125],"forward":[126],"inverse":[128],"network":[129],"learns":[130],"segment":[132],"scene":[134,157],"into":[135],"salient":[136],"object":[137,159],"parts":[138],"predicts":[140],"motion":[143],"actions.":[149],"Moreover,":[150],"object-centric":[152],"model":[153],"outputs":[154],"action-conditioned":[155],"flow,":[158],"masks":[160],"optical":[163],"flow":[164],"as":[165],"emergent":[166],"properties.":[167],"extensive":[169],"evaluation":[170],"both":[171],"in":[172],"simulation":[173],"demonstrates":[178],"that":[179,187],"formulation":[181],"leads":[182],"effective,":[184],"interpretable":[185],"models":[186],"can":[188],"used":[190],"visuomotor":[192],"control":[193],"planning.":[195],"Videos,":[196],"code":[197],"dataset":[199],"are":[200],"available":[201],"at":[202],"http://hind4sight.cs.uni-freiburg.de.":[203]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}