{"id":"https://openalex.org/W4292862733","doi":"https://doi.org/10.1109/lra.2022.3194955","title":"Deep Visual Constraints: Neural Implicit Models for Manipulation Planning From Visual Input","display_name":"Deep Visual Constraints: Neural Implicit Models for Manipulation Planning From Visual Input","publication_year":2022,"publication_date":"2022-08-22","ids":{"openalex":"https://openalex.org/W4292862733","doi":"https://doi.org/10.1109/lra.2022.3194955"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2022.3194955","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3194955","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003306942","display_name":"Jung-Su Ha","orcid":"https://orcid.org/0000-0002-1024-4119"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Jung-Su Ha","raw_affiliation_strings":["Learning and Intelligent Systems Lab, TU Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Learning and Intelligent Systems Lab, TU Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080239685","display_name":"Danny Driess","orcid":"https://orcid.org/0000-0002-8258-1659"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Danny Driess","raw_affiliation_strings":["Learning and Intelligent Systems Lab, TU Berlin, Berlin, Germany","Science of Intelligence Excellence Cluster, TU Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Learning and Intelligent Systems Lab, TU Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]},{"raw_affiliation_string":"Science of Intelligence Excellence Cluster, TU Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065672819","display_name":"Marc Toussaint","orcid":"https://orcid.org/0000-0002-5487-6767"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marc Toussaint","raw_affiliation_strings":["Learning and Intelligent Systems Lab, TU Berlin, Berlin, Germany","Science of Intelligence Excellence Cluster, TU Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Learning and Intelligent Systems Lab, TU Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]},{"raw_affiliation_string":"Science of Intelligence Excellence Cluster, TU Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5003306942"],"corresponding_institution_ids":["https://openalex.org/I4577782"],"apc_list":null,"apc_paid":null,"fwci":0.8053,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.72636464,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"7","issue":"4","first_page":"10857","last_page":"10864"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.7171788215637207},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6962524652481079},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6949241161346436},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6862661838531494},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6760787963867188},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6304460763931274},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5503182411193848},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5038792490959167},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.47696173191070557},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4538811147212982},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.45227840542793274},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13896754384040833},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11035960912704468}],"concepts":[{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.7171788215637207},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6962524652481079},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6949241161346436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6862661838531494},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6760787963867188},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6304460763931274},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5503182411193848},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5038792490959167},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.47696173191070557},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4538811147212982},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.45227840542793274},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13896754384040833},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11035960912704468},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2022.3194955","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3194955","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.7300000190734863,"id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G4537860740","display_name":null,"funder_award_id":"2002/1\u2013390523135","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2610753682","https://openalex.org/W2805883505","https://openalex.org/W2811406147","https://openalex.org/W2963092423","https://openalex.org/W2963150697","https://openalex.org/W2963627347","https://openalex.org/W2963926543","https://openalex.org/W2991276239","https://openalex.org/W3034395814","https://openalex.org/W3034968345","https://openalex.org/W3123293341","https://openalex.org/W3175388581","https://openalex.org/W3204094856","https://openalex.org/W3205304947","https://openalex.org/W3206683563","https://openalex.org/W3207751759","https://openalex.org/W3210940825","https://openalex.org/W4200150166","https://openalex.org/W4221153152","https://openalex.org/W4285102336","https://openalex.org/W4394671432","https://openalex.org/W6687484953","https://openalex.org/W6752823625","https://openalex.org/W6785308759","https://openalex.org/W6789211778","https://openalex.org/W6800425027","https://openalex.org/W6802414455","https://openalex.org/W6809898026"],"related_works":["https://openalex.org/W2357256365","https://openalex.org/W2348502264","https://openalex.org/W2365486383","https://openalex.org/W2362059367","https://openalex.org/W3037187668","https://openalex.org/W2901443725","https://openalex.org/W2350084742","https://openalex.org/W2357988862","https://openalex.org/W1855558850","https://openalex.org/W2353819887"],"abstract_inverted_index":{"Manipulation":[0],"planning":[1,111],"is":[2,87],"the":[3,18,83,104],"problem":[4],"of":[5,9,38],"finding":[6],"a":[7,64,100],"sequence":[8],"robot":[10],"configurations":[11],"that":[12],"involves":[13],"interactions":[14],"with":[15,92],"objects":[16,68],"in":[17,57,103],"scene,":[19],"e.g.,":[20],"grasping":[21],"and":[22,41,78,96],"placing":[23],"an":[24],"object,":[25],"or":[26],"more":[27],"general":[28],"tool-use.":[29],"To":[30],"achieve":[31],"such":[32],"interactions,":[33],"traditional":[34],"approaches":[35],"require":[36],"hand-engineering":[37],"object":[39],"representations":[40],"interaction":[42],"constraints,":[43],"which":[44,73],"easily":[45],"becomes":[46],"tedious":[47],"when":[48],"complex":[49],"objects/interactions":[50],"are":[51,76],"considered.":[52],"Inspired":[53],"by":[54],"recent":[55],"advances":[56],"3D":[58],"modeling,":[59],"e.g.":[60],"NeRF,":[61],"we":[62],"propose":[63],"method":[65],"to":[66],"represent":[67],"as":[69,99],"continuous":[70],"functions":[71],"upon":[72],"constraint":[74],"features":[75],"defined":[77],"jointly":[79],"trained.":[80],"In":[81],"particular,":[82],"proposed":[84],"pixel-aligned":[85],"representation":[86],"directly":[88],"inferred":[89],"from":[90,115],"images":[91],"known":[93],"camera":[94],"geometry":[95],"naturally":[97],"acts":[98],"perception":[101],"component":[102],"whole":[105],"manipulation":[106],"pipeline,":[107],"thereby":[108],"enabling":[109],"long-horizon":[110],"<italic":[112],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[113],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">only":[114],"visual":[116],"input</i>":[117],".":[118]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}