{"id":"https://openalex.org/W4389666000","doi":"https://doi.org/10.1109/iros55552.2023.10341737","title":"USA-Net: Unified Semantic and Affordance Representations for Robot Memory","display_name":"USA-Net: Unified Semantic and Affordance Representations for Robot Memory","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4389666000","doi":"https://doi.org/10.1109/iros55552.2023.10341737"},"language":"en","primary_location":{"id":"doi:10.1109/iros55552.2023.10341737","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10341737","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114108376","display_name":"B. Bolte","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ben Bolte","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063024541","display_name":"Austin Wang","orcid":"https://orcid.org/0000-0001-6785-7912"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Austin Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027300482","display_name":"Jimmy C. Yang","orcid":"https://orcid.org/0000-0003-1995-5926"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jimmy Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014515988","display_name":"Mustafa Mukadam","orcid":"https://orcid.org/0000-0002-5683-1642"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mustafa Mukadam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080415080","display_name":"Mrinal Kalakrishnan","orcid":"https://orcid.org/0000-0003-4292-9857"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mrinal Kalakrishnan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5044926286","display_name":"Chris Paxton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chris Paxton","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.7572119235992432},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7495222091674805},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5799887180328369},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.5244396328926086},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5153969526290894},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.453671932220459},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.449382483959198},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.44121330976486206},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.4344882369041443},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.43055182695388794},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.41018348932266235},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.36389389634132385},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3558761179447174},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.35232582688331604}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.7572119235992432},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7495222091674805},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5799887180328369},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.5244396328926086},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5153969526290894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.453671932220459},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.449382483959198},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.44121330976486206},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.4344882369041443},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.43055182695388794},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.41018348932266235},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36389389634132385},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3558761179447174},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.35232582688331604},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros55552.2023.10341737","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10341737","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1864112212","https://openalex.org/W1967740178","https://openalex.org/W1969483458","https://openalex.org/W1971086298","https://openalex.org/W2099893201","https://openalex.org/W2734458248","https://openalex.org/W2783375473","https://openalex.org/W2890809352","https://openalex.org/W2963367210","https://openalex.org/W2963800628","https://openalex.org/W2963871073","https://openalex.org/W3034758614","https://openalex.org/W3047385205","https://openalex.org/W3089868768","https://openalex.org/W3103346840","https://openalex.org/W3155338920","https://openalex.org/W3166396011","https://openalex.org/W3199020598","https://openalex.org/W4221143400","https://openalex.org/W4283780127","https://openalex.org/W4283785867","https://openalex.org/W4283788970","https://openalex.org/W4286905705","https://openalex.org/W4287079536","https://openalex.org/W4287112297","https://openalex.org/W4293566037","https://openalex.org/W4294618571","https://openalex.org/W4298392834","https://openalex.org/W4307307990","https://openalex.org/W4312424618","https://openalex.org/W4382362889","https://openalex.org/W4383108296","https://openalex.org/W4383108895","https://openalex.org/W4385430678","https://openalex.org/W4385431115","https://openalex.org/W4386065742"],"related_works":["https://openalex.org/W1972718289","https://openalex.org/W1791514435","https://openalex.org/W2346831895","https://openalex.org/W2248634132","https://openalex.org/W3049116993","https://openalex.org/W1541884709","https://openalex.org/W2589081601","https://openalex.org/W2226037301","https://openalex.org/W2026855223","https://openalex.org/W2778896642"],"abstract_inverted_index":{"In":[0,55],"order":[1],"for":[2,64,151],"robots":[3],"to":[4,87,95,108,121],"follow":[5],"open-ended":[6,102],"instructions":[7],"like":[8],"\u201cgo":[9],"open":[10],"the":[11,15,23,27,51,72,98,145],"brown":[12],"cabinet":[13],"over":[14],"sink,\u201d":[16],"they":[17],"require":[18],"an":[19],"understanding":[20],"of":[21,29,77],"both":[22,71,114,152],"scene":[24,79,99],"geometry":[25],"and":[26,74,118,154,162],"semantics":[28,73,153],"their":[30],"environment.":[31],"Robotic":[32],"systems":[33],"often":[34],"handle":[35],"these":[36],"through":[37],"separate":[38],"pipelines,":[39],"sometimes":[40],"using":[41,101],"very":[42],"different":[43],"representation":[44,68],"spaces,":[45],"which":[46,92,112,135],"can":[47,93],"be":[48],"suboptimal":[49],"when":[50],"two":[52],"objectives":[53],"conflict.":[54],"this":[56,106,143],"work,":[57],"we":[58],"present":[59],"USA-Net,":[60],"a":[61,66,78,81,89,157],"simple":[62],"method":[63],"constructing":[65],"world":[67],"that":[69],"encodes":[70],"spatial":[75],"affordances":[76],"in":[80,97,125,156],"differentiable":[82,148],"map.":[83,160],"This":[84],"allows":[85],"us":[86],"build":[88],"gradient-based":[90],"planner":[91,107,149],"navigate":[94],"locations":[96],"specified":[100],"vocabulary.":[103],"We":[104],"use":[105],"consistently":[109],"generate":[110],"trajectories":[111],"are":[113,164],"shorter":[115,117],"5-10%":[116],"10-30%":[119],"closer":[120],"our":[122,141,167],"goal":[123],"query":[124],"CLIP":[126],"embedding":[127],"space":[128],"than":[129],"paths":[130],"from":[131],"comparable":[132],"grid-based":[133],"planners":[134],"don't":[136],"leverage":[137],"gradient":[138],"information.":[139],"To":[140],"knowledge,":[142],"is":[144],"first":[146],"end-to-end":[147],"optimizes":[150],"affordance":[155],"single":[158],"implicit":[159],"Code":[161],"visuals":[163],"available":[165],"at":[166],"website:":[168],"usa.bolte.cc":[169]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}