{"id":"https://openalex.org/W7161062095","doi":"https://doi.org/10.48550/arxiv.2605.11616","title":"Grounding by Remembering: Cross-Scene and In-Scene Memory for 3D Functional Affordances","display_name":"Grounding by Remembering: Cross-Scene and In-Scene Memory for 3D Functional Affordances","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161062095","doi":"https://doi.org/10.48550/arxiv.2605.11616"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11616","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11616","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11616","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136068033","display_name":"Qirui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136036049","display_name":"Jingyi He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Jingyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101503449","display_name":"Yining Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Yining","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136038624","display_name":"Xulei Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Xulei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136059504","display_name":"Shijie Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Shijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6274999976158142,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6274999976158142,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.15139999985694885,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.02759999968111515,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.964900016784668},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5029000043869019},{"id":"https://openalex.org/keywords/spatial-relation","display_name":"Spatial relation","score":0.3944999873638153},{"id":"https://openalex.org/keywords/spatial-intelligence","display_name":"Spatial intelligence","score":0.3765000104904175},{"id":"https://openalex.org/keywords/spatial-contextual-awareness","display_name":"Spatial contextual awareness","score":0.3095000088214874},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.2939999997615814},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.2930000126361847}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.964900016784668},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7333999872207642},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5335000157356262},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5029000043869019},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.454800009727478},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.3944999873638153},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.3765000104904175},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3273000121116638},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2930000126361847},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2883000075817108},{"id":"https://openalex.org/C135798126","wikidata":"https://www.wikidata.org/wiki/Q2167279","display_name":"Top-down and bottom-up design","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.2865999937057495},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2614000141620636}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11616","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11616","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11616","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11616","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Functional":[0],"affordance":[1,75,88,211],"grounding":[2],"requires":[3,164],"more":[4],"than":[5],"recognizing":[6],"an":[7,9,18],"object:":[8],"agent":[10,78,124],"must":[11],"localize":[12],"the":[13,22,27,77,95,123,126,143,161,188,193,221,234],"specific":[14],"region":[15],"that":[16,60,111],"supports":[17],"interaction,":[19],"such":[20,155],"as":[21,91,122,156],"handle":[23,159],"to":[24,29,102,146],"pull":[25],"or":[26,151],"button":[28],"press.":[30],"This":[31],"is":[32,73,118,231],"difficult":[33],"for":[34],"training-free":[35,190],"vision-language":[36],"pipelines":[37],"because":[38],"actionable":[39],"regions":[40,89],"are":[41],"often":[42],"small,":[43],"visually":[44],"ambiguous,":[45],"and":[46,93,132,168,200],"repeated":[47],"across":[48],"multiple":[49],"same-category":[50],"instances":[51,131],"in":[52],"a":[53,58,80,104,138,173],"scene.":[54],"We":[55],"propose":[56],"AFFORDMEM,":[57],"framework":[59],"grounds":[61],"3D":[62,134],"functional":[63],"affordances":[64],"by":[65,195],"remembering":[66],"geometry":[67],"at":[68,99,233],"two":[69],"levels.":[70],"The":[71,116,228],"first":[72],"cross-scene":[74,210],"memory:":[76,121],"maintains":[79],"category-level":[81],"memory":[82,175,212,219],"bank":[83,176],"of":[84,192],"RGB":[85],"images":[86],"with":[87],"rendered":[90],"overlays,":[92],"recalls":[94],"most":[96],"informative":[97],"examples":[98],"query":[100],"time":[101],"guide":[103],"frozen":[105],"VLM":[106],"toward":[107],"small":[108],"operable":[109],"subregions":[110],"text-only":[112],"prompting":[113],"consistently":[114],"misses.":[115],"second":[117,158],"in-scene":[119,217],"spatial":[120,135,218],"processes":[125],"scene,":[127],"it":[128],"organizes":[129],"candidate":[130],"their":[133],"relations":[136],"into":[137],"structured":[139],"scene":[140],"graph,":[141],"enabling":[142],"language":[144],"model":[145,166],"resolve":[147],"references":[148],"over":[149,187],"distant":[150],"currently":[152],"unobserved":[153],"candidates":[154],"\"the":[157],"from":[160,178],"top.\"":[162],"AFFORDMEM":[163],"no":[165,169],"fine-tuning":[167],"target-scene":[170],"annotation,":[171],"using":[172],"reusable":[174],"built":[177],"source":[179],"scenes.":[180],"On":[181],"SceneFun3D,":[182],"our":[183],"method":[184],"improves":[185,213],"AP50":[186],"prior":[189],"state":[191],"art":[194],"3.23":[196],"on":[197,202,224],"Split":[198,203],"0":[199],"3.7":[201],"1.":[204],"Ablation":[205],"studies":[206],"support":[207],"complementary":[208],"benefits:":[209],"fine-grained":[214],"localization,":[215],"while":[216],"provides":[220],"larger":[222],"gain":[223],"spatially":[225],"qualified":[226],"queries.":[227],"project":[229,235],"homepage":[230],"available":[232],"page.":[236]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}