{"id":"https://openalex.org/W7160233086","doi":"https://doi.org/10.48550/arxiv.2605.01365","title":"VoxAfford: Multi-Scale Voxel-Token Fusion for Open-Vocabulary 3D Affordance Detection","display_name":"VoxAfford: Multi-Scale Voxel-Token Fusion for Open-Vocabulary 3D Affordance Detection","publication_year":2026,"publication_date":"2026-05-02","ids":{"openalex":"https://openalex.org/W7160233086","doi":"https://doi.org/10.48550/arxiv.2605.01365"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.01365","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01365","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.01365","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135284845","display_name":"Haowen Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Haowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101670181","display_name":"Shaolong Zhang","orcid":"https://orcid.org/0000-0002-2108-8158"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shaolong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135341463","display_name":"Mingyang Li","orcid":"https://orcid.org/0000-0001-6726-309X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Mingyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135349863","display_name":"Chengzhong Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Chengzhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133586042","display_name":"Xinzhe Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xinzhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058791923","display_name":"Qiongjie Cui","orcid":"https://orcid.org/0000-0002-8078-6706"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Qiongjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135343603","display_name":"Xingyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135318915","display_name":"Zeyang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zeyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135385590","display_name":"Xuguang Lan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lan, Xuguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.4268999993801117,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.4268999993801117,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.14180000126361847,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.10100000351667404,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.8709999918937683},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5766000151634216},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.4526999890804291},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.43540000915527344},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4284000098705292},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.40880000591278076}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.8709999918937683},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7584999799728394},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5766000151634216},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5666999816894531},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.4526999890804291},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.43540000915527344},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4284000098705292},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.40880000591278076},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40790000557899475},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.35260000824928284},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.35030001401901245},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34220001101493835},{"id":"https://openalex.org/C54170458","wikidata":"https://www.wikidata.org/wiki/Q663554","display_name":"Voxel","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C17137986","wikidata":"https://www.wikidata.org/wiki/Q215067","display_name":"Orthogonality","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.27140000462532043}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.01365","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01365","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.01365","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01365","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.44815143942832947,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Open-vocabulary":[0],"3D":[1,58,79],"affordance":[2,13,93,128,146],"detection":[3,64,147],"requires":[4],"localizing":[5],"interaction":[6],"regions":[7],"on":[8,144],"point":[9],"clouds":[10],"given":[11],"novel":[12,170],"descriptions.":[14],"Recent":[15],"methods":[16],"extend":[17],"multimodal":[18],"large":[19],"language":[20],"models":[21,42],"(MLLMs)":[22],"with":[23,110,155],"special":[24],"output":[25,84,89],"tokens":[26,35,85,121],"that":[27,150],"are":[28,36,122],"decoded":[29],"into":[30,82,125],"segmentation":[31],"masks.":[32],"However,":[33],"these":[34],"produced":[37],"through":[38,130],"autoregressive":[39],"generation,":[40],"which":[41,66],"sequential":[43],"dependencies":[44],"rather":[45],"than":[46],"spatial":[47],"neighborhood":[48],"relations,":[49],"leaving":[50],"them":[51],"semantically":[52],"rich":[53],"but":[54],"spatially":[55],"impoverished":[56],"for":[57],"localization.":[59],"We":[60],"propose":[61],"Voxel-enhanced":[62],"Affordance":[63],"(VoxAfford),":[65],"bypasses":[67],"this":[68],"bottleneck":[69],"by":[70],"injecting":[71],"multi-scale":[72],"geometric":[73,101],"features":[74,137],"from":[75,103],"a":[76,96,111,126],"frozen":[77],"pre-trained":[78],"VQVAE":[80],"encoder":[81],"the":[83,116,140],"after":[86],"generation.":[87],"Each":[88],"token":[90],"uses":[91],"its":[92,104],"semantics":[94],"as":[95],"query":[97],"to":[98,138,169],"retrieve":[99],"relevant":[100],"patterns":[102],"paired":[105],"voxel":[106],"scale":[107],"via":[108],"cross-attention,":[109],"learned":[112],"compatibility":[113],"gate":[114],"controlling":[115],"injection":[117],"strength.":[118],"The":[119],"enhanced":[120],"then":[123],"aggregated":[124],"spatially-aware":[127],"prompt":[129],"semantic-conditioned":[131],"attention":[132],"and":[133,162],"propagated":[134],"alongside":[135],"per-point":[136],"generate":[139],"final":[141],"mask.":[142],"Experiments":[143],"open-vocabulary":[145],"tasks":[148],"show":[149],"VoxAfford":[151],"achieves":[152],"state-of-the-art":[153],"performance":[154],"approximately":[156],"an":[157],"8%":[158],"improvement":[159],"in":[160],"mIoU,":[161],"real":[163],"robot":[164],"experiments":[165],"confirm":[166],"zero-shot":[167],"transfer":[168],"objects.":[171]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-06T00:00:00"}
