{"id":"https://openalex.org/W7163172307","doi":"https://doi.org/10.48550/arxiv.2606.02551","title":"AFUN: Towards an Affordance Foundation Model for Functionality Understanding","display_name":"AFUN: Towards an Affordance Foundation Model for Functionality Understanding","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163172307","doi":"https://doi.org/10.48550/arxiv.2606.02551"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02551","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02551","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02551","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102756692","display_name":"Zhaoning Wang","orcid":"https://orcid.org/0000-0003-4178-0413"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhaoning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137659805","display_name":"Yi Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137649375","display_name":"Jiawei Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Jiawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137700127","display_name":"Henrik I. Christensen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christensen, Henrik I.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137638277","display_name":"Jun Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.7064999938011169,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.7064999938011169,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08820000290870667,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.052299998700618744,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.9631999731063843},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7784000039100647},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5580999851226807},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5285000205039978},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.49300000071525574},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.4587000012397766},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.435699999332428},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41100001335144043}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.9631999731063843},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7784000039100647},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6608999967575073},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6568999886512756},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5580999851226807},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5285000205039978},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.49300000071525574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46630001068115234},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.4587000012397766},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.435699999332428},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41100001335144043},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.40939998626708984},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.4088999927043915},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3393000066280365},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.29600000381469727},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2939000129699707},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.28029999136924744},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C56288433","wikidata":"https://www.wikidata.org/wiki/Q58673","display_name":"Data manipulation language","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02551","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02551","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02551","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02551","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Affordance":[0],"understanding":[1],"bridges":[2],"visual":[3],"perception":[4],"and":[5,18,33,46,98,112,138,150,202],"physical":[6],"action,":[7],"serving":[8],"as":[9],"an":[10,24,86],"explainable":[11],"interface":[12],"for":[13,90,161,184,203,220,226],"robot":[14,222,227],"manipulation":[15,223],"in":[16],"open":[17],"unstructured":[19],"real-world":[20,139,221],"environments.":[21],"Yet,":[22],"building":[23],"affordance":[25,87,145,162,240],"foundation":[26,88],"model":[27,89],"that":[28,132],"not":[29],"only":[30,57],"understands":[31],"where":[32],"how":[34],"the":[35,199,208,234],"interaction":[36],"should":[37],"happen,":[38],"but":[39,73],"also":[40],"generalizes":[41],"across":[42,172],"diverse":[43],"environments,":[44],"objects,":[45],"tasks,":[47],"remains":[48],"a":[49,83,94,99,105,113,127,143,169,194],"long-standing":[50],"research":[51],"challenge.":[52],"Existing":[53],"methods":[54],"typically":[55],"address":[56],"part":[58],"of":[59],"this":[60,78],"challenge,":[61],"either":[62],"localizing":[63],"task-relevant":[64],"regions":[65],"without":[66,224],"specifying":[67],"executable":[68],"motion,":[69,205],"or":[70,229],"predicting":[71],"motion":[72,116,153],"with":[74,147,193],"limited":[75],"scalability.":[76],"In":[77],"paper,":[79],"we":[80,125],"present":[81],"ourmodel,":[82],"step":[84],"towards":[85],"functionality":[91],"understanding.":[92],"From":[93],"single":[95],"RGB-D":[96],"observation":[97],"language":[100],"task":[101],"description,":[102],"ourmodel":[103,157,164,216],"predicts":[104,188],"task-conditional":[106],"functional":[107],"mask":[108],"(where":[109],"to":[110,119,236,238],"interact)":[111],"3D":[114,152,204],"post-contact":[115],"curve":[117],"(how":[118],"interact).":[120],"To":[121],"support":[122],"open-world":[123,239],"generalization,":[124],"build":[126],"large-scale":[128],"standardized":[129],"data":[130,141],"pipeline":[131],"converts":[133],"heterogeneous":[134],"robot,":[135],"human,":[136],"simulation,":[137],"scan":[140],"into":[142],"shared":[144],"schema":[146],"language,":[148],"masks,":[149],"object-centric":[151],"labels.":[154],"We":[155],"evaluate":[156],"from":[158,176],"three":[159,213],"aspects:":[160],"segmentation,":[163],"outperforms":[165],"all":[166,212],"baselines":[167],"by":[168,182],"large":[170],"margin":[171],"8":[173],"test":[174,214],"sets":[175],"4":[177],"benchmarks,":[178],"improving":[179],"mean":[180],"gIoU/cIoU":[181],"+23.9/+26.3;":[183],"contact-point":[185],"prediction,":[186],"it":[187,206],"substantially":[189],"more":[190],"accurate":[191],"points,":[192],"12.7--61.3%":[195],"hit-rate":[196],"gain":[197],"over":[198],"best":[200,209],"baseline;":[201],"achieves":[207],"performance":[210],"on":[211],"sets.":[215],"can":[217],"be":[218],"deployed":[219],"finetuning":[225],"embodiment":[228],"using":[230],"task-specific":[231],"heuristics,":[232],"demonstrating":[233],"ability":[235],"adapt":[237],"tasks.":[241],"Project":[242],"page:":[243],"https://www.zhaoningwang.com/AFUN":[244]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}