{"id":"https://openalex.org/W7166865547","doi":"https://doi.org/10.48550/arxiv.2606.31200","title":"Agentic RAG-VLM: Affordance-Aware Retrieval-Augmented Generation with Self-Reflective Planning for Robotic Grasping","display_name":"Agentic RAG-VLM: Affordance-Aware Retrieval-Augmented Generation with Self-Reflective Planning for Robotic Grasping","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166865547","doi":"https://doi.org/10.48550/arxiv.2606.31200"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.31200","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31200","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.31200","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050105433","display_name":"T X Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133690065","display_name":"Lizheng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Lizheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139743648","display_name":"Jiaxu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiaxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139802260","display_name":"Ziyue Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Ziyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122242716","display_name":"Ruiqi Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Ruiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139762143","display_name":"JiGuang Huo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huo, JiGuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139778230","display_name":"Zhongxue Gan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gan, Zhongxue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.948199987411499,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.948199987411499,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.015399999916553497,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.012199999764561653,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.840399980545044},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.7620000243186951},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.48330000042915344},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.46939998865127563},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.46639999747276306},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4260999858379364},{"id":"https://openalex.org/keywords/active-perception","display_name":"Active perception","score":0.3668000102043152},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.350600004196167},{"id":"https://openalex.org/keywords/spatial-intelligence","display_name":"Spatial intelligence","score":0.34709998965263367}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.840399980545044},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.7620000243186951},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6504999995231628},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5462999939918518},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.48330000042915344},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.46939998865127563},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4668999910354614},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.46639999747276306},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4260999858379364},{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.3668000102043152},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.33550000190734863},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C9616225","wikidata":"https://www.wikidata.org/wiki/Q3929429","display_name":"Semantic reasoner","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.3160000145435333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30570000410079956},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2912999987602234},{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.2694999873638153}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.31200","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31200","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.31200","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31200","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Generalizable":[0],"robotic":[1],"grasping":[2],"in":[3,11],"cluttered":[4],"environments":[5],"is":[6],"essential":[7,210],"for":[8,23,163,211],"deploying":[9],"manipulators":[10],"unstructured":[12],"human":[13],"spaces,":[14],"yet":[15],"existing":[16],"VLM-based":[17,65],"methods":[18],"rely":[19],"on":[20,168],"visual":[21,120],"similarity":[22],"object":[24],"matching,":[25],"neglecting":[26],"physical":[27],"affordances":[28],"such":[29],"as":[30],"handle":[31],"graspability":[32],"and":[33,36,68,82,108,111,136,140,148,159,175,205],"material":[34],"fragility,":[35,107],"operate":[37],"open-loop":[38],"without":[39],"spatial":[40,130],"reasoning":[41],"or":[42,53],"failure":[43,157],"recovery,":[44],"limiting":[45],"their":[46],"effectiveness":[47],"when":[48],"objects":[49],"are":[50,208],"densely":[51],"packed":[52],"physically":[54,69],"diverse.":[55],"We":[56],"present":[57],"Agentic":[58,86,151,183],"RAG-VLM,":[59],"a":[60,94,123,155,169,190],"unified":[61],"framework":[62],"that":[63,99,128,199],"bridges":[64],"semantic":[66],"understanding":[67],"grounded":[70],"grasp":[71,145,165],"execution":[72],"by":[73,114],"integrating":[74],"retrieval-augmented":[75],"generation":[76],"(RAG)":[77],"with":[78,154,178],"vision-language":[79],"models":[80],"(VLMs)":[81],"agentic":[83,206],"self-reflective":[84],"planning.":[85],"RAG-VLM":[87,184],"introduces":[88],"three":[89],"tightly":[90],"coupled":[91],"components:":[92],"(1)":[93],"Hierarchical":[95],"Affordance-Aware":[96],"RAG":[97],"(HAA-RAG)":[98],"encodes":[100],"four-dimensional":[101],"affordance":[102,116],"descriptors,":[103],"including":[104],"type,":[105],"material,":[106],"graspable":[109],"region,":[110],"retrieves":[112],"strategies":[113],"functional":[115],"compatibility":[117],"rather":[118],"than":[119],"appearance;":[121],"(2)":[122],"Scene":[124],"Graph":[125],"Constraint":[126],"Reasoner":[127],"constructs":[129],"relationship":[131],"graphs":[132],"from":[133],"VLM":[134],"perception":[135],"translates":[137],"proximity,":[138],"occlusion,":[139],"support":[141],"constraints":[142],"into":[143],"concrete":[144],"parameter":[146],"adjustments;":[147],"(3)":[149],"an":[150],"Self-Reflective":[152],"Pipeline":[153],"14-type":[156],"taxonomy":[158],"three-level":[160],"adaptive":[161],"retry":[162],"closed-loop":[164],"refinement.":[166],"Evaluated":[167],"12-task":[170],"benchmark":[171],"spanning":[172],"single-grasp,":[173],"interactive,":[174],"long-horizon":[176],"scenarios":[177],"360":[179],"trials":[180],"per":[181],"configuration,":[182],"achieves":[185],"78.3":[186],"percent":[187],"overall":[188],"success,":[189],"53.3":[191],"percentage-point":[192],"absolute":[193],"gain":[194],"over":[195],"VLM-only":[196],"baselines,":[197],"demonstrating":[198],"affordance-aware":[200],"retrieval,":[201],"scene":[202],"graph":[203],"reasoning,":[204],"recovery":[207],"jointly":[209],"robust":[212],"manipulation.":[213]},"counts_by_year":[],"updated_date":"2026-07-02T06:18:51.028212","created_date":"2026-07-02T00:00:00"}