{"id":"https://openalex.org/W7155170229","doi":"https://doi.org/10.48550/arxiv.2604.19522","title":"GenerativeMPC: VLM-RAG-guided Whole-Body MPC with Virtual Impedance for Bimanual Mobile Manipulation","display_name":"GenerativeMPC: VLM-RAG-guided Whole-Body MPC with Virtual Impedance for Bimanual Mobile Manipulation","publication_year":2026,"publication_date":"2026-04-21","ids":{"openalex":"https://openalex.org/W7155170229","doi":"https://doi.org/10.48550/arxiv.2604.19522"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.19522","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.19522","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.19522","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128901937","display_name":"Marcelino Julio Fernando","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fernando, Marcelino Julio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134295572","display_name":"Miguel Altamirano Cabrera","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cabrera, Miguel Altamirano","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134214869","display_name":"Jeffrin Sam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sam, Jeffrin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134251139","display_name":"Yara Mahmoud","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahmoud, Yara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134259718","display_name":"Konstantin Gubernatorov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gubernatorov, Konstantin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134334901","display_name":"Dzmitry Tsetserukou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsetserukou, Dzmitry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.5813000202178955,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.5813000202178955,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.11819999665021896,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.05469999834895134,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5860999822616577},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5277000069618225},{"id":"https://openalex.org/keywords/teleoperation","display_name":"Teleoperation","score":0.4756999909877777},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4244999885559082},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3971000015735626},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.3741999864578247},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.3711000084877014},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.3707999885082245},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.36730000376701355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6290000081062317},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5860999822616577},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5277000069618225},{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.4756999909877777},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.46720001101493835},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3971000015735626},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3741999864578247},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3711000084877014},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.3707999885082245},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.36730000376701355},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3668000102043152},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3549000024795532},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.328900009393692},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3280999958515167},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.32249999046325684},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3109000027179718},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C2777984285","wikidata":"https://www.wikidata.org/wiki/Q17098134","display_name":"Impedance control","level":3,"score":0.301800012588501},{"id":"https://openalex.org/C2779372316","wikidata":"https://www.wikidata.org/wiki/Q569057","display_name":"Stiffness","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C137813230","wikidata":"https://www.wikidata.org/wiki/Q2996165","display_name":"Motor control","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.2759999930858612},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.274399995803833},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C190727649","wikidata":"https://www.wikidata.org/wiki/Q1941532","display_name":"Mobile manipulator","level":4,"score":0.25459998846054077},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.19522","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.19522","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.19522","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.19522","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Bimanual":[0],"mobile":[1,52],"manipulation":[2,147],"requires":[3],"a":[4,17,36,57,83,100,131,136],"seamless":[5],"integration":[6],"between":[7],"high-level":[8],"semantic":[9,43],"reasoning":[10],"and":[11,24,67,79,96,129,142,146],"safe,":[12,143],"compliant":[13],"physical":[14,47,132,168],"interaction":[15],"-":[16],"challenge":[18],"that":[19,40],"end-to-end":[20],"models":[21,164],"approach":[22],"opaquely":[23],"classical":[25],"controllers":[26],"lack":[27],"the":[28,90,155],"context":[29,69],"to":[30,64,117],"address.":[31],"This":[32,152],"paper":[33],"presents":[34],"GenerativeMPC,":[35],"hierarchical":[37],"cyber-physical":[38],"framework":[39,111],"explicitly":[41],"bridges":[42],"scene":[44],"understanding":[45],"with":[46,60],"control":[48,72,169],"parameters":[49],"for":[50,82,99],"bimanual":[51,133],"manipulators.":[53],"The":[54],"system":[55],"utilizes":[56],"Vision-Language":[58],"Model":[59,85],"Retrieval-Augmented":[61],"Generation":[62],"(VLM-RAG)":[63],"translate":[65],"visual":[66],"linguistic":[68],"into":[70,165],"grounded":[71],"constraints,":[73],"specifically":[74],"outputting":[75],"dynamic":[76],"velocity":[77],"limits":[78],"safety":[80],"margins":[81],"Whole-Body":[84],"Predictive":[86],"Controller":[87],"(MPC).":[88],"Simultaneously,":[89],"VLM-RAG":[91],"module":[92],"modulates":[93],"virtual":[94],"stiffness":[95],"damping":[97],"gains":[98],"unified":[101],"impedance-admittance":[102],"controller,":[103],"enabling":[104],"context-aware":[105],"compliance":[106],"during":[107],"human-robot":[108],"interaction.":[109],"Our":[110],"leverages":[112],"an":[113],"experience-driven":[114],"vector":[115],"database":[116],"ensure":[118],"consistent":[119],"parameter":[120,150],"grounding":[121,161],"without":[122],"retraining.":[123],"Experimental":[124],"results":[125],"in":[126],"MuJoCo,":[127],"IsaacSim,":[128],"on":[130],"platform":[134],"confirm":[135],"60%":[137],"speed":[138],"reduction":[139],"near":[140],"humans":[141],"socially-aware":[144],"navigation":[145],"through":[148],"semantic-to-physical":[149],"grounding.":[151],"work":[153],"advances":[154],"field":[156],"of":[157],"human-centric":[158],"cybernetics":[159],"by":[160],"large-scale":[162],"cognitive":[163],"predictable,":[166],"high-frequency":[167],"loops.":[170]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-23T00:00:00"}