{"id":"https://openalex.org/W7220397016","doi":"https://doi.org/10.48550/arxiv.2610.03516","title":"XGenAct: Geometry-Enhanced World Action Models through Cross-Task Generation","display_name":"XGenAct: Geometry-Enhanced World Action Models through Cross-Task Generation","publication_year":2026,"publication_date":"2026-10-02","ids":{"openalex":"https://openalex.org/W7220397016","doi":"https://doi.org/10.48550/arxiv.2610.03516"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.03516","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.03516","pdf_url":"https://arxiv.org/pdf/2610.03516","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.03516","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134803342","display_name":"Tingting Du","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Du, Tingting","raw_affiliation_strings":["University of Wisconsin-Madison"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157422356","display_name":"Ziyao Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Ziyao","raw_affiliation_strings":["University of Maryland , College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157490890","display_name":"Guoheng Sun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sun, Guoheng","raw_affiliation_strings":["University of Maryland , College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5157544503","display_name":"Ang Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Ang","raw_affiliation_strings":["University of Maryland , College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland , College Park","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9688000082969666,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9688000082969666,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.027499999850988388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/world-action-models","display_name":"world action models","score":0.9959999918937683},{"id":"https://openalex.org/keywords/robotic-manipulation","display_name":"robotic manipulation","score":0.777999997138977},{"id":"https://openalex.org/keywords/temporal-prediction","display_name":"temporal prediction","score":0.6240000128746033},{"id":"https://openalex.org/keywords/video-diffusion-transformer","display_name":"video diffusion transformer","score":0.6620000004768372},{"id":"https://openalex.org/keywords/robot-control","display_name":"robot control","score":0.4449999928474426},{"id":"https://openalex.org/keywords/rlbench","display_name":"RLBench","score":0.7860000133514404}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6944000124931335},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6209999918937683},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.572700023651123},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5217000246047974},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.48910000920295715},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4814999997615814},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4332999885082245},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.37049999833106995},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.35010001063346863},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3458999991416931},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3361999988555908},{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.3319999873638153},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.32359999418258667},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.30979999899864197},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.27559998631477356},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2752000093460083},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.2630999982357025}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.03516","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.03516","pdf_url":"https://arxiv.org/pdf/2610.03516","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.03516","doi":"https://doi.org/10.48550/arxiv.2610.03516","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.03516","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.03516","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.03516","pdf_url":"https://arxiv.org/pdf/2610.03516","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220397016.pdf","grobid_xml":"https://content.openalex.org/works/W7220397016.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W4388512477","https://openalex.org/W4391801209","https://openalex.org/W4402354166","https://openalex.org/W4407683982","https://openalex.org/W4409092337","https://openalex.org/W4414674749","https://openalex.org/W4417080391","https://openalex.org/W4417172999","https://openalex.org/W7117988078","https://openalex.org/W7130552073","https://openalex.org/W7151891790","https://openalex.org/W7155397894","https://openalex.org/W7159122315","https://openalex.org/W7163180268","https://openalex.org/W7163343453","https://openalex.org/W7164860678","https://openalex.org/W7164919993","https://openalex.org/W7167716802","https://openalex.org/W7168188651","https://openalex.org/W7168356500","https://openalex.org/W7172542206","https://openalex.org/W7196941218","https://openalex.org/W7196965505","https://openalex.org/W7207851385"],"related_works":["https://openalex.org/W7207851385","https://openalex.org/W7196941218","https://openalex.org/W7213415795","https://openalex.org/W7204206613","https://openalex.org/W7212022050","https://openalex.org/W7164320298","https://openalex.org/W7220950000","https://openalex.org/W7128713332","https://openalex.org/W7203499111","https://openalex.org/W7221827152"],"abstract_inverted_index":{"World":[0],"action":[1,22,70,96],"models":[2],"(WAMs)":[3],"have":[4],"advanced":[5],"robot":[6,35,76],"control":[7],"by":[8],"predicting":[9],"how":[10],"observations":[11],"and":[12,21,60,82,95,106,138,161,173],"actions":[13],"evolve":[14],"over":[15,134],"time.":[16],"Despite":[17],"this":[18],"progress,":[19],"RGB":[20,74,87,135,171],"based":[23],"future":[24,159],"prediction":[25,46,112],"does":[26],"not":[27],"explicitly":[28],"address":[29],"the":[30,55,61,144,152,166],"spatial":[31,45,58],"understanding":[32],"needed":[33],"for":[34,151],"manipulation.":[36],"Existing":[37],"efforts":[38],"often":[39],"add":[40],"a":[41,68,176],"limited":[42],"set":[43],"of":[44,57],"tasks":[47,97],"through":[48,89],"specialized":[49],"heads":[50],"or":[51],"branches,":[52],"leaving":[53],"both":[54],"range":[56],"supervision":[59],"model":[62,71],"architecture":[63],"fragmented.":[64],"We":[65],"introduce":[66],"XGenAct,":[67],"world":[69],"that":[72,169],"represents":[73],"observations,":[75],"actions,":[77],"metric":[78],"depth,":[79],"surface":[80],"normals,":[81],"functional":[83],"role":[84],"segmentation":[85,162],"as":[86],"videos":[88],"deterministic":[90],"codecs.":[91],"By":[92],"sampling":[93],"perception":[94,127,178],"during":[98],"training,":[99,137],"XGenAct":[100,139],"uses":[101],"one":[102,107],"video":[103],"diffusion":[104],"transformer":[105],"objective":[108],"to":[109],"learn":[110],"temporal":[111],"across":[113],"these":[114],"spaces":[115],"without":[116],"modality":[117],"specific":[118],"learned":[119],"heads.":[120],"On":[121],"held":[122],"out":[123],"RLBench":[124],"tasks,":[125],"structured":[126],"training":[128],"improves":[129],"average":[130],"closed":[131],"loop":[132],"success":[133,142],"only":[136],"achieves":[140],"52%":[141],"in":[143],"five":[145],"task":[146],"external":[147],"comparison,":[148],"versus":[149],"26%":[150],"strongest":[153],"evaluated":[154,167],"baselines.":[155],"It":[156],"also":[157],"predicts":[158],"depth":[160],"more":[163],"accurately":[164],"than":[165],"pipelines":[168],"generate":[170],"first":[172],"then":[174],"apply":[175],"frozen":[177],"expert.":[179]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-06T00:00:00"}