{"id":"https://openalex.org/W7165618435","doi":"https://doi.org/10.48550/arxiv.2606.21100","title":"Factor-Aware Mixture-of-Experts with Pretrained Encoder for Combinatorial Generalization","display_name":"Factor-Aware Mixture-of-Experts with Pretrained Encoder for Combinatorial Generalization","publication_year":2026,"publication_date":"2026-06-19","ids":{"openalex":"https://openalex.org/W7165618435","doi":"https://doi.org/10.48550/arxiv.2606.21100"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.21100","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21100","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.21100","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047301622","display_name":"F Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Feihong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029301375","display_name":"Guojian Zhan","orcid":"https://orcid.org/0000-0002-1246-4860"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhan, Guojian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139163605","display_name":"Zeyu He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Zeyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139144134","display_name":"Yinuo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yinuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139134683","display_name":"Likun Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Likun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126639559","display_name":"Tianze Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Tianze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139199287","display_name":"Yao Lyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lyu, Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139198554","display_name":"Tao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139190974","display_name":"Tinghao Yi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi, Tinghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101576726","display_name":"Wei You","orcid":"https://orcid.org/0000-0001-9729-9763"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"You, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139158631","display_name":"Shengbo Eben Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Shengbo Eben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.40070000290870667,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.40070000290870667,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.11959999799728394,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.1111999973654747,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.8123000264167786},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.7296000123023987},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5361999869346619},{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.4871000051498413},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46970000863075256}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.8123000264167786},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.7296000123023987},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6739000082015991},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5361999869346619},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.4871000051498413},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4722000062465668},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46970000863075256},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C2984927552","wikidata":"https://www.wikidata.org/wiki/Q845734","display_name":"Graphical display","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2685999870300293},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2678999900817871},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2614000141620636}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.21100","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21100","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.21100","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.21100","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2],"pretrained":[3,51],"encoders":[4],"with":[5,26,49,77],"diffusion":[6,70,162],"policies":[7],"has":[8],"become":[9],"a":[10,41,45,50,61,69,78,105,114,144,172,177,188],"dominant":[11],"paradigm":[12],"for":[13],"visual":[14],"robotic":[15],"manipulation.":[16],"However,":[17],"it":[18],"still":[19],"struggles":[20],"to":[21,53,56,126],"generalize":[22],"across":[23,150],"complex":[24],"environments":[25],"varying":[27],"factors":[28,129],"such":[29],"as":[30,143],"lighting":[31],"and":[32,93,109,117],"surface":[33],"textures.":[34],"To":[35],"address":[36],"this,":[37],"we":[38],"propose":[39],"FAME,":[40],"framework":[42],"that":[43,159],"integrates":[44],"factor-aware":[46],"mixture-of-experts":[47],"(MoE)":[48],"encoder":[52,92],"enhance":[54],"generalization":[55,149,192],"environmental":[57,107],"variations.":[58,195],"FAME":[59,131,160,170,186],"follows":[60],"three-stage":[62],"training":[63],"process:":[64],"(1)":[65],"policy":[66,71,97,120,163],"warmup,":[67],"where":[68,85,113,185],"is":[72,132],"trained":[73,99,122,180],"on":[74,100,123,154,181],"standard-environment":[75],"data":[76,125],"frozen":[79,91,96,140],"encoder;":[80],"(2)":[81],"factor-specific":[82,141],"adapter":[83],"training,":[84],"lightweight":[86],"adapters":[87,142],"inserted":[88],"between":[89],"the":[90,94,118,135,155],"temporarily":[95],"are":[98,121],"customized":[101],"datasets,":[102],"each":[103],"targeting":[104],"distinct":[106],"variation;":[108],"(3)":[110],"joint":[111],"fine-tuning,":[112],"central":[115,136],"router":[116,137],"warmed":[119],"mixed":[124],"handle":[127],"multiple":[128,151],"jointly.":[130],"``factor-aware''":[133],"because":[134],"softly":[138],"weights":[139],"dense":[145],"MoE,":[146],"enabling":[147],"combinatorial":[148],"factors.":[152],"Evaluations":[153],"Meta-World":[156],"benchmark":[157],"show":[158],"outperforms":[161],"baselines":[164],"by":[165],"34%.":[166],"We":[167],"further":[168],"validate":[169],"in":[171,191],"real-world":[173,194],"pick-and-place":[174],"task":[175],"using":[176],"compact":[178],"model":[179],"newly":[182],"collected":[183],"data,":[184],"achieves":[187],"35%":[189],"improvement":[190],"under":[193]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}