{"id":"https://openalex.org/W7160447221","doi":"https://doi.org/10.48550/arxiv.2605.03716","title":"Unified Multimodal Visual Tracking with Dual Mixture-of-Experts","display_name":"Unified Multimodal Visual Tracking with Dual Mixture-of-Experts","publication_year":2026,"publication_date":"2026-05-05","ids":{"openalex":"https://openalex.org/W7160447221","doi":"https://doi.org/10.48550/arxiv.2605.03716"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.03716","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.03716","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135421483","display_name":"Lingyi Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Lingyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135430414","display_name":"Jinglun Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jinglun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135481391","display_name":"Xinyu Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Xinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135513705","display_name":"Kaixun Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Kaixun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085021663","display_name":"Pinxue Guo","orcid":"https://orcid.org/0000-0002-4388-9757"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Pinxue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101729649","display_name":"Zhaoyu Chen","orcid":"https://orcid.org/0000-0002-7112-2596"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhaoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135424542","display_name":"Runze Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Runze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074094630","display_name":"Xingdong Sheng","orcid":"https://orcid.org/0009-0003-9980-1392"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheng, Xingdong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135460599","display_name":"Wenqiang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wenqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9350000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9350000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.022299999371170998,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14413","display_name":"Advanced Technologies in Various Fields","score":0.004800000227987766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6929000020027161},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4982999861240387},{"id":"https://openalex.org/keywords/unified-model","display_name":"Unified Model","score":0.487199991941452},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.48420000076293945},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.44749999046325684},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.43689998984336853},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.41429999470710754},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.3723999857902527}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7698000073432922},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7382000088691711},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6929000020027161},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5774000287055969},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4982999861240387},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.487199991941452},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.48420000076293945},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.44749999046325684},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.43689998984336853},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.41429999470710754},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.36910000443458557},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.36660000681877136},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.33169999718666077},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.3237999975681305},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.3075999915599823},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C83248878","wikidata":"https://www.wikidata.org/wiki/Q344000","display_name":"Active appearance model","level":3,"score":0.27950000762939453},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.2754000127315521},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2578999996185303}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.03716","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.03716","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"visual":[1],"object":[2],"tracking":[3,55,126],"can":[4],"be":[5],"divided":[6],"into":[7,72],"to":[8,37,39,68],"several":[9],"kinds":[10],"of":[11],"tasks":[12,127],"(e.g.":[13],"RGB":[14,123],"and":[15,46,80,102,112,124,128],"RGB+X":[16,125],"tracking),":[17],"based":[18],"on":[19,34],"the":[20],"input":[21],"modality.":[22,63],"Existing":[23],"methods":[24],"often":[25],"train":[26],"separate":[27],"models":[28,36,89],"for":[29,61,92],"each":[30],"modality":[31,78],"or":[32],"rely":[33],"pretrained":[35],"adapt":[38],"new":[40],"modalities,":[41],"which":[42],"limits":[43],"efficiency,":[44],"scalability,":[45],"usability.":[47],"Thus,":[48],"we":[49],"introduce":[50,84],"OneTrackerV2,":[51],"a":[52,73,107,113],"unified":[53,74,110],"multi-modal":[54,70,97],"framework":[56],"that":[57],"enables":[58],"end-to-end":[59,115],"training":[60],"any":[62],"We":[64,82],"propose":[65],"Meta":[66],"Merger":[67],"embed":[69],"information":[71],"space,":[75],"allowing":[76],"flexible":[77],"fusion":[79],"robustness.":[81],"further":[83],"Dual":[85],"Mixture-of-Experts":[86],"(DMoE):":[87],"T-MoE":[88],"spatio-temporal":[90],"relations":[91],"tracking,":[93],"while":[94,131],"M-MoE":[95],"embeds":[96],"knowledge,":[98],"disentangling":[99],"cross-modal":[100],"dependencies":[101],"reducing":[103],"feature":[104],"conflicts.":[105],"With":[106],"shared":[108],"architecture,":[109],"parameters,":[111],"single":[114],"training,":[116],"OneTrackerV2":[117,141,146],"achieves":[118],"state-of-the-art":[119],"performance":[120],"across":[121],"five":[122],"12":[129],"benchmarks,":[130],"maintaining":[132],"high":[133],"inference":[134],"efficiency.":[135],"Notably,":[136],"even":[137],"after":[138],"model":[139],"compression,":[140],"retains":[142],"strong":[143],"performance.":[144],"Moreover,":[145],"demonstrates":[147],"remarkable":[148],"robustness":[149],"under":[150],"modality-missing":[151],"scenarios.":[152]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-07T00:00:00"}