{"id":"https://openalex.org/W7167784262","doi":"https://doi.org/10.48550/arxiv.2607.07438","title":"Two-Stage Multi-Modal Fusion with Adaptive Alignment for Action Quality Assessment","display_name":"Two-Stage Multi-Modal Fusion with Adaptive Alignment for Action Quality Assessment","publication_year":2026,"publication_date":"2026-07-08","ids":{"openalex":"https://openalex.org/W7167784262","doi":"https://doi.org/10.48550/arxiv.2607.07438"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.07438","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07438","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.07438","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046933671","display_name":"Kanglei Zhou","orcid":"https://orcid.org/0000-0002-4660-581X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Kanglei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020411151","display_name":"Ruizhi Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Ruizhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100751012","display_name":"Xinning Wang","orcid":"https://orcid.org/0000-0002-6053-4464"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xinning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140306921","display_name":"Yijian Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Yijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140351037","display_name":"Liyuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Liyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140341835","display_name":"Jianguo Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jianguo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140375222","display_name":"Xiaohui Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Xiaohui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.005100000184029341,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.592199981212616},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5432999730110168},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.5404999852180481},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5101000070571899},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5073999762535095},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.45399999618530273},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4424999952316284},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.42660000920295715},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4065999984741211}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7577999830245972},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7146999835968018},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.592199981212616},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5432999730110168},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.5404999852180481},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5101000070571899},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5073999762535095},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.45399999618530273},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4424999952316284},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43790000677108765},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.42660000920295715},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4065999984741211},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.3693000078201294},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3596999943256378},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.34049999713897705},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.33970001339912415},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3395000100135803},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3287000060081482},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.2662999927997589},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.2526000142097473},{"id":"https://openalex.org/C2779982483","wikidata":"https://www.wikidata.org/wiki/Q6094420","display_name":"Iterative refinement","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.07438","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07438","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.07438","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07438","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6481711864471436}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Action":[0],"Quality":[1],"Assessment":[2],"(AQA)":[3],"aims":[4],"to":[5,32,59,123],"evaluate":[6,133],"how":[7],"well":[8],"a":[9,12,83,95,143,169],"person":[10],"performs":[11],"movement,":[13],"which":[14],"is":[15,69],"essential":[16],"in":[17,39,72],"applications":[18],"such":[19],"as":[20],"sports":[21],"scoring,":[22],"skill":[23],"assessment,":[24],"and":[25,62,65,109,154,164,176,194,199,204,214],"healthcare.":[26],"However,":[27],"unimodal":[28],"approaches":[29],"often":[30,57],"struggle":[31],"capture":[33],"subtle":[34],"cues":[35],"of":[36,197],"movement":[37],"quality":[38],"real-world":[40],"settings.":[41],"Although":[42],"multi-modal":[43,67,85,138,174],"inputs":[44],"provide":[45],"complementary":[46],"information,":[47],"existing":[48],"methods":[49,193],"still":[50],"face":[51],"two":[52],"major":[53],"challenges:":[54],"heterogeneous":[55],"modalities":[56],"lead":[58],"cross-modal":[60],"misalignment":[61],"unstable":[63],"fusion,":[64],"reliable":[66],"annotation":[68],"costly,":[70],"resulting":[71],"limited":[73],"dataset":[74,146],"diversity.":[75],"To":[76,132],"address":[77],"these":[78],"challenges,":[79],"we":[80,140],"propose":[81],"DualAlign,":[82],"two-stage":[84],"fusion":[86,175],"framework":[87,92,135],"with":[88],"adaptive":[89],"alignment.":[90,177],"The":[91],"first":[93],"constructs":[94],"coherent":[96],"visual":[97,118,130],"representation":[98],"by":[99,188],"maximizing":[100],"shared":[101],"structural":[102],"information":[103],"across":[104],"RGB":[105,148],"video,":[106],"optical":[107,150],"flow,":[108,151],"skeleton":[110,152],"modalities.":[111],"Textual":[112],"semantics":[113],"are":[114],"then":[115],"incorporated":[116],"after":[117],"stabilization,":[119],"allowing":[120],"high-level":[121],"descriptions":[122],"complement":[124],"rather":[125],"than":[126],"distort":[127],"the":[128,134,191,202],"underlying":[129],"manifold.":[131],"under":[136,212],"realistic":[137],"conditions,":[139],"introduce":[141],"MM--JDM,":[142],"movement-quality":[144],"assessment":[145],"integrating":[147],"videos,":[149],"sequences,":[153],"structured":[155],"text.":[156],"MM--JDM":[157,187],"naturally":[158],"exhibits":[159],"modality":[160],"noise,":[161],"class":[162],"imbalance,":[163],"label":[165],"scarcity,":[166],"making":[167],"it":[168],"challenging":[170],"benchmark":[171],"for":[172],"studying":[173],"Extensive":[178],"experiments":[179],"show":[180],"that":[181],"DualAlign":[182,208],"improves":[183],"average":[184],"correlation":[185],"on":[186,201],"21.16%":[189],"over":[190],"state-of-the-art":[192],"achieves":[195],"gains":[196],"3.53%":[198],"5.95%":[200],"RG":[203],"Fis-V":[205],"benchmarks,":[206],"respectively.":[207],"also":[209],"remains":[210],"robust":[211],"missing-modality":[213],"label-scarce":[215],"conditions.":[216]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-10T00:00:00"}