{"id":"https://openalex.org/W4393234852","doi":"https://doi.org/10.1080/09540091.2024.2325474","title":"Cross-modal learning with multi-modal model for video action recognition based on adaptive weight training","display_name":"Cross-modal learning with multi-modal model for video action recognition based on adaptive weight training","publication_year":2024,"publication_date":"2024-03-27","ids":{"openalex":"https://openalex.org/W4393234852","doi":"https://doi.org/10.1080/09540091.2024.2325474"},"language":"en","primary_location":{"id":"doi:10.1080/09540091.2024.2325474","is_oa":true,"landing_page_url":"https://doi.org/10.1080/09540091.2024.2325474","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/09540091.2024.2325474?download=true","source":{"id":"https://openalex.org/S4210188800","display_name":"Connection Science","issn_l":"0954-0091","issn":["0954-0091","1360-0494"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Connection Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.tandfonline.com/doi/pdf/10.1080/09540091.2024.2325474?download=true","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100604365","display_name":"Qingguo Zhou","orcid":"https://orcid.org/0000-0001-8054-5446"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingguo Zhou","raw_affiliation_strings":["School of Information Science and Engineering, Lanzhou University, Lanzhou, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Lanzhou University, Lanzhou, People's Republic of China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105229823","display_name":"Yufeng Hou","orcid":"https://orcid.org/0009-0007-2866-3956"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufeng Hou","raw_affiliation_strings":["School of Information Science and Engineering, Lanzhou University, Lanzhou, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Lanzhou University, Lanzhou, People's Republic of China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424818","display_name":"Rui Zhou","orcid":"https://orcid.org/0009-0002-3229-0324"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rui Zhou","raw_affiliation_strings":["School of Information Science and Engineering, Lanzhou University, Lanzhou, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Lanzhou University, Lanzhou, People's Republic of China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100439110","display_name":"Li Yan","orcid":"https://orcid.org/0000-0002-7960-627X"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yan Li","raw_affiliation_strings":["School of Information Science and Engineering, Lanzhou University, Lanzhou, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Lanzhou University, Lanzhou, People's Republic of China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100783793","display_name":"Jinqiang Wang","orcid":"https://orcid.org/0000-0002-3500-2597"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"JinQiang Wang","raw_affiliation_strings":["School of Information Science and Engineering, Lanzhou University, Lanzhou, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Lanzhou University, Lanzhou, People's Republic of China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104158126","display_name":"Zhen Wu","orcid":"https://orcid.org/0000-0003-0618-5520"},"institutions":[{"id":"https://openalex.org/I76214153","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32","country_code":"CN","type":"education","lineage":["https://openalex.org/I76214153"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Wu","raw_affiliation_strings":["School of Information Science and Engineering, Lanzhou University, Lanzhou, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Lanzhou University, Lanzhou, People's Republic of China","institution_ids":["https://openalex.org/I76214153"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114140211","display_name":"Hung-Wei Li","orcid":null},"institutions":[{"id":"https://openalex.org/I177918364","display_name":"Providence University","ror":"https://ror.org/03fcpsq87","country_code":"TW","type":"education","lineage":["https://openalex.org/I177918364"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hung-Wei Li","raw_affiliation_strings":["Department of Computer Science and Information Engineering, Providence University, Taichung City, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Providence University, Taichung City, Taiwan","institution_ids":["https://openalex.org/I177918364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067675188","display_name":"Tien\u2010Hsiung Weng","orcid":"https://orcid.org/0000-0003-3244-4127"},"institutions":[{"id":"https://openalex.org/I177918364","display_name":"Providence University","ror":"https://ror.org/03fcpsq87","country_code":"TW","type":"education","lineage":["https://openalex.org/I177918364"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Tien-Hsiung Weng","raw_affiliation_strings":["Department of Computer Science and Information Engineering, Providence University, Taichung City, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Providence University, Taichung City, Taiwan","institution_ids":["https://openalex.org/I177918364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100424818","https://openalex.org/A5100439110"],"corresponding_institution_ids":["https://openalex.org/I76214153"],"apc_list":{"value":1270,"currency":"USD","value_usd":1270},"apc_paid":{"value":1270,"currency":"USD","value_usd":1270},"fwci":0.446,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.58805461,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"36","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.795367956161499},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7132555246353149},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.52719646692276},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5192130208015442},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4909384548664093},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47385838627815247},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3403671979904175}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.795367956161499},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7132555246353149},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.52719646692276},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5192130208015442},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4909384548664093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47385838627815247},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3403671979904175},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/09540091.2024.2325474","is_oa":true,"landing_page_url":"https://doi.org/10.1080/09540091.2024.2325474","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/09540091.2024.2325474?download=true","source":{"id":"https://openalex.org/S4210188800","display_name":"Connection Science","issn_l":"0954-0091","issn":["0954-0091","1360-0494"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Connection Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e8b24496427948bf9b08d96462eb8a69","is_oa":true,"landing_page_url":"https://doaj.org/article/e8b24496427948bf9b08d96462eb8a69","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Connection Science, Vol 36, Iss 1 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1080/09540091.2024.2325474","is_oa":true,"landing_page_url":"https://doi.org/10.1080/09540091.2024.2325474","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/09540091.2024.2325474?download=true","source":{"id":"https://openalex.org/S4210188800","display_name":"Connection Science","issn_l":"0954-0091","issn":["0954-0091","1360-0494"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Connection Science","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7099999785423279,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1838065447","display_name":null,"funder_award_id":"U22A20261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2847039660","display_name":null,"funder_award_id":"2020YFC0832500","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3488592339","display_name":null,"funder_award_id":"lzujbky-2022-kb12","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G631846909","display_name":null,"funder_award_id":"lzujbky-2022","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320313889","display_name":"Lanzhou University","ror":"https://ror.org/01mkqqe32"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4393234852.pdf"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W1516054673","https://openalex.org/W1983364832","https://openalex.org/W2024868105","https://openalex.org/W2068611653","https://openalex.org/W2126579184","https://openalex.org/W2156303437","https://openalex.org/W2194775991","https://openalex.org/W2342662179","https://openalex.org/W2507009361","https://openalex.org/W2736142580","https://openalex.org/W2945027741","https://openalex.org/W2950841000","https://openalex.org/W2962934715","https://openalex.org/W2963091558","https://openalex.org/W2963155035","https://openalex.org/W2963631366","https://openalex.org/W2981385151","https://openalex.org/W2990152177","https://openalex.org/W2990503944","https://openalex.org/W3020541733","https://openalex.org/W3021397474","https://openalex.org/W3034572008","https://openalex.org/W3034600407","https://openalex.org/W3035303837","https://openalex.org/W3035619757","https://openalex.org/W3035682985","https://openalex.org/W3047916742","https://openalex.org/W3108975329","https://openalex.org/W3126721948","https://openalex.org/W3126792443","https://openalex.org/W3135367836","https://openalex.org/W3168640669","https://openalex.org/W3184735396","https://openalex.org/W3185341429","https://openalex.org/W3198377975","https://openalex.org/W3205789812","https://openalex.org/W3208314443","https://openalex.org/W3210279979","https://openalex.org/W4212991200","https://openalex.org/W4214612132","https://openalex.org/W4282943820","https://openalex.org/W4283273834","https://openalex.org/W4285606530","https://openalex.org/W4295941847","https://openalex.org/W4304127713","https://openalex.org/W4308234205","https://openalex.org/W4312310776","https://openalex.org/W4312825288","https://openalex.org/W4313007634","https://openalex.org/W4313175608","https://openalex.org/W4382240304","https://openalex.org/W4385245566","https://openalex.org/W4385372423","https://openalex.org/W4386076681","https://openalex.org/W4386495819","https://openalex.org/W4386790226","https://openalex.org/W4388854793","https://openalex.org/W4390284834","https://openalex.org/W4390874024","https://openalex.org/W6739901393","https://openalex.org/W6775036685"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W1576128429","https://openalex.org/W2269464716"],"abstract_inverted_index":{"The":[0,207],"canonical":[1],"video":[2,137,151],"action":[3,58,80,88,105,117,180,186,198,205],"recognition":[4,89,181],"methods":[5],"usually":[6],"label":[7,112],"categories":[8,106],"with":[9,125,174,241],"numbers":[10],"or":[11,149],"one-hot":[12],"vectors":[13],"and":[14,34,110,136,156,218],"train":[15,196],"neural":[16],"networks":[17],"to":[18,30,37,68,104,128,166,236],"classify":[19],"a":[20,56,159],"fixed":[21],"set":[22],"of":[23,48,132,224],"predefined":[24],"categories,":[25],"thereby":[26],"constraining":[27],"their":[28],"ability":[29,36,221],"recognise":[31],"complex":[32],"actions":[33],"transferable":[35],"unseen":[38],"concepts.":[39],"In":[40,82],"contrast,":[41],"cross-modal":[42,179],"learning":[43,182],"can":[44,60,195],"improve":[45],"the":[46,53,65,73,129,168,192,202,237,246],"performance":[47],"individual":[49],"modalities.":[50,99],"Based":[51],"on":[52,94,222,245],"facts":[54],"that":[55,178],"better":[57,197],"recogniser":[59],"be":[61],"built":[62],"by":[63,107,200],"reading":[64,201],"statements":[66],"used":[67],"describe":[69],"actions,":[70],"we":[71],"exploited":[72],"recent":[74],"multimodal":[75],"foundation":[76],"model":[77],"CLIP":[78],"for":[79,116,184],"recognition.":[81],"this":[83,211],"study,":[84],"an":[85],"effective":[86],"Vision-Language":[87],"adaptation":[90],"was":[91,164],"implemented":[92],"based":[93],"few-shot":[95],"examples":[96,115],"spanning":[97],"different":[98,130],"We":[100],"added":[101],"semantic":[102],"information":[103],"treating":[108],"textual":[109],"visual":[111],"as":[113],"training":[114],"classifier":[118],"construction":[119],"rather":[120],"than":[121],"simply":[122,139],"labelling":[123],"them":[124],"numbers.":[126],"Due":[127],"importance":[131],"words":[133],"in":[134,146,189,210],"text":[135],"frames,":[138],"averaging":[140],"all":[141],"sequential":[142,155],"features":[143],"may":[144],"result":[145],"ignoring":[147],"keywords":[148],"key":[150],"frames.":[152],"To":[153],"capture":[154],"hierarchical":[157],"representation,":[158],"weighted":[160],"token-wise":[161],"interaction":[162,239],"mechanism":[163,240],"employed":[165],"exploit":[167],"pair-wise":[169],"correlations":[170],"adaptively.":[171],"Extensive":[172],"experiments":[173],"public":[175],"datasets":[176],"show":[177],"helps":[183],"downstream":[185],"images":[187],"classification,":[188],"other":[190],"words,":[191],"proposed":[193,209],"method":[194,208],"classifiers":[199],"sentences":[203],"describing":[204],"itself.":[206],"study":[212],"not":[213],"only":[214],"reaches":[215],"good":[216],"generalisation":[217],"zero-shot/few-shot":[219],"transfer":[220],"Out":[223],"Distribution":[225],"(OOD)":[226],"test":[227],"sets,":[228],"but":[229],"also":[230],"performs":[231],"lower":[232],"computational":[233],"complexity":[234],"due":[235],"lightweight":[238],"84.15%":[242],"Top-1":[243],"accuracy":[244],"Kinetics-400.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-28T09:10:13.091523","created_date":"2025-10-10T00:00:00"}