{"id":"https://openalex.org/W4403800105","doi":"https://doi.org/10.1587/transfun.2024eap1080","title":"MST-Adapter: Multi-Scaled Spatio-Temporal Adapter for Parameter-Efficient Image-to-Video Transfer Learning","display_name":"MST-Adapter: Multi-Scaled Spatio-Temporal Adapter for Parameter-Efficient Image-to-Video Transfer Learning","publication_year":2024,"publication_date":"2024-10-27","ids":{"openalex":"https://openalex.org/W4403800105","doi":"https://doi.org/10.1587/transfun.2024eap1080"},"language":"en","primary_location":{"id":"doi:10.1587/transfun.2024eap1080","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transfun.2024eap1080","pdf_url":"https://www.jstage.jst.go.jp/article/transfun/E108.A/5/E108.A_2024EAP1080/_pdf","source":{"id":"https://openalex.org/S166990724","display_name":"IEICE Transactions on Fundamentals of Electronics Communications and Computer Sciences","issn_l":"0916-8508","issn":["0916-8508","1745-1337"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Fundamentals of Electronics, Communications and Computer Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.jstage.jst.go.jp/article/transfun/E108.A/5/E108.A_2024EAP1080/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058830490","display_name":"Chenrui CHANG","orcid":null},"institutions":[{"id":"https://openalex.org/I91125648","display_name":"Wuhan Institute of Technology","ror":"https://ror.org/04jcykh16","country_code":"CN","type":"education","lineage":["https://openalex.org/I91125648"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenrui CHANG","raw_affiliation_strings":["Hubei Key Laboratory of Intelligent Robot, the School of Computer Science and Engineering, Wuhan Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Robot, the School of Computer Science and Engineering, Wuhan Institute of Technology","institution_ids":["https://openalex.org/I91125648"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028317852","display_name":"Tongwei Lu","orcid":"https://orcid.org/0000-0002-3900-6456"},"institutions":[{"id":"https://openalex.org/I91125648","display_name":"Wuhan Institute of Technology","ror":"https://ror.org/04jcykh16","country_code":"CN","type":"education","lineage":["https://openalex.org/I91125648"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongwei LU","raw_affiliation_strings":["Hubei Key Laboratory of Intelligent Robot, the School of Computer Science and Engineering, Wuhan Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Robot, the School of Computer Science and Engineering, Wuhan Institute of Technology","institution_ids":["https://openalex.org/I91125648"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102813327","display_name":"Yao Feng","orcid":"https://orcid.org/0000-0002-9481-9783"},"institutions":[{"id":"https://openalex.org/I91125648","display_name":"Wuhan Institute of Technology","ror":"https://ror.org/04jcykh16","country_code":"CN","type":"education","lineage":["https://openalex.org/I91125648"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng YAO","raw_affiliation_strings":["Hubei Key Laboratory of Intelligent Robot, the School of Computer Science and Engineering, Wuhan Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Robot, the School of Computer Science and Engineering, Wuhan Institute of Technology","institution_ids":["https://openalex.org/I91125648"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I91125648"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16170049,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"E108.A","issue":"5","first_page":"736","last_page":"745"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9678000211715698,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.9478104114532471},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7118743658065796},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5180121064186096},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.465154230594635},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4518458843231201},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.42332345247268677},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4140457510948181},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.19829994440078735},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.10700628161430359}],"concepts":[{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.9478104114532471},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7118743658065796},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5180121064186096},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.465154230594635},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4518458843231201},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.42332345247268677},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4140457510948181},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.19829994440078735},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.10700628161430359}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1587/transfun.2024eap1080","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transfun.2024eap1080","pdf_url":"https://www.jstage.jst.go.jp/article/transfun/E108.A/5/E108.A_2024EAP1080/_pdf","source":{"id":"https://openalex.org/S166990724","display_name":"IEICE Transactions on Fundamentals of Electronics Communications and Computer Sciences","issn_l":"0916-8508","issn":["0916-8508","1745-1337"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Fundamentals of Electronics, Communications and Computer Sciences","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1587/transfun.2024eap1080","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transfun.2024eap1080","pdf_url":"https://www.jstage.jst.go.jp/article/transfun/E108.A/5/E108.A_2024EAP1080/_pdf","source":{"id":"https://openalex.org/S166990724","display_name":"IEICE Transactions on Fundamentals of Electronics Communications and Computer Sciences","issn_l":"0916-8508","issn":["0916-8508","1745-1337"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Fundamentals of Electronics, Communications and Computer Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6188665429","display_name":null,"funder_award_id":"2019AAA045","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8395540411","display_name":null,"funder_award_id":"62171327","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8663651901","display_name":null,"funder_award_id":"62171328","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G941251740","display_name":null,"funder_award_id":"62072350","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403800105.pdf","grobid_xml":"https://content.openalex.org/works/W4403800105.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2068611653","https://openalex.org/W2097117768","https://openalex.org/W2105101328","https://openalex.org/W2108598243","https://openalex.org/W2156303437","https://openalex.org/W2163605009","https://openalex.org/W2342662179","https://openalex.org/W2507009361","https://openalex.org/W2518108298","https://openalex.org/W2619947201","https://openalex.org/W2625366777","https://openalex.org/W2736596806","https://openalex.org/W2746726611","https://openalex.org/W2908510526","https://openalex.org/W2913946806","https://openalex.org/W2963563276","https://openalex.org/W2990152177","https://openalex.org/W2990503944","https://openalex.org/W3035413240","https://openalex.org/W3094502228","https://openalex.org/W3119438769","https://openalex.org/W3126721948","https://openalex.org/W3135367836","https://openalex.org/W3138516171","https://openalex.org/W3168867926","https://openalex.org/W3205497712","https://openalex.org/W3210279979","https://openalex.org/W4200631626","https://openalex.org/W4205991051","https://openalex.org/W4214612132","https://openalex.org/W4214614183","https://openalex.org/W4221166842","https://openalex.org/W4226150044","https://openalex.org/W4282005462","https://openalex.org/W4306294758","https://openalex.org/W4312276384","https://openalex.org/W4312312750","https://openalex.org/W4312349930","https://openalex.org/W4312558481","https://openalex.org/W4312560592","https://openalex.org/W4312651322","https://openalex.org/W4312658081","https://openalex.org/W4312769131","https://openalex.org/W4312884055","https://openalex.org/W4319453767","https://openalex.org/W4390873027"],"related_works":["https://openalex.org/W2133028525","https://openalex.org/W4229060448","https://openalex.org/W4306381730","https://openalex.org/W2981692913","https://openalex.org/W3044188621","https://openalex.org/W3184035966","https://openalex.org/W2485605994","https://openalex.org/W2160602540","https://openalex.org/W4385571108","https://openalex.org/W4200251711"],"abstract_inverted_index":{"Large-scale":[0],"image":[1],"pre-training":[2],"models":[3,18,77],"have":[4,37],"recently":[5],"demonstrated":[6],"strong":[7],"representation":[8],"capabilities":[9],"in":[10,56],"spatial":[11],"information":[12,55],"contexts.":[13],"Prior":[14],"works":[15],"apply":[16],"these":[17],"to":[19,41,86],"video":[20,100,111],"action":[21,101],"recognition":[22,102],"through":[23],"fully":[24],"fine-tuning,":[25],"which":[26,90],"is":[27,66,91],"expensive":[28],"and":[29,78,114],"resource-intensive.":[30],"To":[31],"reduce":[32],"computational":[33],"costs,":[34],"some":[35],"studies":[36],"shifted":[38],"their":[39],"focus":[40],"efficient":[42,48],"parameter":[43],"fine-tuning":[44,49],"methods.":[45],"However,":[46],"existing":[47],"methods":[50],"lack":[51],"exploration":[52],"of":[53],"multi-scale":[54],"videos.":[57],"In":[58,94],"this":[59],"work,":[60],"the":[61,75,80],"Multi-scale":[62],"spatio-temporal":[63,112],"Adapter":[64],"(MST-Adapter)":[65],"proposed":[67],"for":[68],"parameter-efficient":[69],"Image-to-Video":[70],"transfer":[71],"learning.":[72],"By":[73],"freezing":[74],"pretrained":[76],"adding":[79],"lightweight":[81],"adapters,":[82],"we":[83],"only":[84],"need":[85],"update":[87],"few":[88],"parameters,":[89],"highly":[92],"efficient.":[93],"addition,":[95],"extensive":[96],"experiments":[97],"on":[98],"two":[99],"benchmarks":[103],"show":[104],"that":[105],"our":[106],"method":[107],"can":[108],"learn":[109],"high-quality":[110],"representations":[113],"achieve":[115],"competitive":[116],"or":[117],"even":[118],"better":[119],"performance":[120],"than":[121],"prior":[122],"works.":[123]},"counts_by_year":[],"updated_date":"2026-03-13T14:20:09.374765","created_date":"2025-10-10T00:00:00"}
