{"id":"https://openalex.org/W4392523428","doi":"https://doi.org/10.1109/tmm.2024.3372416","title":"Frequency-Aware Multi-Modal Fine-Tuning for Few-Shot Open-Set Remote Sensing Scene Classification","display_name":"Frequency-Aware Multi-Modal Fine-Tuning for Few-Shot Open-Set Remote Sensing Scene Classification","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392523428","doi":"https://doi.org/10.1109/tmm.2024.3372416"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3372416","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3372416","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100343044","display_name":"Junjie Zhang","orcid":"https://orcid.org/0000-0002-0033-0494"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Zhang","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute of Advanced Communication and Data Science, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0033-0494","affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute of Advanced Communication and Data Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052770432","display_name":"Yutao Rao","orcid":"https://orcid.org/0009-0001-6578-6505"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yutao Rao","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute of Advanced Communication and Data Science, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-6578-6505","affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute of Advanced Communication and Data Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043863561","display_name":"Xiaoshui Huang","orcid":"https://orcid.org/0000-0002-3579-538X"},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoshui Huang","raw_affiliation_strings":["Shanghai AI Laboratory, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3579-538X","affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075010545","display_name":"Guanyi Li","orcid":"https://orcid.org/0000-0003-2790-9962"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanyi Li","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute of Advanced Communication and Data Science, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2790-9962","affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute of Advanced Communication and Data Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076577843","display_name":"X. K. Zhou","orcid":"https://orcid.org/0009-0002-2828-3084"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhou","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute of Advanced Communication and Data Science, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0002-2828-3084","affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute of Advanced Communication and Data Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023724461","display_name":"Dan Zeng","orcid":"https://orcid.org/0000-0003-1300-1769"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Zeng","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute of Advanced Communication and Data Science, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1300-1769","affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Joint International Research Laboratory of Specialty Fiber Optics and Advanced Communication, Shanghai Institute of Advanced Communication and Data Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.9655,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.98798957,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"7823","last_page":"7837"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9659000039100647,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9659000039100647,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13890","display_name":"Remote Sensing and Land Use","score":0.9656000137329102,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9641000032424927,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8579223155975342},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6548115015029907},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.650334358215332},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5549769401550293},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5215670466423035},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4609885811805725},{"id":"https://openalex.org/keywords/one-shot","display_name":"One shot","score":0.449165403842926},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35839760303497314}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8579223155975342},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6548115015029907},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.650334358215332},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5549769401550293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5215670466423035},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4609885811805725},{"id":"https://openalex.org/C2992734406","wikidata":"https://www.wikidata.org/wiki/Q413267","display_name":"One shot","level":2,"score":0.449165403842926},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35839760303497314},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3372416","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3372416","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1058125861","display_name":null,"funder_award_id":"62372284","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6704236761","display_name":null,"funder_award_id":"62202283","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1980038761","https://openalex.org/W2020912318","https://openalex.org/W2024106491","https://openalex.org/W2187089797","https://openalex.org/W2190186811","https://openalex.org/W2347115704","https://openalex.org/W2400717490","https://openalex.org/W2515866431","https://openalex.org/W2577537809","https://openalex.org/W2592962403","https://openalex.org/W2601051138","https://openalex.org/W2611632661","https://openalex.org/W2626107033","https://openalex.org/W2802235675","https://openalex.org/W2890732922","https://openalex.org/W2915585235","https://openalex.org/W2928798948","https://openalex.org/W2946057160","https://openalex.org/W2962858109","https://openalex.org/W2963283377","https://openalex.org/W2963960318","https://openalex.org/W2965572487","https://openalex.org/W3002678554","https://openalex.org/W3006792692","https://openalex.org/W3012326541","https://openalex.org/W3034827765","https://openalex.org/W3035654071","https://openalex.org/W3091842132","https://openalex.org/W3105338408","https://openalex.org/W3105577662","https://openalex.org/W3109728025","https://openalex.org/W3119804198","https://openalex.org/W3127899546","https://openalex.org/W3153675281","https://openalex.org/W3171926364","https://openalex.org/W3175320807","https://openalex.org/W3188086824","https://openalex.org/W3198377975","https://openalex.org/W3208426666","https://openalex.org/W3212203927","https://openalex.org/W4206759674","https://openalex.org/W4226053834","https://openalex.org/W4226285265","https://openalex.org/W4281838252","https://openalex.org/W4285817614","https://openalex.org/W4295532944","https://openalex.org/W4312282457","https://openalex.org/W4312310776","https://openalex.org/W4312628984","https://openalex.org/W4312651322","https://openalex.org/W4324258884","https://openalex.org/W4365601179","https://openalex.org/W4380374957","https://openalex.org/W4384615906","https://openalex.org/W4385815641","https://openalex.org/W4386071547","https://openalex.org/W4386072470","https://openalex.org/W4386075566","https://openalex.org/W4386596826","https://openalex.org/W4386790226","https://openalex.org/W4390872642","https://openalex.org/W4390873714","https://openalex.org/W6687157873","https://openalex.org/W6705521900","https://openalex.org/W6784333009","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6802744804","https://openalex.org/W6810738896","https://openalex.org/W6838865580","https://openalex.org/W6851433281","https://openalex.org/W6853542693","https://openalex.org/W6854258190"],"related_works":["https://openalex.org/W2497720472","https://openalex.org/W4292659306","https://openalex.org/W3044321615","https://openalex.org/W4294892107","https://openalex.org/W2806221744","https://openalex.org/W2326937258","https://openalex.org/W394267150","https://openalex.org/W2357748469","https://openalex.org/W2392917037","https://openalex.org/W2046675961"],"abstract_inverted_index":{"Few-shot":[0],"open-set":[1],"recognition,":[2],"as":[3],"a":[4,8,93,117,129,138,240,246,257],"new":[5],"paradigm,":[6],"leveraging":[7],"limited":[9],"amount":[10],"of":[11,92,170,236,260],"supervised":[12],"data":[13,29],"to":[14,24,52,62,103,166,225,269],"identify":[15,53],"specific":[16],"Remote":[17],"Sensing":[18],"(RS)":[19],"scene":[20],"categories":[21],"and":[22,72,153],"generalize":[23],"novel":[25],"ones.":[26],"However,":[27],"the":[28,33,48,78,90,105,144,149,161,168,176,203,207,234],"bias":[30],"induced":[31],"by":[32,159],"small":[34],"sample":[35],"size":[36],"not":[37],"only":[38],"causes":[39],"severe":[40],"overfitting":[41],"within":[42,143],"base":[43],"classes,":[44],"but":[45],"also":[46],"impairs":[47],"capacity":[49],"for":[50,124,190],"inference":[51],"RS":[54,65,157,171,223],"scenes":[55],"in":[56,80,109,137,156,193,239],"hitherto":[57],"unobserved":[58],"categories.":[59],"Furthermore,":[60],"owing":[61],"environmental":[63],"influences,":[64],"images":[66,158],"frequently":[67],"manifest":[68],"notable":[69],"intra-class":[70,154],"disparities":[71],"comparatively":[73],"low":[74],"inter-class":[75,151],"distinctions,":[76],"intensifying":[77],"challenge":[79],"obtaining":[81],"suitable":[82],"classifiers.":[83],"To":[84,173,201,231],"address":[85,148],"above":[86],"issues,":[87],"we":[88,127,147,182,210,244],"investigate":[89],"utilization":[91],"Multi-modal":[94,133],"Foundational":[95],"Model":[96],"(MFM)":[97],"infused":[98],"with":[99,116,219,256],"essential":[100],"domain":[101,199,204,220],"knowledge":[102],"mitigate":[104,202],"generalization":[106,178],"limitations":[107],"encountered":[108],"few-shot":[110],"scenarios.":[111],"Recognizing":[112],"that":[113,215],"existing":[114],"MFMs":[115],"visual-text":[118],"dual-branch":[119],"structure":[120],"are":[121],"primarily":[122],"tailored":[123],"natural":[125],"scenes,":[126],"propose":[128],"custom":[130],"Frequency":[131],"Distribution-based":[132],"Fine-Tuning":[134],"strategy":[135,264],"(FreqDiMFT)":[136],"parameter-efficient":[139],"manner.":[140],"More":[141],"specifically,":[142],"vision":[145],"branch,":[146,209],"high":[150],"similarity":[152],"diversity":[155],"embedding":[160],"local-global":[162],"frequency":[163],"distribution":[164],"information":[165],"facilitate":[167],"recognition":[169],"scenes.":[172],"further":[174],"amplify":[175],"model's":[177],"ability":[179],"post":[180],"transfer,":[181],"introduce":[183],"an":[184,212],"adaptive":[185],"feature":[186],"refinement":[187],"module":[188],"designed":[189],"Transformers,":[191],"proficient":[192],"filtering":[194],"redundant":[195],"features":[196],"resulting":[197],"from":[198,222],"disparities.":[200],"drift":[205],"on":[206],"textual":[208],"adopt":[211],"input":[213],"format":[214],"combines":[216],"basic":[217],"templates":[218],"expertise":[221],"end":[224],"generate":[226],"more":[227,241],"discriminative":[228],"class":[229],"prototypes.":[230],"fully":[232],"verify":[233],"effectiveness":[235],"our":[237,263],"FreqDiMFT":[238],"practical":[242],"setting,":[243],"collect":[245],"Large-Scale":[247],"hybrid":[248],"dataset":[249],"(LSRS).":[250],"Extensive":[251],"experiments":[252],"demonstrate":[253],"that,":[254],"even":[255],"scant":[258],"number":[259],"training":[261],"samples,":[262],"yields":[265],"advanced":[266],"performances":[267],"compared":[268],"state-of-the-art":[270],"models.":[271]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}