{"id":"https://openalex.org/W4402705921","doi":"https://doi.org/10.1145/3664647.3681085","title":"MMDRFuse: Distilled Mini-Model with Dynamic Refresh for Multi-Modality Image Fusion","display_name":"MMDRFuse: Distilled Mini-Model with Dynamic Refresh for Multi-Modality Image Fusion","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4402705921","doi":"https://doi.org/10.1145/3664647.3681085"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681085","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681085","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.15641","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100943106","display_name":"Yanglin Deng","orcid":"https://orcid.org/0009-0005-7022-2869"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanglin Deng","raw_affiliation_strings":["Jiangnan University, Wuxi, China"],"raw_orcid":"https://orcid.org/0009-0005-7022-2869","affiliations":[{"raw_affiliation_string":"Jiangnan University, Wuxi, China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049469328","display_name":"Tianyang Xu","orcid":"https://orcid.org/0000-0002-9015-3128"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyang Xu","raw_affiliation_strings":["Jiangnan University, Wuxi, China"],"raw_orcid":"https://orcid.org/0000-0002-9015-3128","affiliations":[{"raw_affiliation_string":"Jiangnan University, Wuxi, China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038294507","display_name":"Chunyang Cheng","orcid":"https://orcid.org/0000-0003-4603-3505"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunyang Cheng","raw_affiliation_strings":["Jiangnan University, Wuxi, China"],"raw_orcid":"https://orcid.org/0000-0003-4603-3505","affiliations":[{"raw_affiliation_string":"Jiangnan University, Wuxi, China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087450445","display_name":"Xiao\u2010Jun Wu","orcid":"https://orcid.org/0000-0002-0310-5778"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Jun Wu","raw_affiliation_strings":["Jiangnan University, Wuxi, China"],"raw_orcid":"https://orcid.org/0000-0002-0310-5778","affiliations":[{"raw_affiliation_string":"Jiangnan University, Wuxi, China","institution_ids":["https://openalex.org/I111599522"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028209738","display_name":"Josef Kittler","orcid":"https://orcid.org/0000-0002-8110-9205"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Josef Kittler","raw_affiliation_strings":["University of Surrey, Guildford, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-8110-9205","affiliations":[{"raw_affiliation_string":"University of Surrey, Guildford, United Kingdom","institution_ids":["https://openalex.org/I28290843"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4675,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.90387705,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"7326","last_page":"7335"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8247044086456299},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.569408655166626},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5417407751083374},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.48135310411453247},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4639297127723694},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4558680057525635},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4396843910217285},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4384956657886505},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.43694838881492615},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.43158769607543945},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.406354159116745},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3289436101913452}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8247044086456299},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.569408655166626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5417407751083374},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.48135310411453247},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4639297127723694},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4558680057525635},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4396843910217285},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4384956657886505},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.43694838881492615},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.43158769607543945},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.406354159116745},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3289436101913452},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3664647.3681085","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681085","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2408.15641","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.15641","pdf_url":"https://arxiv.org/pdf/2408.15641","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.15641","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.15641","pdf_url":"https://arxiv.org/pdf/2408.15641","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1595280774","display_name":"JADE: Joint Academic Data science Endeavour - 2","funder_award_id":"EP/T022205/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2070706591","display_name":null,"funder_award_id":"62332008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5081062661","display_name":null,"funder_award_id":"62020106012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5773036057","display_name":null,"funder_award_id":"62106089","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6487001647","display_name":null,"funder_award_id":"T022205/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6868706350","display_name":"Multimodal Video Search by Examples (MVSE)","funder_award_id":"EP/V002856/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8443129088","display_name":null,"funder_award_id":"62336004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402705921.pdf","grobid_xml":"https://content.openalex.org/works/W4402705921.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1563899710","https://openalex.org/W1821462560","https://openalex.org/W1964859077","https://openalex.org/W2051888575","https://openalex.org/W2054273865","https://openalex.org/W2133665775","https://openalex.org/W2139501554","https://openalex.org/W2179019672","https://openalex.org/W2624240493","https://openalex.org/W2777658515","https://openalex.org/W2798987894","https://openalex.org/W2808591023","https://openalex.org/W2809795042","https://openalex.org/W2912147220","https://openalex.org/W2961348656","https://openalex.org/W2963140444","https://openalex.org/W2963534981","https://openalex.org/W2998529071","https://openalex.org/W3011768656","https://openalex.org/W3035442500","https://openalex.org/W3046194589","https://openalex.org/W3097988966","https://openalex.org/W3105639468","https://openalex.org/W3133700567","https://openalex.org/W3162209674","https://openalex.org/W3175432749","https://openalex.org/W3177196641","https://openalex.org/W3206748188","https://openalex.org/W3210311771","https://openalex.org/W3213472242","https://openalex.org/W4206713196","https://openalex.org/W4214524539","https://openalex.org/W4226426325","https://openalex.org/W4283732315","https://openalex.org/W4308979724","https://openalex.org/W4312440143","https://openalex.org/W4312594135","https://openalex.org/W4312724178","https://openalex.org/W4366352735","https://openalex.org/W4386076504","https://openalex.org/W4386083029","https://openalex.org/W4390872797","https://openalex.org/W4391521048","https://openalex.org/W4393054068","https://openalex.org/W6638523607"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W4293226380","https://openalex.org/W3135697610","https://openalex.org/W2085033728","https://openalex.org/W4285411112","https://openalex.org/W2171299904","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W1647606319"],"abstract_inverted_index":{"In":[0,70],"recent":[1],"years,":[2],"Multi-Modality":[3],"Image":[4],"Fusion":[5],"(MMIF)":[6],"has":[7,14,29],"been":[8,31],"applied":[9],"to":[10,18,20,50,85,143,164,179],"many":[11,16],"fields,":[12],"which":[13],"attracted":[15],"scholars":[17],"endeavour":[19],"improve":[21],"the":[22,26,33,38,134,145,152,181],"fusion":[23,47,182,210],"performance.":[24],"However,":[25],"prevailing":[27],"focus":[28],"predominantly":[30],"on":[32,186],"architecture":[34],"design,":[35],"rather":[36],"than":[37],"training":[39,160],"strategies.":[40],"As":[41],"a":[42,73,78,99,140],"low-level":[43],"vision":[44],"task,":[45],"image":[46,209],"is":[48,83,107,117,162,222],"supposed":[49],"quickly":[51],"deliver":[52],"output":[53],"images":[54],"for":[55,133],"observation":[56],"and":[57,64,131,148,168,202,212],"supporting":[58],"downstream":[59,213],"tasks.":[60],"Thus,":[61],"superfluous":[62],"computational":[63],"storage":[65],"overheads":[66],"should":[67],"be":[68],"avoided.":[69],"this":[71,87,220],"work,":[72],"lightweight":[74],"Distilled":[75],"Mini-Model":[76],"with":[77,98,128,174,204],"Dynamic":[79],"Refresh":[80],"strategy":[81,161],"(MMDRFuse)":[82],"proposed":[84],"achieve":[86],"objective.":[88],"To":[89],"pursue":[90],"model":[91,200],"parsimony,":[92],"an":[93,156,175],"extremely":[94],"small":[95],"convolutional":[96],"network":[97],"total":[100],"of":[101,199,219],"113":[102],"trainable":[103],"parameters":[104,167],"(0.44":[105],"KB)":[106],"obtained":[108],"by":[109,119],"three":[110],"carefully":[111],"designed":[112],"supervisions.":[113],"First,":[114],"digestible":[115],"distillation":[116],"constructed":[118],"emphasising":[120],"external":[121],"spatial":[122],"feature":[123],"consistency,":[124],"delivering":[125],"soft":[126],"supervision":[127,170],"balanced":[129],"details":[130],"saliency":[132],"target":[135],"network.":[136,183],"Second,":[137],"we":[138],"develop":[139],"comprehensive":[141],"loss":[142],"balance":[144],"pixel,":[146],"gradient,":[147],"perception":[149],"clues":[150],"from":[151],"source":[153],"images.":[154],"Third,":[155],"innovative":[157],"dynamic":[158],"refresh":[159],"used":[163],"collaborate":[165],"history":[166],"current":[169],"during":[171],"training,":[172],"together":[173],"adaptive":[176],"adjust":[177],"function":[178],"optimise":[180],"Extensive":[184],"experiments":[185],"several":[187],"public":[188],"datasets":[189],"demonstrate":[190],"that":[191],"our":[192],"method":[193],"exhibits":[194],"promising":[195],"advantages":[196],"in":[197,207],"terms":[198],"efficiency":[201],"complexity,":[203],"superior":[205],"performance":[206],"multiple":[208],"tasks":[211],"pedestrian":[214],"detection":[215],"application.":[216],"The":[217],"code":[218],"work":[221],"publicly":[223],"available":[224],"at":[225],"https://github.com/yanglinDeng/MMDRFuse.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2024-09-22T00:00:00"}