{"id":"https://openalex.org/W4401879614","doi":"https://doi.org/10.1109/tpami.2024.3449959","title":"Frequency-Aware Feature Fusion for Dense Image Prediction","display_name":"Frequency-Aware Feature Fusion for Dense Image Prediction","publication_year":2024,"publication_date":"2024-08-26","ids":{"openalex":"https://openalex.org/W4401879614","doi":"https://doi.org/10.1109/tpami.2024.3449959","pmid":"https://pubmed.ncbi.nlm.nih.gov/39186415"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3449959","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3449959","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076356236","display_name":"Linwei Chen","orcid":"https://orcid.org/0000-0002-9639-3237"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Linwei Chen","raw_affiliation_strings":["MIIT Key Laboratory of Complex-Field Intelligent Sensing, Beijing Institute of Technology, Beijing, China","MIIT Key Laboratory of Complex-field Intelligent Sensing, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"MIIT Key Laboratory of Complex-Field Intelligent Sensing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"MIIT Key Laboratory of Complex-field Intelligent Sensing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100738025","display_name":"Ying Fu","orcid":"https://orcid.org/0000-0002-6677-694X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Fu","raw_affiliation_strings":["MIIT Key Laboratory of Complex-Field Intelligent Sensing, Beijing Institute of Technology, Beijing, China","MIIT Key Laboratory of Complex-field Intelligent Sensing, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"MIIT Key Laboratory of Complex-Field Intelligent Sensing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"MIIT Key Laboratory of Complex-field Intelligent Sensing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053647594","display_name":"Lin Gu","orcid":"https://orcid.org/0000-0002-7419-6240"},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Lin Gu","raw_affiliation_strings":["RIKEN AIP, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"RIKEN AIP, Tokyo, Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054311881","display_name":"Chenggang Yan","orcid":"https://orcid.org/0000-0003-1204-0512"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenggang Yan","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042711470","display_name":"Tatsuya Harada","orcid":"https://orcid.org/0000-0002-3712-3691"},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tatsuya Harada","raw_affiliation_strings":["RIKEN AIP, Tokyo, Japan","Research Center for Advanced Science and Technology, The University of Tokyo, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"RIKEN AIP, Tokyo, Japan","institution_ids":["https://openalex.org/I4210126580"]},{"raw_affiliation_string":"Research Center for Advanced Science and Technology, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013240918","display_name":"Gao Huang","orcid":"https://orcid.org/0000-0002-7251-0988"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gao Huang","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5076356236"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":61.36,"has_fulltext":false,"cited_by_count":196,"citation_normalized_percentile":{"value":0.99959535,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"46","issue":"12","first_page":"10763","last_page":"10780"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9652000069618225,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7317479848861694},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6477901339530945},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.6020453572273254},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5813441872596741},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5640806555747986},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5207160115242004},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5068026185035706},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4871368110179901},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.476113885641098}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7317479848861694},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6477901339530945},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.6020453572273254},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5813441872596741},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5640806555747986},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5207160115242004},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5068026185035706},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4871368110179901},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.476113885641098},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3449959","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3449959","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39186415","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39186415","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2575069074","display_name":null,"funder_award_id":"62088101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6513703716","display_name":null,"funder_award_id":"62331006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6658023004","display_name":null,"funder_award_id":"61936011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8521839720","display_name":null,"funder_award_id":"62171038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":104,"referenced_works":["https://openalex.org/W1492614353","https://openalex.org/W1509559802","https://openalex.org/W1849277567","https://openalex.org/W1861492603","https://openalex.org/W1903029394","https://openalex.org/W2134120396","https://openalex.org/W2194775991","https://openalex.org/W2293078015","https://openalex.org/W2340897893","https://openalex.org/W2395611524","https://openalex.org/W2412782625","https://openalex.org/W2476548250","https://openalex.org/W2478884216","https://openalex.org/W2557406251","https://openalex.org/W2561196672","https://openalex.org/W2563705555","https://openalex.org/W2565639579","https://openalex.org/W2601564443","https://openalex.org/W2611650229","https://openalex.org/W2737258237","https://openalex.org/W2787091153","https://openalex.org/W2799166040","https://openalex.org/W2884822772","https://openalex.org/W2900936384","https://openalex.org/W2908510526","https://openalex.org/W2910628332","https://openalex.org/W2921781974","https://openalex.org/W2963037989","https://openalex.org/W2963150697","https://openalex.org/W2963323244","https://openalex.org/W2963815618","https://openalex.org/W2963881378","https://openalex.org/W2964211168","https://openalex.org/W2966975099","https://openalex.org/W2985276900","https://openalex.org/W2985469567","https://openalex.org/W2987322772","https://openalex.org/W2991471181","https://openalex.org/W2999219213","https://openalex.org/W3034175346","https://openalex.org/W3101156210","https://openalex.org/W3118955432","https://openalex.org/W3120304681","https://openalex.org/W3126857817","https://openalex.org/W3132441350","https://openalex.org/W3133630855","https://openalex.org/W3138516171","https://openalex.org/W3155119746","https://openalex.org/W3170019900","https://openalex.org/W3173934965","https://openalex.org/W3181096156","https://openalex.org/W3186573928","https://openalex.org/W3189845786","https://openalex.org/W3196107618","https://openalex.org/W3202277597","https://openalex.org/W4200043884","https://openalex.org/W4200292189","https://openalex.org/W4214666412","https://openalex.org/W4225928697","https://openalex.org/W4229038703","https://openalex.org/W4252713891","https://openalex.org/W4288325606","https://openalex.org/W4289705843","https://openalex.org/W4295409451","https://openalex.org/W4312443924","https://openalex.org/W4312691644","https://openalex.org/W4312691834","https://openalex.org/W4312716239","https://openalex.org/W4312815172","https://openalex.org/W4312907595","https://openalex.org/W4313182257","https://openalex.org/W4372231803","https://openalex.org/W4378375546","https://openalex.org/W4380052029","https://openalex.org/W4382318762","https://openalex.org/W4386180913","https://openalex.org/W4386497700","https://openalex.org/W4387482906","https://openalex.org/W4389722805","https://openalex.org/W4390873058","https://openalex.org/W4390874458","https://openalex.org/W4390874532","https://openalex.org/W4390970172","https://openalex.org/W4392172931","https://openalex.org/W4393405457","https://openalex.org/W4396766400","https://openalex.org/W6620707391","https://openalex.org/W6637373629","https://openalex.org/W6705521900","https://openalex.org/W6753396716","https://openalex.org/W6755308174","https://openalex.org/W6757817989","https://openalex.org/W6758857762","https://openalex.org/W6763810570","https://openalex.org/W6764322716","https://openalex.org/W6784094891","https://openalex.org/W6784227514","https://openalex.org/W6785302134","https://openalex.org/W6797399245","https://openalex.org/W6797578546","https://openalex.org/W6842806116","https://openalex.org/W6843400824","https://openalex.org/W6862697188","https://openalex.org/W6880580996"],"related_works":["https://openalex.org/W2788731446","https://openalex.org/W2204403038","https://openalex.org/W3152170969","https://openalex.org/W2379054866","https://openalex.org/W2549658594","https://openalex.org/W2095903272","https://openalex.org/W2370195708","https://openalex.org/W1490651872","https://openalex.org/W2139242969","https://openalex.org/W2284201331"],"abstract_inverted_index":{"Dense":[0],"image":[1],"prediction":[2,176],"tasks":[3,177],"demand":[4],"features":[5,32,38,69,129,136],"with":[6,137],"strong":[7],"category":[8],"information":[9,151],"and":[10,36,98,130,157,167],"precise":[11],"spatial":[12],"boundary":[13,76,150],"details":[14],"at":[15],"high":[16,72],"resolution.":[17],"To":[18],"achieve":[19],"this,":[20],"modern":[21],"hierarchical":[22],"models":[23],"often":[24],"utilize":[25],"feature":[26,51,165],"fusion,":[27],"directly":[28],"adding":[29],"upsampled":[30],"coarse":[31],"from":[33,39],"deep":[34],"layers":[35],"high-resolution":[37],"lower":[40],"levels.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45,82],"observe":[46],"rapid":[47],"variations":[48],"in":[49,56,67],"fused":[50,68],"values":[52],"within":[53,116],"objects,":[54,117],"resulting":[55],"intra-category":[57],"inconsistency":[58,120],"due":[59],"to":[60,75,112],"disturbed":[61],"high-frequency":[62,114,148],"features.":[63],"Additionally,":[64],"blurred":[65],"boundaries":[66,132],"lack":[70],"accurate":[71],"frequency,":[73],"leading":[74],"displacement.":[77],"Building":[78],"upon":[79],"these":[80],"observations,":[81],"propose":[83],"Frequency-Aware":[84],"Feature":[85],"Fusion":[86],"(FreqFusion),":[87],"integrating":[88],"an":[89,95,99],"Adaptive":[90,100],"Low-Pass":[91],"Filter":[92,102],"(ALPF)":[93],"generator,":[94,97],"offset":[96,124],"High-Pass":[101],"(AHPF)":[103],"generator.":[104],"The":[105,123],"ALPF":[106],"generator":[107,125,146],"predicts":[108],"spatially-variant":[109],"low-pass":[110],"filters":[111],"attenuate":[113],"components":[115],"reducing":[118],"intra-class":[119],"during":[121,153],"upsampling.":[122],"refines":[126],"large":[127],"inconsistent":[128,135],"thin":[131],"by":[133],"replacing":[134],"more":[138],"consistent":[139],"ones":[140],"through":[141],"resampling,":[142],"while":[143],"the":[144],"AHPF":[145],"enhances":[147],"detailed":[149],"lost":[152],"downsampling.":[154],"Comprehensive":[155],"visualization":[156],"quantitative":[158],"analysis":[159],"demonstrate":[160],"that":[161],"FreqFusion":[162],"effectively":[163],"improves":[164],"consistency":[166],"sharpens":[168],"object":[169],"boundaries.":[170],"Extensive":[171],"experiments":[172],"across":[173],"various":[174],"dense":[175],"confirm":[178],"its":[179],"effectiveness.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":46},{"year":2025,"cited_by_count":147},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}