{"id":"https://openalex.org/W4412623660","doi":"https://doi.org/10.1109/tpami.2025.3592621","title":"Spatial Frequency Modulation for Semantic Segmentation","display_name":"Spatial Frequency Modulation for Semantic Segmentation","publication_year":2025,"publication_date":"2025-07-24","ids":{"openalex":"https://openalex.org/W4412623660","doi":"https://doi.org/10.1109/tpami.2025.3592621","pmid":"https://pubmed.ncbi.nlm.nih.gov/40705587"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3592621","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3592621","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Linwei Chen","orcid":"https://orcid.org/0000-0002-9639-3237"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linwei Chen","raw_affiliation_strings":["MIIT Key Laboratory of Complex-field Intelligent Sensing, Beijing Institute of Technology, Beijing, China","MIIT Key Laboratory of Complexfield Intelligent Sensing, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9639-3237","affiliations":[{"raw_affiliation_string":"MIIT Key Laboratory of Complex-field Intelligent Sensing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"MIIT Key Laboratory of Complexfield Intelligent Sensing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ying Fu","orcid":"https://orcid.org/0000-0002-6677-694X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Fu","raw_affiliation_strings":["MIIT Key Laboratory of Complex-field Intelligent Sensing, Beijing Institute of Technology, Beijing, China","MIIT Key Laboratory of Complexfield Intelligent Sensing, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6677-694X","affiliations":[{"raw_affiliation_string":"MIIT Key Laboratory of Complex-field Intelligent Sensing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"MIIT Key Laboratory of Complexfield Intelligent Sensing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lin Gu","orcid":"https://orcid.org/0000-0002-7419-6240"},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Lin Gu","raw_affiliation_strings":["RIKEN AIP, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7419-6240","affiliations":[{"raw_affiliation_string":"RIKEN AIP, Tokyo, Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dezhi Zheng","orcid":"https://orcid.org/0000-0003-3998-5989"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dezhi Zheng","raw_affiliation_strings":["MIIT Key Laboratory of Complex-field Intelligent Sensing, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3998-5989","affiliations":[{"raw_affiliation_string":"MIIT Key Laboratory of Complex-field Intelligent Sensing, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jifeng Dai","orcid":"https://orcid.org/0000-0002-6785-0785"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jifeng Dai","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6785-0785","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.224,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.99032238,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"47","issue":"11","first_page":"9767","last_page":"9784"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.8066999912261963,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.8066999912261963,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.7706999778747559,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13734","display_name":"Advanced Computational Techniques and Applications","score":0.7572000026702881,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6855172514915466},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6218533515930176},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5993202328681946},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.46774983406066895},{"id":"https://openalex.org/keywords/spatial-frequency","display_name":"Spatial frequency","score":0.4529206156730652},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4471582770347595},{"id":"https://openalex.org/keywords/modulation","display_name":"Modulation (music)","score":0.4256136417388916},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4246867001056671}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6855172514915466},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6218533515930176},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5993202328681946},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.46774983406066895},{"id":"https://openalex.org/C100921725","wikidata":"https://www.wikidata.org/wiki/Q1650811","display_name":"Spatial frequency","level":2,"score":0.4529206156730652},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4471582770347595},{"id":"https://openalex.org/C123079801","wikidata":"https://www.wikidata.org/wiki/Q750240","display_name":"Modulation (music)","level":2,"score":0.4256136417388916},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4246867001056671},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3592621","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3592621","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40705587","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40705587","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2575069074","display_name":null,"funder_award_id":"62088101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6513703716","display_name":null,"funder_award_id":"62331006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G713424534","display_name":null,"funder_award_id":"L253009","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G8521839720","display_name":null,"funder_award_id":"62171038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":107,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1975780894","https://openalex.org/W1994616650","https://openalex.org/W2044271574","https://openalex.org/W2117539524","https://openalex.org/W2120323262","https://openalex.org/W2125215748","https://openalex.org/W2134120396","https://openalex.org/W2153504150","https://openalex.org/W2194775991","https://openalex.org/W2302255633","https://openalex.org/W2340897893","https://openalex.org/W2395611524","https://openalex.org/W2419515048","https://openalex.org/W2549139847","https://openalex.org/W2560023338","https://openalex.org/W2565639579","https://openalex.org/W2601564443","https://openalex.org/W2737258237","https://openalex.org/W2787091153","https://openalex.org/W2832876791","https://openalex.org/W2884822772","https://openalex.org/W2889469641","https://openalex.org/W2900936384","https://openalex.org/W2910281775","https://openalex.org/W2910628332","https://openalex.org/W2921781974","https://openalex.org/W2955058313","https://openalex.org/W2959581809","https://openalex.org/W2962850830","https://openalex.org/W2963091558","https://openalex.org/W2963150697","https://openalex.org/W2963407932","https://openalex.org/W2963855133","https://openalex.org/W2966926453","https://openalex.org/W2966975099","https://openalex.org/W2981669902","https://openalex.org/W2989684653","https://openalex.org/W2991471181","https://openalex.org/W2991488782","https://openalex.org/W2999219213","https://openalex.org/W3014641072","https://openalex.org/W3034175346","https://openalex.org/W3034771037","https://openalex.org/W3034864980","https://openalex.org/W3035339581","https://openalex.org/W3035358681","https://openalex.org/W3035678286","https://openalex.org/W3040304705","https://openalex.org/W3088410207","https://openalex.org/W3096653763","https://openalex.org/W3109632933","https://openalex.org/W3110440461","https://openalex.org/W3120304681","https://openalex.org/W3133630855","https://openalex.org/W3138516171","https://openalex.org/W3158238516","https://openalex.org/W3159637683","https://openalex.org/W3165745140","https://openalex.org/W3169770376","https://openalex.org/W3170019900","https://openalex.org/W3170841864","https://openalex.org/W3173934965","https://openalex.org/W3174807077","https://openalex.org/W3185980597","https://openalex.org/W3186573928","https://openalex.org/W3189845786","https://openalex.org/W3196107618","https://openalex.org/W3198001539","https://openalex.org/W3200675427","https://openalex.org/W3214910576","https://openalex.org/W4200292189","https://openalex.org/W4214666412","https://openalex.org/W4214893857","https://openalex.org/W4229038703","https://openalex.org/W4252713891","https://openalex.org/W4289705843","https://openalex.org/W4295409451","https://openalex.org/W4312235312","https://openalex.org/W4312443924","https://openalex.org/W4312558010","https://openalex.org/W4312691834","https://openalex.org/W4312815172","https://openalex.org/W4312907595","https://openalex.org/W4313182257","https://openalex.org/W4327571605","https://openalex.org/W4385245566","https://openalex.org/W4386071535","https://openalex.org/W4386075929","https://openalex.org/W4386076222","https://openalex.org/W4386076400","https://openalex.org/W4386076588","https://openalex.org/W4387063747","https://openalex.org/W4387482906","https://openalex.org/W4388145401","https://openalex.org/W4389352357","https://openalex.org/W4390873058","https://openalex.org/W4390874458","https://openalex.org/W4392172931","https://openalex.org/W4393405457","https://openalex.org/W4401879614","https://openalex.org/W4402716415","https://openalex.org/W4402727337","https://openalex.org/W4402775847","https://openalex.org/W4411245185","https://openalex.org/W4413144865","https://openalex.org/W4413146210"],"related_works":["https://openalex.org/W4379231730","https://openalex.org/W2029129495","https://openalex.org/W4389858081","https://openalex.org/W2501551404","https://openalex.org/W4298131179","https://openalex.org/W2042266315","https://openalex.org/W2113201962","https://openalex.org/W4385583601","https://openalex.org/W2003422891","https://openalex.org/W1522196789"],"abstract_inverted_index":{"High":[0],"spatial":[1],"frequency":[2,56,94],"information,":[3],"including":[4],"fine":[5],"details":[6,169],"like":[7],"textures,":[8],"significantly":[9],"contributes":[10],"to":[11,19,28,53,86,109,153,229],"the":[12,20,83,89,98,111,175,198,219],"accuracy":[13],"of":[14,200,224],"semantic":[15],"segmentation.":[16],"However,":[17],"according":[18],"Nyquist-Shannon":[21],"Sampling":[22],"Theorem,":[23],"high-frequency":[24,51,84,116],"components":[25],"are":[26],"vulnerable":[27],"aliasing":[29,165],"or":[30],"distortion":[31],"when":[32],"propagating":[33],"through":[34,70,118],"downsampling":[35,58],"layers":[36],"such":[37],"as":[38],"strided-convolution.":[39],"Here,":[40],"we":[41,67,217],"propose":[42,104],"a":[43,54,76,173],"novel":[44],"Spatial":[45],"Frequency":[46,99],"Modulation":[47],"(SFM)":[48],"that":[49,79,160],"modulates":[50],"features":[52],"lower":[55],"before":[57],"and":[59,74,114,133,157,222,236],"then":[60],"demodulates":[61],"them":[62],"back":[63],"during":[64,213],"upsampling.":[65],"Specifically,":[66],"implement":[68],"modulation":[69],"adaptive":[71],"resampling":[72],"(ARS)":[73],"design":[75],"lightweight":[77],"add-on":[78],"can":[80,142],"densely":[81,132],"sample":[82],"areas":[85,136],"scale":[87],"up":[88],"signal,":[90],"thereby":[91],"lowering":[92],"its":[93],"in":[95],"accordance":[96],"with":[97,145],"Scaling":[100],"Property.":[101],"We":[102],"also":[103,196],"Multi-Scale":[105],"Adaptive":[106],"Upsampling":[107],"(MSAU)":[108],"demodulate":[110],"modulated":[112],"feature":[113],"recover":[115],"information":[117,129],"non-uniform":[119,214],"upsampling":[120],"This":[121],"module":[122],"further":[123],"improves":[124],"segmentation":[125,182,238],"by":[126,208,226],"explicitly":[127],"exploiting":[128],"interaction":[130],"between":[131],"sparsely":[134],"resampled":[135],"at":[137],"multiple":[138],"scales.":[139],"Both":[140],"modules":[141],"seamlessly":[143],"integrate":[144],"various":[146],"architectures,":[147],"extending":[148,227],"from":[149],"convolutional":[150],"neural":[151],"networks":[152],"transformers.":[154],"Feature":[155],"visualization":[156],"analysis":[158],"demonstrate":[159],"our":[161],"method":[162],"effectively":[163],"alleviates":[164],"while":[166],"successfully":[167],"retaining":[168],"after":[170],"demodulation.":[171],"As":[172],"result,":[174],"proposed":[176],"approach":[177],"considerably":[178],"enhances":[179,197],"existing":[180],"state-of-the-art":[181],"models":[183],"(e.g.,":[184],"Mask2Former-Swin-T":[185],"+1.5":[186],"mIoU,":[187],"InternImage-T":[188],"+1.4":[189],"mIoU":[190,205],"on":[191,206],"ADE20":[192],"K).":[193],"Furthermore,":[194],"ARS":[195],"performance":[199],"powerful":[201],"Deformable":[202],"Convolution":[203],"(+0.8":[204],"Cityscapes)":[207],"maintaining":[209],"relative":[210],"positional":[211],"order":[212],"sampling.":[215],"Finally,":[216],"validate":[218],"broad":[220],"applicability":[221],"effectiveness":[223],"SFM":[225],"it":[228],"image":[230],"classification,":[231],"adversarial":[232],"robustness,":[233],"instance":[234],"segmentation,":[235],"panoptic":[237],"tasks.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}