{"id":"https://openalex.org/W4408100010","doi":"https://doi.org/10.1109/tip.2025.3544484","title":"MiLNet: Multiplex Interactive Learning Network for RGB-T Semantic Segmentation","display_name":"MiLNet: Multiplex Interactive Learning Network for RGB-T Semantic Segmentation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4408100010","doi":"https://doi.org/10.1109/tip.2025.3544484","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031701"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2025.3544484","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3544484","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066220127","display_name":"Jinfu Liu","orcid":"https://orcid.org/0000-0002-5745-5036"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jinfu Liu","raw_affiliation_strings":["State Key Laboratory of General Artificial Intelligence and Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology, Peking University Shenzhen Graduate School, Shenzhen, China","State Key Laboratory of General Artificial Intelligence, Shenzhen Graduate School, Peking University, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence and Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology, Peking University Shenzhen Graduate School, Shenzhen, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence, Shenzhen Graduate School, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100410326","display_name":"Hong Liu","orcid":"https://orcid.org/0000-0002-7498-6541"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Liu","raw_affiliation_strings":["State Key Laboratory of General Artificial Intelligence and Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology, Peking University Shenzhen Graduate School, Shenzhen, China","State Key Laboratory of General Artificial Intelligence, Shenzhen Graduate School, Peking University, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence and Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology, Peking University Shenzhen Graduate School, Shenzhen, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence, Shenzhen Graduate School, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445616","display_name":"Xia Li","orcid":"https://orcid.org/0000-0003-2284-1700"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Xia Li","raw_affiliation_strings":["Department of Computer Science, ETH Zürich, Zürich, Switzerland","Department of Computer Science, ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Zürich, Zürich, Switzerland","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science, ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiale Ren","orcid":"https://orcid.org/0009-0007-5289-6928"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiale Ren","raw_affiliation_strings":["State Key Laboratory of General Artificial Intelligence and Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology, Peking University Shenzhen Graduate School, Shenzhen, China","State Key Laboratory of General Artificial Intelligence, Shenzhen Graduate School, Peking University, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence and Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology, Peking University Shenzhen Graduate School, Shenzhen, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence, Shenzhen Graduate School, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100619110","display_name":"Xinhua Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinhua Xu","raw_affiliation_strings":["State Key Laboratory of General Artificial Intelligence and Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology, Peking University Shenzhen Graduate School, Shenzhen, China","State Key Laboratory of General Artificial Intelligence, Shenzhen Graduate School, Peking University, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence and Guangdong Provincial Key Laboratory of Ultra High Definition Immersive Media Technology, Peking University Shenzhen Graduate School, Shenzhen, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"State Key Laboratory of General Artificial Intelligence, Shenzhen Graduate School, Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5066220127"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":8.3118,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.97171081,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"34","issue":null,"first_page":"1686","last_page":"1699"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.7440999746322632,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.7440999746322632,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7546985745429993},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.632878839969635},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5888978838920593},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5707521438598633},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5010688304901123},{"id":"https://openalex.org/keywords/multiplex","display_name":"Multiplex","score":0.4462851881980896},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.43435609340667725},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36896663904190063}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7546985745429993},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.632878839969635},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5888978838920593},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5707521438598633},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5010688304901123},{"id":"https://openalex.org/C2781188995","wikidata":"https://www.wikidata.org/wiki/Q6934982","display_name":"Multiplex","level":2,"score":0.4462851881980896},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43435609340667725},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36896663904190063},{"id":"https://openalex.org/C60644358","wikidata":"https://www.wikidata.org/wiki/Q128570","display_name":"Bioinformatics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2025.3544484","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3544484","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:40031701","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031701","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4935777162","display_name":null,"funder_award_id":"62373009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8516485947","display_name":null,"funder_award_id":"2024B1212010006","funder_id":"https://openalex.org/F4320329841","funder_display_name":"Guangdong Provincial Key Laboratory of Construction Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329841","display_name":"Guangdong Provincial Key Laboratory of Construction Foundation","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W1745334888","https://openalex.org/W1903029394","https://openalex.org/W2109255472","https://openalex.org/W2143516773","https://openalex.org/W2154996879","https://openalex.org/W2194775991","https://openalex.org/W2412782625","https://openalex.org/W2485522583","https://openalex.org/W2560023338","https://openalex.org/W2587989515","https://openalex.org/W2592939477","https://openalex.org/W2774839435","https://openalex.org/W2787091153","https://openalex.org/W2795587607","https://openalex.org/W2799213142","https://openalex.org/W2921749009","https://openalex.org/W2963163009","https://openalex.org/W2963896186","https://openalex.org/W2971014764","https://openalex.org/W3002301267","https://openalex.org/W3009337785","https://openalex.org/W3033020497","https://openalex.org/W3035526186","https://openalex.org/W3091001089","https://openalex.org/W3108601100","https://openalex.org/W3138516171","https://openalex.org/W3144293453","https://openalex.org/W3166016280","https://openalex.org/W3170841864","https://openalex.org/W3170885821","https://openalex.org/W3173732446","https://openalex.org/W3185043317","https://openalex.org/W3194841206","https://openalex.org/W3195411577","https://openalex.org/W3198062544","https://openalex.org/W3203079214","https://openalex.org/W3206439726","https://openalex.org/W3209849824","https://openalex.org/W3214829036","https://openalex.org/W4200635035","https://openalex.org/W4220849367","https://openalex.org/W4225487034","https://openalex.org/W4284892523","https://openalex.org/W4286565909","https://openalex.org/W4296913506","https://openalex.org/W4298326888","https://openalex.org/W4312376179","https://openalex.org/W4313139043","https://openalex.org/W4313639507","https://openalex.org/W4319879001","https://openalex.org/W4376464632","https://openalex.org/W4384159609","https://openalex.org/W4385488625","https://openalex.org/W4386179772","https://openalex.org/W4387951799","https://openalex.org/W4388076873","https://openalex.org/W4390489106","https://openalex.org/W4390590999","https://openalex.org/W4390874575","https://openalex.org/W4392607696","https://openalex.org/W4396910075","https://openalex.org/W4398224523","https://openalex.org/W6637373629","https://openalex.org/W6755207826","https://openalex.org/W6794345597","https://openalex.org/W6797399245","https://openalex.org/W6846529796","https://openalex.org/W6851505317"],"related_works":["https://openalex.org/W3006199032","https://openalex.org/W1963826946","https://openalex.org/W2087421209","https://openalex.org/W2547948671","https://openalex.org/W4281783318","https://openalex.org/W2023853334","https://openalex.org/W2001010891","https://openalex.org/W2130180453","https://openalex.org/W2565428513","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Semantic":[0],"segmentation":[1,98],"methods":[2,24,161],"enhance":[3,96],"robust":[4,82],"and":[5,18,69,117,122,140,145,153,181],"reliable":[6],"understanding":[7],"under":[8,172],"adverse":[9],"illumination":[10],"conditions":[11,174],"by":[12],"integrating":[13],"complementary":[14],"information":[15,119],"from":[16,86],"visible":[17],"thermal":[19],"infrared":[20],"(RGB-T)":[21],"images.":[22],"Existing":[23],"primarily":[25],"focus":[26],"on":[27,134,150],"designing":[28],"various":[29],"feature":[30,38,71,79,135],"fusion":[31,131],"modules":[32],"between":[33,120],"different":[34],"modalities,":[35],"overlooking":[36],"that":[37,157],"learning":[39,107,114,136],"is":[40,84,109,138],"the":[41,75,87,101,151,169],"critical":[42],"aspect":[43],"of":[44,77,115,164,183],"scene":[45],"understanding.":[46],"In":[47,100],"this":[48],"paper,":[49],"we":[50],"propose":[51],"a":[52,167],"novel":[53],"module-free":[54],"Multiplex":[55],"Interactive":[56],"Learning":[57],"Network":[58],"(MiLNet)":[59],"for":[60],"RGB-T":[61],"semantic":[62,118],"segmentation,":[63],"which":[64],"adeptly":[65],"integrates":[66],"multi-model,":[67],"multi-modal,":[68],"multi-level":[70],"learning,":[72],"fully":[73],"exploiting":[74],"potential":[76],"multiplex":[78],"interaction.":[80],"Specifically,":[81],"knowledge":[83],"transferred":[85],"vision":[88],"foundation":[89],"model":[90,94],"to":[91,95,111],"our":[92,184],"task-specific":[93,102],"its":[97],"performance.":[99],"model,":[103],"an":[104,128],"asymmetric":[105],"simulated":[106],"strategy":[108,132],"introduced":[110],"facilitate":[112],"mutual":[113],"geometric":[116],"high-":[121],"low-level":[123],"features":[124],"across":[125],"modalities.":[126],"Additionally,":[127],"inverse":[129],"hierarchical":[130],"based":[133],"pairs":[137],"adopted":[139],"further":[141],"refined":[142],"using":[143],"multilabel":[144],"multiscale":[146],"supervision.":[147],"Experimental":[148],"results":[149,182],"MFNet":[152],"PST900":[154],"datasets":[155],"demonstrate":[156],"MiLNet":[158],"outperforms":[159],"state-of-the-art":[160],"in":[162],"terms":[163],"mIoU.":[165],"As":[166],"limitation,":[168],"model's":[170],"performance":[171],"few-sample":[173],"could":[175],"be":[176],"improved":[177],"further.":[178],"The":[179],"code":[180],"method":[185],"are":[186],"available":[187],"at":[188],"https://github.com/Jinfu-pku/MiLNet.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}