{"id":"https://openalex.org/W4404627458","doi":"https://doi.org/10.1109/tip.2024.3501077","title":"RegSeg: An End-to-End Network for Multimodal RGB-Thermal Registration and Semantic Segmentation","display_name":"RegSeg: An End-to-End Network for Multimodal RGB-Thermal Registration and Semantic Segmentation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404627458","doi":"https://doi.org/10.1109/tip.2024.3501077","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030268"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2024.3501077","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3501077","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101743082","display_name":"Wenjie Lai","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenjie Lai","raw_affiliation_strings":["School of Optoelectronic Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Optoelectronic Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086740899","display_name":"Fanyu Zeng","orcid":"https://orcid.org/0000-0002-4883-5096"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanyu Zeng","raw_affiliation_strings":["School of Communications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016149203","display_name":"Xiao Hu","orcid":"https://orcid.org/0000-0002-5812-5979"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Hu","raw_affiliation_strings":["School of Optoelectronic Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Optoelectronic Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102217548","display_name":"Shaowei He","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaowei He","raw_affiliation_strings":["School of Optoelectronic Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Optoelectronic Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088482396","display_name":"Ziji Liu","orcid":"https://orcid.org/0000-0002-0863-3377"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziji Liu","raw_affiliation_strings":["School of Optoelectronic Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Optoelectronic Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057296359","display_name":"Yadong Jiang","orcid":"https://orcid.org/0000-0003-1950-5212"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yadong Jiang","raw_affiliation_strings":["School of Optoelectronic Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Optoelectronic Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101743082"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":0.7479,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73511424,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"33","issue":null,"first_page":"6676","last_page":"6690"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.8554837107658386},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7178269624710083},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6769357323646545},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6669657230377197},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5323370695114136},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.49558699131011963},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.474464476108551}],"concepts":[{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.8554837107658386},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7178269624710083},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6769357323646545},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6669657230377197},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5323370695114136},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.49558699131011963},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.474464476108551}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2024.3501077","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3501077","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:40030268","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030268","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1566004844","display_name":null,"funder_award_id":"62172290","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2925124313","display_name":null,"funder_award_id":"2023JDRC0084","funder_id":"https://openalex.org/F4320325437","funder_display_name":"Jiangsu Science and Technology Department"},{"id":"https://openalex.org/G7248137596","display_name":null,"funder_award_id":"2022NSFSC1839","funder_id":"https://openalex.org/F4320325437","funder_display_name":"Jiangsu Science and Technology Department"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325437","display_name":"Jiangsu Science and Technology Department","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1677409904","https://openalex.org/W1969081995","https://openalex.org/W2011412503","https://openalex.org/W2064586097","https://openalex.org/W2111308925","https://openalex.org/W2114268578","https://openalex.org/W2117228865","https://openalex.org/W2117248802","https://openalex.org/W2124386111","https://openalex.org/W2156875677","https://openalex.org/W2194775991","https://openalex.org/W2562137921","https://openalex.org/W2587989515","https://openalex.org/W2734349601","https://openalex.org/W2768369465","https://openalex.org/W2774839435","https://openalex.org/W2799166040","https://openalex.org/W2886934227","https://openalex.org/W2895401575","https://openalex.org/W2908510526","https://openalex.org/W2913340405","https://openalex.org/W2920735519","https://openalex.org/W2921749009","https://openalex.org/W2922479016","https://openalex.org/W2940262938","https://openalex.org/W2959581809","https://openalex.org/W2963270286","https://openalex.org/W2963446712","https://openalex.org/W2963677766","https://openalex.org/W2963877604","https://openalex.org/W2966182616","https://openalex.org/W2992308087","https://openalex.org/W2996444841","https://openalex.org/W3008171338","https://openalex.org/W3010641641","https://openalex.org/W3016098222","https://openalex.org/W3033020497","https://openalex.org/W3034971973","https://openalex.org/W3035166033","https://openalex.org/W3035682985","https://openalex.org/W3041450691","https://openalex.org/W3047057232","https://openalex.org/W3085046840","https://openalex.org/W3091001089","https://openalex.org/W3091791645","https://openalex.org/W3097798494","https://openalex.org/W3106953119","https://openalex.org/W3122818000","https://openalex.org/W3163450828","https://openalex.org/W3198062544","https://openalex.org/W4200635035","https://openalex.org/W4206573688","https://openalex.org/W4281488222","https://openalex.org/W4285161446","https://openalex.org/W4292828872","https://openalex.org/W4311766828","https://openalex.org/W4313639507","https://openalex.org/W4318033725","https://openalex.org/W4320006885","https://openalex.org/W4376464632","https://openalex.org/W4383336674","https://openalex.org/W4388076873","https://openalex.org/W4390489106","https://openalex.org/W4390873110","https://openalex.org/W4392607696","https://openalex.org/W4401593054","https://openalex.org/W4402401368","https://openalex.org/W6618372016","https://openalex.org/W6754005058","https://openalex.org/W6757817989","https://openalex.org/W6761630670","https://openalex.org/W6762718338","https://openalex.org/W6774786923","https://openalex.org/W6780115461","https://openalex.org/W6789041250","https://openalex.org/W6793164127","https://openalex.org/W6802946413","https://openalex.org/W6842806116"],"related_works":["https://openalex.org/W2151749779","https://openalex.org/W3179968364","https://openalex.org/W1999612375","https://openalex.org/W2938107654","https://openalex.org/W3196421258","https://openalex.org/W4387301579","https://openalex.org/W2763956190","https://openalex.org/W3008587939","https://openalex.org/W4405522771","https://openalex.org/W1522196789"],"abstract_inverted_index":{"The":[0],"misalignment":[1],"between":[2,177],"RGB":[3,185],"and":[4,29,73,88,108,131,145,184,199,233],"thermal":[5,182],"images":[6],"significantly":[7],"impairs":[8],"RGB-Thermal":[9,17,120],"semantic":[10,21,51,89,161,174,186],"segmentation":[11,34,74,90,175],"accuracy.":[12],"Current":[13],"non-end-to-end":[14,96],"methods":[15],"treat":[16],"registration":[18,39,42,61,72,87,198],"independently":[19],"of":[20,124,138,148,197,231,238],"segmentation,":[22],"resulting":[23],"in":[24,128],"fusion":[25],"errors,":[26],"redundant":[27],"computations,":[28],"poor":[30],"real-time":[31,109],"performance.":[32,110],"Semantic":[33],"accuracy":[35,236],"directly":[36,99],"correlates":[37],"with":[38,49,224],"precision:":[40],"better":[41],"yields":[43],"more":[44],"accurate":[45],"segmentation.":[46,200],"Moreover,":[47],"regions":[48],"identical":[50],"labels,":[52],"indicating":[53],"the":[54,135,146,167,173,178,190,195,214],"same":[55],"object,":[56],"tend":[57],"to":[58,91,118,142,165],"share":[59],"similar":[60],"offsets.":[62],"Based":[63],"on":[64],"these":[65],"correlations,":[66],"we":[67,112,158],"propose":[68],"an":[69],"end-to-end":[70,204,219],"multimodal":[71],"method":[75,81,220],"using":[76],"flexible":[77,115],"deformation":[78,116,139],"fields.":[79],"Our":[80],"utilizes":[82],"a":[83,114,160,225,234],"shared":[84],"encoder":[85],"for":[86],"reduce":[92],"redundancy.":[93],"Unlike":[94],"traditional":[95,125],"approaches,":[97],"it":[98],"registers":[100],"high-level":[101],"perceptual":[102],"features,":[103],"thereby":[104],"optimizing":[105],"computational":[106],"efficiency":[107],"Additionally,":[111],"employ":[113],"field":[117],"register":[119],"data,":[121],"addressing":[122],"limitations":[123],"affine":[126,143],"transformations":[127],"handling":[129],"non-coplanar":[130],"non-rigid":[132],"registrations.":[133],"However,":[134],"increased":[136],"flexibility":[137],"fields":[140],"compared":[141],"transformations,":[144],"sacrificing":[147],"geometric":[149],"feature":[150],"preservation,":[151],"pose":[152],"training":[153],"challenges.":[154],"To":[155],"overcome":[156],"this,":[157],"introduce":[159],"alignment":[162,168],"loss":[163,176],"function":[164,171],"train":[166],"module.":[169],"This":[170],"calculates":[172],"predictions":[179],"from":[180],"registered":[181],"features":[183],"labels.":[187],"It":[188],"shortens":[189],"gradient":[191],"backpropagation":[192],"path,":[193],"aligning":[194],"objectives":[196],"We":[201],"validate":[202],"our":[203,218],"approach":[205],"through":[206],"extensive":[207],"experiments,":[208],"achieving":[209],"significant":[210],"performance":[211],"enhancements.":[212],"On":[213],"IR":[215],"SEG":[216],"dataset,":[217],"achieves":[221],"state-of-the-art":[222],"results":[223],"mean":[226,235],"Intersection":[227],"over":[228],"Union":[229],"(mIoU)":[230],"61.1%":[232],"(mAcc)":[237],"76.0%.":[239]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}