{"id":"https://openalex.org/W4406857697","doi":"https://doi.org/10.1109/tmm.2025.3535330","title":"MISF-Net: Modality-Invariant and -Specific Fusion Network for RGB-T Crowd Counting","display_name":"MISF-Net: Modality-Invariant and -Specific Fusion Network for RGB-T Crowd Counting","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406857697","doi":"https://doi.org/10.1109/tmm.2025.3535330"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3535330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3535330","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021988709","display_name":"Baoyang Mu","orcid":"https://orcid.org/0000-0003-2898-0461"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoyang Mu","raw_affiliation_strings":["Faculty of Information Science and Engineering, Ningbo University, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0003-2898-0461","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Engineering, Ningbo University, Ningbo, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049898953","display_name":"Feng Shao","orcid":"https://orcid.org/0000-0002-2495-9924"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Shao","raw_affiliation_strings":["Faculty of Information Science and Engineering, Ningbo University, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0002-2495-9924","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Engineering, Ningbo University, Ningbo, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074187712","display_name":"Zhengxuan Xie","orcid":"https://orcid.org/0009-0007-4548-4044"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengxuan Xie","raw_affiliation_strings":["Faculty of Information Science and Engineering, Ningbo University, Ningbo, China"],"raw_orcid":"https://orcid.org/0009-0007-4548-4044","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Engineering, Ningbo University, Ningbo, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026080520","display_name":"Hangwei Chen","orcid":"https://orcid.org/0000-0002-3756-2029"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hangwei Chen","raw_affiliation_strings":["Faculty of Information Science and Engineering, Ningbo University, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0002-3756-2029","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Engineering, Ningbo University, Ningbo, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100758792","display_name":"Zhongjie Zhu","orcid":"https://orcid.org/0000-0002-4095-7128"},"institutions":[{"id":"https://openalex.org/I1315279114","display_name":"Zhejiang Wanli University","ror":"https://ror.org/00rjdhd62","country_code":"CN","type":"education","lineage":["https://openalex.org/I1315279114"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongjie Zhu","raw_affiliation_strings":["Ningbo Key Laboratory of DSP, Zhejiang Wanli University, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0002-4095-7128","affiliations":[{"raw_affiliation_string":"Ningbo Key Laboratory of DSP, Zhejiang Wanli University, Ningbo, China","institution_ids":["https://openalex.org/I1315279114"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000581688","display_name":"Qiuping Jiang","orcid":"https://orcid.org/0000-0002-6025-9343"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiuping Jiang","raw_affiliation_strings":["Faculty of Information Science and Engineering, Ningbo University, Ningbo, China","Digital Ningbo Technology Co., Ltd, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0002-6025-9343","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Engineering, Ningbo University, Ningbo, China","institution_ids":["https://openalex.org/I109935558"]},{"raw_affiliation_string":"Digital Ningbo Technology Co., Ltd, Ningbo, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":18.6989,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.9942047,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"27","issue":null,"first_page":"2593","last_page":"2607"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7422197461128235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6097460985183716},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5335671901702881},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.47030824422836304},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.44426244497299194},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3874083161354065},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3294886350631714},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19894951581954956}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7422197461128235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6097460985183716},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5335671901702881},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.47030824422836304},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.44426244497299194},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3874083161354065},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3294886350631714},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19894951581954956},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3535330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3535330","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7260466524","display_name":"\u9762\u5411\u7528\u6237\u89c6\u89c9\u4f53\u9a8c\u7684\u7acb\u4f53\u5168\u666f\u89c6\u9891\u8d28\u91cf\u8bc4\u4ef7\u53ca\u589e\u5f3a\u65b9\u6cd5\u7814\u7a76","funder_award_id":"62071261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W2049338372","https://openalex.org/W2094950164","https://openalex.org/W2108598243","https://openalex.org/W2155916750","https://openalex.org/W2207893099","https://openalex.org/W2463631526","https://openalex.org/W2541389513","https://openalex.org/W2734511492","https://openalex.org/W2741077351","https://openalex.org/W2765278422","https://openalex.org/W2798489385","https://openalex.org/W2895051362","https://openalex.org/W2949333977","https://openalex.org/W2955171701","https://openalex.org/W2963035940","https://openalex.org/W2963172723","https://openalex.org/W2963686699","https://openalex.org/W2963826106","https://openalex.org/W2963893037","https://openalex.org/W2964046724","https://openalex.org/W2964203052","https://openalex.org/W2964209782","https://openalex.org/W2964307651","https://openalex.org/W3002826435","https://openalex.org/W3004672782","https://openalex.org/W3005339439","https://openalex.org/W3011158920","https://openalex.org/W3011692687","https://openalex.org/W3034785991","https://openalex.org/W3035193053","https://openalex.org/W3035633116","https://openalex.org/W3093051361","https://openalex.org/W3108822985","https://openalex.org/W3110089972","https://openalex.org/W3117941406","https://openalex.org/W3134101093","https://openalex.org/W3134912427","https://openalex.org/W3166092877","https://openalex.org/W3175515048","https://openalex.org/W3175657805","https://openalex.org/W3177211876","https://openalex.org/W3185043317","https://openalex.org/W3189792606","https://openalex.org/W3193498964","https://openalex.org/W3203040502","https://openalex.org/W3203845557","https://openalex.org/W3204197760","https://openalex.org/W3208645658","https://openalex.org/W3210983250","https://openalex.org/W4205315370","https://openalex.org/W4214862086","https://openalex.org/W4224330024","https://openalex.org/W4226213342","https://openalex.org/W4226245048","https://openalex.org/W4226404986","https://openalex.org/W4293519460","https://openalex.org/W4295832202","https://openalex.org/W4296473479","https://openalex.org/W4307771365","https://openalex.org/W4312443924","https://openalex.org/W4312791242","https://openalex.org/W4312880818","https://openalex.org/W4313182800","https://openalex.org/W4319866558","https://openalex.org/W4320002812","https://openalex.org/W4321505055","https://openalex.org/W4361802978","https://openalex.org/W4364377616","https://openalex.org/W4367663172","https://openalex.org/W4376605039","https://openalex.org/W4376872192","https://openalex.org/W4382567984","https://openalex.org/W4385757103","https://openalex.org/W4386065414","https://openalex.org/W4387623954","https://openalex.org/W4388692378","https://openalex.org/W4390075420","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W3144423903","https://openalex.org/W2377397762","https://openalex.org/W2793967660","https://openalex.org/W2361654993"],"abstract_inverted_index":{"To":[0],"accurately":[1],"perform":[2],"crowd":[3,17,208,216],"counting,":[4],"utilizing":[5],"the":[6,16,20,62,91,99,143,172,183,199,214],"complementary":[7],"relationship":[8],"between":[9,103,148],"RGB":[10,43,81,131],"and":[11,48,82,101,110,125,132,138,145,174],"thermal":[12,52,55,83,133],"images":[13,31,44,53],"to":[14,26,78,157,171,180,182],"analyze":[15],"has":[18],"become":[19],"focus":[21],"of":[22,187],"current":[23],"research.":[24],"Due":[25],"different":[27,34,76,166,188],"imaging":[28],"principles,":[29],"multi-modal":[30,104,149],"often":[32],"contain":[33,45,54],"contents,":[35],"which":[36,68,86,129],"are":[37,69,169],"their":[38],"modality-specific":[39],"information.":[40,57],"For":[41],"example,":[42],"more":[46,206],"texture":[47],"color":[49],"details,":[50],"while":[51],"radiation":[56],"Meanwhile,":[58],"they":[59],"also":[60,155],"describe":[61],"same":[63],"target":[64],"content,":[65],"e.g.,":[66],"crowds,":[67],"modality-invariant.":[70],"However,":[71],"existing":[72],"methods":[73],"only":[74],"design":[75,121,191],"modules":[77],"directly":[79],"fuse":[80],"image":[84,134],"features,":[85,176],"did":[87],"not":[88],"fully":[89],"consider":[90],"above":[92],"facts.":[93],"In":[94,178],"this":[95],"paper,":[96],"by":[97,141],"analyzing":[98],"similarities":[100],"differences":[102],"images,":[105],"we":[106,120,190],"propose":[107],"a":[108,122,192,205],"Modality-Invariant":[109],"-Specific":[111],"Fusion":[112],"Network":[113],"(MISF-Net)":[114],"for":[115],"RGB-T":[116,215],"Crowd":[117],"Counting.":[118],"Specifically,":[119],"modality":[123],"decomposition":[124],"fusion":[126,167,194,200],"module":[127,195],"(MDFM),":[128],"decomposes":[130],"features":[135,140],"into":[136],"modality-invariant":[137,193],"-specific":[139],"using":[142],"similarity":[144],"difference":[146],"supervision":[147,153],"features.":[150],"Besides,":[151],"reconstruction":[152],"is":[154],"used":[156],"prevent":[158],"network":[159],"learning":[160],"from":[161],"generating":[162],"bias.":[163],"After":[164],"that,":[165],"strategies":[168],"applied":[170],"invariant":[173],"specific":[175],"respectively.":[177],"addition,":[179],"adapt":[181],"variations":[184],"in":[185],"size":[186],"pedestrians,":[189],"(MIFM).":[196],"Finally,":[197],"after":[198],"decoder,":[201],"MISF-Net":[202,222],"can":[203,223],"obtain":[204],"accurate":[207],"density":[209],"map.":[210],"Comprehensive":[211],"experiments":[212],"on":[213],"counting":[217],"dataset":[218],"show":[219],"that":[220],"our":[221],"achieve":[224],"competitive":[225],"performance.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":12}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}