{"id":"https://openalex.org/W4321376145","doi":"https://doi.org/10.3390/rs15041142","title":"MMCAN: Multi-Modal Cross-Attention Network for Free-Space Detection with Uncalibrated Hyperspectral Sensors","display_name":"MMCAN: Multi-Modal Cross-Attention Network for Free-Space Detection with Uncalibrated Hyperspectral Sensors","publication_year":2023,"publication_date":"2023-02-20","ids":{"openalex":"https://openalex.org/W4321376145","doi":"https://doi.org/10.3390/rs15041142"},"language":"en","primary_location":{"id":"doi:10.3390/rs15041142","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs15041142","pdf_url":"https://www.mdpi.com/2072-4292/15/4/1142/pdf?version=1676871739","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2072-4292/15/4/1142/pdf?version=1676871739","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073302335","display_name":"Feiyi Fang","orcid":"https://orcid.org/0000-0002-9438-9074"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiyi Fang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, 200, Xiaolingwei, Nanjing 210094, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, 200, Xiaolingwei, Nanjing 210094, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101817616","display_name":"Tao Zhou","orcid":"https://orcid.org/0000-0002-3733-7286"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Zhou","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, 200, Xiaolingwei, Nanjing 210094, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, 200, Xiaolingwei, Nanjing 210094, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090587210","display_name":"Zhenbo Song","orcid":"https://orcid.org/0000-0002-5020-4277"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenbo Song","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, 200, Xiaolingwei, Nanjing 210094, China"],"raw_orcid":"https://orcid.org/0000-0002-5020-4277","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, 200, Xiaolingwei, Nanjing 210094, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037595310","display_name":"Jianfeng Lu","orcid":"https://orcid.org/0000-0002-9190-507X"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianfeng Lu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, 200, Xiaolingwei, Nanjing 210094, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, 200, Xiaolingwei, Nanjing 210094, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5037595310"],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":{"value":2500,"currency":"CHF","value_usd":2707},"apc_paid":{"value":2500,"currency":"CHF","value_usd":2707},"fwci":0.6382,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.68549201,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"15","issue":"4","first_page":"1142","last_page":"1142"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7716877460479736},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7257946133613586},{"id":"https://openalex.org/keywords/hyperspectral-imaging","display_name":"Hyperspectral imaging","score":0.7175518274307251},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6559950709342957},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6204915642738342},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5625160932540894},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5261544585227966},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.5157840251922607},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4671791195869446},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.45974308252334595},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.42492741346359253},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.42356839776039124}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7716877460479736},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7257946133613586},{"id":"https://openalex.org/C159078339","wikidata":"https://www.wikidata.org/wiki/Q959005","display_name":"Hyperspectral imaging","level":2,"score":0.7175518274307251},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6559950709342957},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6204915642738342},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5625160932540894},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5261544585227966},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.5157840251922607},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4671791195869446},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.45974308252334595},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.42492741346359253},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.42356839776039124},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/rs15041142","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs15041142","pdf_url":"https://www.mdpi.com/2072-4292/15/4/1142/pdf?version=1676871739","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:eaad25ed4d784e23a42b607644386265","is_oa":true,"landing_page_url":"https://doaj.org/article/eaad25ed4d784e23a42b607644386265","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing, Vol 15, Iss 4, p 1142 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2072-4292/15/4/1142/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/rs15041142","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/rs15041142","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs15041142","pdf_url":"https://www.mdpi.com/2072-4292/15/4/1142/pdf?version=1676871739","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.6899999976158142,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4321376145.pdf"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W1133916940","https://openalex.org/W1581173645","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1905829557","https://openalex.org/W2115579991","https://openalex.org/W2152571752","https://openalex.org/W2167222293","https://openalex.org/W2291593693","https://openalex.org/W2340897893","https://openalex.org/W2489780108","https://openalex.org/W2560023338","https://openalex.org/W2587989515","https://openalex.org/W2588221994","https://openalex.org/W2600777408","https://openalex.org/W2610528085","https://openalex.org/W2619383789","https://openalex.org/W2751812122","https://openalex.org/W2753840835","https://openalex.org/W2765366036","https://openalex.org/W2766375149","https://openalex.org/W2775906317","https://openalex.org/W2788241093","https://openalex.org/W2789934631","https://openalex.org/W2843415492","https://openalex.org/W2891529090","https://openalex.org/W2932012013","https://openalex.org/W2955058313","https://openalex.org/W2962958773","https://openalex.org/W2963730812","https://openalex.org/W2963881378","https://openalex.org/W2963912679","https://openalex.org/W2963931909","https://openalex.org/W2969302028","https://openalex.org/W2979304272","https://openalex.org/W2981165461","https://openalex.org/W3008115128","https://openalex.org/W3014641072","https://openalex.org/W3035588244","https://openalex.org/W3035730217","https://openalex.org/W3081055539","https://openalex.org/W3088331592","https://openalex.org/W3091001089","https://openalex.org/W3097812605","https://openalex.org/W3099155473","https://openalex.org/W3103520796","https://openalex.org/W3108601100","https://openalex.org/W3130089842","https://openalex.org/W3190666950","https://openalex.org/W3196559017","https://openalex.org/W3197920859","https://openalex.org/W3207814250","https://openalex.org/W3208507302","https://openalex.org/W4205220028","https://openalex.org/W4214554179","https://openalex.org/W4229017132","https://openalex.org/W4229365282","https://openalex.org/W4311363858","https://openalex.org/W4311529133","https://openalex.org/W4311529134","https://openalex.org/W4311529226","https://openalex.org/W6687483927","https://openalex.org/W6785207073"],"related_works":["https://openalex.org/W2072166414","https://openalex.org/W3209970181","https://openalex.org/W3000097931","https://openalex.org/W2070598848","https://openalex.org/W3034375524","https://openalex.org/W2354322770","https://openalex.org/W2060875994","https://openalex.org/W2027399350","https://openalex.org/W2044184146","https://openalex.org/W4313014865"],"abstract_inverted_index":{"Free-space":[0],"detection":[1,99],"plays":[2],"a":[3,88,107,147,176],"pivotal":[4],"role":[5],"in":[6,31,46,159,198],"autonomous":[7],"vehicle":[8],"applications,":[9],"and":[10,61,130,215],"its":[11],"state-of-the-art":[12,186],"algorithms":[13],"are":[14,59],"typically":[15],"based":[16],"on":[17,175,194],"semantic":[18],"segmentation":[19,33,48,52,214],"of":[20,132,157,169],"road":[21,47],"areas.":[22],"Recently,":[23],"hyperspectral":[24,102,111],"images":[25],"have":[26],"proven":[27],"useful":[28],"supplementary":[29],"information":[30,133],"multi-modal":[32,51,92,97,220],"for":[34,96],"providing":[35],"more":[36],"texture":[37],"details":[38],"to":[39,67,113,208,212,218],"the":[40,57,63,128,141,155,160,167,195,199,210],"RGB":[41,115,158],"representations,":[42],"thus":[43],"performing":[44],"well":[45],"tasks.":[49],"Existing":[50],"methods":[53],"assume":[54],"that":[55,136,180],"all":[56],"inputs":[58],"well-aligned,":[60],"then":[62,117],"problem":[64],"is":[65,207],"converted":[66],"fuse":[68],"feature":[69],"maps":[70],"from":[71],"different":[72],"modalities.":[73],"However,":[74],"there":[75],"exist":[76],"cases":[77],"where":[78],"sensors":[79],"cannot":[80,137],"be":[81,138,191],"well-calibrated.":[82],"In":[83],"this":[84],"paper,":[85],"we":[86,145],"propose":[87,146],"novel":[89],"network":[90,94],"named":[91],"cross-attention":[93],"(MMCAN)":[95],"free-space":[98],"with":[100],"uncalibrated":[101],"sensors.":[103],"We":[104],"first":[105],"introduce":[106],"cross-modality":[108],"transformer":[109,126],"using":[110],"data":[112],"enhance":[114],"features,":[116],"aggregate":[118],"these":[119],"representations":[120],"alternatively":[121],"via":[122],"multiple":[123,161],"stages.":[124],"This":[125],"promotes":[127],"spread":[129],"fusion":[131,150,163],"between":[134],"modalities":[135],"aligned":[139],"at":[140],"pixel":[142],"level.":[143],"Furthermore,":[144],"triplet":[148],"gate":[149],"strategy,":[151],"which":[152],"can":[153,190],"increase":[154],"proportion":[156],"spectral":[162],"processes":[164],"while":[165],"maintaining":[166],"specificity":[168],"each":[170],"modality.":[171],"The":[172,188],"experimental":[173],"results":[174],"multi-spectral":[177],"dataset":[178],"demonstrate":[179],"our":[181],"MMCAN":[182],"model":[183],"has":[184],"achieved":[185],"performance.":[187],"method":[189],"directly":[192],"used":[193],"pictures":[196],"taken":[197],"field":[200],"without":[201],"complex":[202],"preprocessing.":[203],"Our":[204],"future":[205],"goal":[206],"adapt":[209],"algorithm":[211],"multi-object":[213],"generalize":[216],"it":[217],"other":[219],"combinations.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}