{"id":"https://openalex.org/W4412939733","doi":"https://doi.org/10.1109/jstars.2025.3595648","title":"HyperPointFormer: Multimodal Fusion in 3-D Space With Dual-Branch Cross-Attention Transformers","display_name":"HyperPointFormer: Multimodal Fusion in 3-D Space With Dual-Branch Cross-Attention Transformers","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412939733","doi":"https://doi.org/10.1109/jstars.2025.3595648"},"language":"en","primary_location":{"id":"doi:10.1109/jstars.2025.3595648","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2025.3595648","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/jstars.2025.3595648","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081078859","display_name":"Aldino Rizaldy","orcid":"https://orcid.org/0009-0004-4138-7878"},"institutions":[{"id":"https://openalex.org/I2801798921","display_name":"Helmholtz-Zentrum Dresden-Rossendorf","ror":"https://ror.org/01zy2cs03","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2801798921"]},{"id":"https://openalex.org/I4210148560","display_name":"Helmholtz Institute Freiberg for Resource Technology","ror":"https://ror.org/04kdb0j04","country_code":"DE","type":"government","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2801798921","https://openalex.org/I4210148560"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Aldino Rizaldy","raw_affiliation_strings":["Helmholtz-Zentrum Dresden-Rossendorf (HZDR), Helmholtz Institute Freiberg for Resource Technology (HIF), Freiberg, Germany"],"raw_orcid":"https://orcid.org/0009-0004-4138-7878","affiliations":[{"raw_affiliation_string":"Helmholtz-Zentrum Dresden-Rossendorf (HZDR), Helmholtz Institute Freiberg for Resource Technology (HIF), Freiberg, Germany","institution_ids":["https://openalex.org/I2801798921","https://openalex.org/I4210148560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067490750","display_name":"Richard Gloaguen","orcid":"https://orcid.org/0000-0002-4383-473X"},"institutions":[{"id":"https://openalex.org/I2801798921","display_name":"Helmholtz-Zentrum Dresden-Rossendorf","ror":"https://ror.org/01zy2cs03","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2801798921"]},{"id":"https://openalex.org/I4210148560","display_name":"Helmholtz Institute Freiberg for Resource Technology","ror":"https://ror.org/04kdb0j04","country_code":"DE","type":"government","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2801798921","https://openalex.org/I4210148560"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Richard Gloaguen","raw_affiliation_strings":["Helmholtz-Zentrum Dresden-Rossendorf (HZDR), Helmholtz Institute Freiberg for Resource Technology (HIF), Freiberg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4383-473X","affiliations":[{"raw_affiliation_string":"Helmholtz-Zentrum Dresden-Rossendorf (HZDR), Helmholtz Institute Freiberg for Resource Technology (HIF), Freiberg, Germany","institution_ids":["https://openalex.org/I2801798921","https://openalex.org/I4210148560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063873988","display_name":"Fabian Ewald Fassnacht","orcid":"https://orcid.org/0000-0003-1284-9573"},"institutions":[{"id":"https://openalex.org/I75951250","display_name":"Freie Universit\u00e4t Berlin","ror":"https://ror.org/046ak2485","country_code":"DE","type":"education","lineage":["https://openalex.org/I75951250"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fabian Ewald Fassnacht","raw_affiliation_strings":["Department of Remote Sensing and Geoinformation, Freie Universität Berlin, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1284-9573","affiliations":[{"raw_affiliation_string":"Department of Remote Sensing and Geoinformation, Freie Universität Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I75951250"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074919292","display_name":"Pedram Ghamisi","orcid":"https://orcid.org/0000-0003-1203-741X"},"institutions":[{"id":"https://openalex.org/I2801798921","display_name":"Helmholtz-Zentrum Dresden-Rossendorf","ror":"https://ror.org/01zy2cs03","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2801798921"]},{"id":"https://openalex.org/I4210148560","display_name":"Helmholtz Institute Freiberg for Resource Technology","ror":"https://ror.org/04kdb0j04","country_code":"DE","type":"government","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2801798921","https://openalex.org/I4210148560"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Pedram Ghamisi","raw_affiliation_strings":["Helmholtz-Zentrum Dresden-Rossendorf (HZDR), Helmholtz Institute Freiberg for Resource Technology (HIF), Freiberg, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1203-741X","affiliations":[{"raw_affiliation_string":"Helmholtz-Zentrum Dresden-Rossendorf (HZDR), Helmholtz Institute Freiberg for Resource Technology (HIF), Freiberg, Germany","institution_ids":["https://openalex.org/I2801798921","https://openalex.org/I4210148560"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1250,"currency":"USD","value_usd":1250},"apc_paid":{"value":1250,"currency":"USD","value_usd":1250},"fwci":2.0365,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.87085688,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"18","issue":null,"first_page":"21254","last_page":"21274"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.8202999830245972,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.8202999830245972,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.779699981212616,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5357189774513245},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.47256535291671753},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4541749656200409},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36330467462539673},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35499802231788635},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1600607931613922},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14827901124954224},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.08584281802177429}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5357189774513245},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.47256535291671753},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4541749656200409},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36330467462539673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35499802231788635},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1600607931613922},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14827901124954224},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08584281802177429},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jstars.2025.3595648","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2025.3595648","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2505.23206","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.23206","pdf_url":"https://arxiv.org/pdf/2505.23206","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:c878b567949c4ad4a1f3b5529f41fc7e","is_oa":true,"landing_page_url":"https://doaj.org/article/c878b567949c4ad4a1f3b5529f41fc7e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing, Vol 18, Pp 21254-21274 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/jstars.2025.3595648","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jstars.2025.3595648","pdf_url":null,"source":{"id":"https://openalex.org/S117727964","display_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","issn_l":"1939-1404","issn":["1939-1404","2151-1535"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Applied Earth Observations and Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W1497089125","https://openalex.org/W1644641054","https://openalex.org/W2011085793","https://openalex.org/W2029992428","https://openalex.org/W2049759394","https://openalex.org/W2054689043","https://openalex.org/W2128154996","https://openalex.org/W2211722331","https://openalex.org/W2337271815","https://openalex.org/W2500751094","https://openalex.org/W2548196554","https://openalex.org/W2560609797","https://openalex.org/W2565258258","https://openalex.org/W2594519801","https://openalex.org/W2607640033","https://openalex.org/W2613942817","https://openalex.org/W2765739551","https://openalex.org/W2766886564","https://openalex.org/W2770174753","https://openalex.org/W2773261480","https://openalex.org/W2775425840","https://openalex.org/W2798270772","https://openalex.org/W2798777114","https://openalex.org/W2893945636","https://openalex.org/W2898901454","https://openalex.org/W2901692736","https://openalex.org/W2901742430","https://openalex.org/W2947295162","https://openalex.org/W2955058313","https://openalex.org/W2962770389","https://openalex.org/W2963125977","https://openalex.org/W2963182550","https://openalex.org/W2963231572","https://openalex.org/W2963281829","https://openalex.org/W2963420686","https://openalex.org/W2968622120","https://openalex.org/W2979750740","https://openalex.org/W2990613095","https://openalex.org/W3004968762","https://openalex.org/W3007809903","https://openalex.org/W3016244469","https://openalex.org/W3024961437","https://openalex.org/W3034885317","https://openalex.org/W3034949383","https://openalex.org/W3035356612","https://openalex.org/W3039448353","https://openalex.org/W3081753142","https://openalex.org/W3111535274","https://openalex.org/W3138516171","https://openalex.org/W3151130473","https://openalex.org/W3199313681","https://openalex.org/W3204731106","https://openalex.org/W3208935369","https://openalex.org/W3209540366","https://openalex.org/W3214821343","https://openalex.org/W4206697475","https://openalex.org/W4212905584","https://openalex.org/W4214755140","https://openalex.org/W4225133862","https://openalex.org/W4226530543","https://openalex.org/W4291910375","https://openalex.org/W4293795076","https://openalex.org/W4312274934","https://openalex.org/W4312428231","https://openalex.org/W4312465065","https://openalex.org/W4312592451","https://openalex.org/W4313145913","https://openalex.org/W4372283849","https://openalex.org/W4376456352","https://openalex.org/W4379984088","https://openalex.org/W4380723689","https://openalex.org/W4380763457","https://openalex.org/W4384525814","https://openalex.org/W4386083150","https://openalex.org/W4388543795","https://openalex.org/W4389428597","https://openalex.org/W4391944617","https://openalex.org/W4392543906","https://openalex.org/W4392719398","https://openalex.org/W4392941129","https://openalex.org/W4402258866","https://openalex.org/W4402667891","https://openalex.org/W4402716308","https://openalex.org/W4402727277","https://openalex.org/W4407825973"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Multimodal":[0],"remote":[1],"sensing":[2],"data,":[3],"including":[4],"spectral":[5,139],"and":[6,127,138,196,222,259],"lidar":[7],"or":[8],"photogrammetry,":[9],"is":[10,37,43,170,241],"crucial":[11],"for":[12],"achieving":[13],"satisfactory":[14,62],"land-use":[15],"/":[16],"land-cover":[17],"classification":[18,63],"results":[19,217],"in":[20,30,39,68,244],"urban":[21],"scenes.":[22],"So":[23],"far,":[24],"most":[25],"studies":[26],"have":[27],"been":[28,107],"conducted":[29],"a":[31,114,129,148,238],"2D":[32,48,56,197,220,236],"context.":[33],"When":[34],"3D":[35,53,74,83,97,124,155,195,213,228,258],"information":[36],"available":[38],"the":[40,47,52,71,78,94,100,103,123,143,177,183,200,255,260],"dataset,":[41],"it":[42,65,92,192],"typically":[44],"integrated":[45],"with":[46],"data":[49,54,75,105],"by":[50,76,181,190,226],"rasterizing":[51],"into":[55],"formats.":[57],"Although":[58],"this":[59,110],"method":[60,117,189,250],"yields":[61],"results,":[64],"falls":[66],"short":[67],"fully":[69,115,152],"exploiting":[70],"potential":[72],"of":[73,96,102,168,179],"restricting":[77],"model's":[79],"ability":[80],"to":[81,134,171,175,219],"learn":[82,136],"spatial":[84],"features":[85,159],"directly":[86],"from":[87,160],"raw":[88],"point":[89,125],"clouds.":[90],"Additionally,":[91,246],"limits":[93],"generation":[95],"predictions,":[98],"as":[99],"dimensionality":[101],"input":[104],"has":[106],"reduced.":[108],"In":[109],"study,":[111],"we":[112,146,247],"propose":[113],"3D-based":[116],"that":[118,151,212,240],"fuses":[119],"all":[120],"modalities":[121,162],"within":[122],"cloud":[126],"employs":[128],"dedicated":[130],"dual-branch":[131],"Transformer":[132],"model":[133],"simultaneously":[135],"geometric":[137],"features.":[140,185],"To":[141],"enhance":[142],"fusion":[144,214],"process,":[145],"introduce":[147],"cross-attention-based":[149],"mechanism":[150],"operates":[153],"on":[154,251],"points,":[156],"effectively":[157],"integrating":[158],"various":[161],"across":[163],"multiple":[164],"scales.":[165],"The":[166],"purpose":[167],"cross-attention":[169],"allow":[172],"one":[173],"modality":[174],"assess":[176],"importance":[178],"another":[180],"weighing":[182],"relevant":[184],"We":[186],"evaluated":[187,248],"our":[188,249],"comparing":[191],"against":[193],"both":[194],"methods":[198,221],"using":[199],"2018":[201],"IEEE":[202,261],"GRSS":[203],"Data":[204,263],"Fusion":[205,264],"Contest":[206],"(DFC2018)":[207],"dataset.":[208],"Our":[209],"findings":[210],"indicate":[211],"delivers":[215],"competitive":[216],"compared":[218],"offers":[223],"more":[224],"flexibility":[225],"providing":[227],"predictions.":[229],"These":[230],"predictions":[231],"can":[232],"be":[233],"projected":[234],"onto":[235],"maps,":[237],"capability":[239],"not":[242],"feasible":[243],"reverse.":[245],"different":[252],"datasets,":[253],"specifically":[254],"ISPRS":[256],"Vaihingen":[257],"2019":[262],"Contest.":[265]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}