{"id":"https://openalex.org/W4405786375","doi":"https://doi.org/10.1109/iros58592.2024.10801556","title":"ModaLink: Unifying Modalities for Efficient Image-to-PointCloud Place Recognition","display_name":"ModaLink: Unifying Modalities for Efficient Image-to-PointCloud Place Recognition","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405786375","doi":"https://doi.org/10.1109/iros58592.2024.10801556"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10801556","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801556","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083300528","display_name":"Weidong Xie","orcid":"https://orcid.org/0000-0003-1930-4509"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weidong Xie","raw_affiliation_strings":["Xi’an Jiaotong University,National Key Laboratory of Human-Machine Hybrid Augmented Intelligence, National Engineering Research Center for Visual Information and Applications, and Institute of Artificial Intelligence and Robotics,Xi’an,China,710049"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi’an Jiaotong University,National Key Laboratory of Human-Machine Hybrid Augmented Intelligence, National Engineering Research Center for Visual Information and Applications, and Institute of Artificial Intelligence and Robotics,Xi’an,China,710049","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104304158","display_name":"Lun Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I199612878","display_name":"Ajinomoto (United States)","ror":"https://ror.org/031yrna52","country_code":"US","type":"company","lineage":["https://openalex.org/I199612878","https://openalex.org/I4210146667"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lun Luo","raw_affiliation_strings":["Haomo.AI Technology Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Haomo.AI Technology Co., Ltd","institution_ids":["https://openalex.org/I199612878"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104301345","display_name":"Nanfei Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I199612878","display_name":"Ajinomoto (United States)","ror":"https://ror.org/031yrna52","country_code":"US","type":"company","lineage":["https://openalex.org/I199612878","https://openalex.org/I4210146667"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nanfei Ye","raw_affiliation_strings":["Haomo.AI Technology Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Haomo.AI Technology Co., Ltd","institution_ids":["https://openalex.org/I199612878"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070426804","display_name":"Yi Ren","orcid":"https://orcid.org/0000-0003-1919-7352"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Ren","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044668212","display_name":"Shaoyi Du","orcid":"https://orcid.org/0000-0002-7092-0596"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaoyi Du","raw_affiliation_strings":["Xi’an Jiaotong University,National Key Laboratory of Human-Machine Hybrid Augmented Intelligence, National Engineering Research Center for Visual Information and Applications, and Institute of Artificial Intelligence and Robotics,Xi’an,China,710049"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi’an Jiaotong University,National Key Laboratory of Human-Machine Hybrid Augmented Intelligence, National Engineering Research Center for Visual Information and Applications, and Institute of Artificial Intelligence and Robotics,Xi’an,China,710049","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103212958","display_name":"Minhang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I199612878","display_name":"Ajinomoto (United States)","ror":"https://ror.org/031yrna52","country_code":"US","type":"company","lineage":["https://openalex.org/I199612878","https://openalex.org/I4210146667"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minhang Wang","raw_affiliation_strings":["Haomo.AI Technology Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Haomo.AI Technology Co., Ltd","institution_ids":["https://openalex.org/I199612878"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100932236","display_name":"Jintao Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I199612878","display_name":"Ajinomoto (United States)","ror":"https://ror.org/031yrna52","country_code":"US","type":"company","lineage":["https://openalex.org/I199612878","https://openalex.org/I4210146667"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jintao Xu","raw_affiliation_strings":["Haomo.AI Technology Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Haomo.AI Technology Co., Ltd","institution_ids":["https://openalex.org/I199612878"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024843870","display_name":"Rui Ai","orcid":"https://orcid.org/0000-0002-3224-008X"},"institutions":[{"id":"https://openalex.org/I199612878","display_name":"Ajinomoto (United States)","ror":"https://ror.org/031yrna52","country_code":"US","type":"company","lineage":["https://openalex.org/I199612878","https://openalex.org/I4210146667"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rui Ai","raw_affiliation_strings":["Haomo.AI Technology Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Haomo.AI Technology Co., Ltd","institution_ids":["https://openalex.org/I199612878"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058160528","display_name":"Weihao Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I199612878","display_name":"Ajinomoto (United States)","ror":"https://ror.org/031yrna52","country_code":"US","type":"company","lineage":["https://openalex.org/I199612878","https://openalex.org/I4210146667"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weihao Gu","raw_affiliation_strings":["Haomo.AI Technology Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Haomo.AI Technology Co., Ltd","institution_ids":["https://openalex.org/I199612878"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032262344","display_name":"Xieyuanli Chen","orcid":"https://orcid.org/0000-0003-0955-6681"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xieyuanli Chen","raw_affiliation_strings":["National University of Defense Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Defense Technology","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3326","last_page":"3333"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9609000086784363,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6829572916030884},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6539567708969116},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4969466030597687},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4685901999473572},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.44136542081832886},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3380284905433655}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6829572916030884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6539567708969116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4969466030597687},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4685901999473572},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44136542081832886},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3380284905433655},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10801556","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801556","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1612997784","https://openalex.org/W1989484209","https://openalex.org/W2096733369","https://openalex.org/W2117228865","https://openalex.org/W2150066425","https://openalex.org/W2151103935","https://openalex.org/W2194775991","https://openalex.org/W2527172881","https://openalex.org/W2535547924","https://openalex.org/W2571268788","https://openalex.org/W2896994311","https://openalex.org/W2910489334","https://openalex.org/W2951019013","https://openalex.org/W2963619659","https://openalex.org/W2963708168","https://openalex.org/W2968040091","https://openalex.org/W2986519585","https://openalex.org/W2998702515","https://openalex.org/W3017247368","https://openalex.org/W3039808820","https://openalex.org/W3091701820","https://openalex.org/W3118961283","https://openalex.org/W3135749219","https://openalex.org/W3168256178","https://openalex.org/W3173736705","https://openalex.org/W3179694074","https://openalex.org/W3192680689","https://openalex.org/W3206049666","https://openalex.org/W4285147600","https://openalex.org/W4308486818","https://openalex.org/W4312703192","https://openalex.org/W4366493113","https://openalex.org/W4386065386","https://openalex.org/W4389666494","https://openalex.org/W4390873617","https://openalex.org/W6763422710","https://openalex.org/W6784085021","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Place":[0],"recognition":[1,30],"is":[2],"an":[3,90,103],"important":[4],"task":[5],"for":[6,53,66,113,148],"robots":[7],"and":[8,14,61,76,82,116,139],"autonomous":[9],"cars":[10],"to":[11,79,98,130],"localize":[12],"themselves":[13],"close":[15],"loops":[16],"in":[17,166],"pre-built":[18],"maps.":[19],"While":[20],"single-modal":[21],"sensor-based":[22],"methods":[23,44,160,193],"have":[24,187],"shown":[25],"satisfactory":[26],"performance,":[27],"cross-modal":[28,43],"place":[29],"that":[31,157],"retrieving":[32],"images":[33,46,81],"from":[34],"a":[35,39,74,126,176],"point-cloud":[36],"database":[37],"remains":[38],"challenging":[40],"problem.":[41],"Current":[42],"transform":[45],"into":[47,85,102],"3D":[48],"points":[49],"using":[50],"depth":[51,67,114],"estimation":[52,115],"modality":[54,105],"conversion,":[55],"which":[56],"are":[57],"usually":[58],"computationally":[59],"intensive":[60],"need":[62],"expensive":[63],"labeled":[64],"data":[65],"supervision.":[68],"In":[69],"this":[70],"work,":[71],"we":[72],"introduce":[73],"fast":[75],"lightweight":[77],"framework":[78],"encode":[80],"point":[83,100,137],"clouds":[84,101,138],"place-distinctive":[86],"descriptors.":[87],"We":[88,123,186],"propose":[89],"effective":[91],"Field":[92],"of":[93,191],"View":[94],"(FoV)":[95],"transformation":[96],"module":[97,109],"convert":[99],"analogous":[104],"as":[106,194],"images.":[107,140],"This":[108,141],"eliminates":[110],"the":[111,153,172,182,189],"necessity":[112],"helps":[117],"subsequent":[118],"modules":[119],"achieve":[120,161],"real-time":[121],"performance.":[122],"further":[124,180],"design":[125],"non-negative":[127],"factorization-based":[128],"encoder":[129,142],"extract":[131],"mutually":[132],"consistent":[133],"semantic":[134],"features":[135],"between":[136],"yields":[143],"more":[144],"distinctive":[145],"global":[146],"descriptors":[147],"retrieval.":[149],"Experimental":[150],"results":[151],"on":[152,171],"KITTI":[154],"dataset":[155,174],"show":[156],"our":[158,192],"proposed":[159],"state-of-the-art":[162],"performance":[163],"while":[164],"running":[165],"real":[167],"time.":[168],"Additional":[169],"evaluation":[170],"HAOMO":[173],"covering":[175],"17":[177],"km":[178],"trajectory":[179],"shows":[181],"practical":[183],"generalization":[184],"capabilities.":[185],"released":[188],"implementation":[190],"open":[195],"source":[196],"at:":[197],"https://github.com/haomo-ai/ModaLink.git.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}