{"id":"https://openalex.org/W4401416464","doi":"https://doi.org/10.1109/icra57147.2024.10610316","title":"MoPA: Multi-Modal Prior Aided Domain Adaptation for 3D Semantic Segmentation","display_name":"MoPA: Multi-Modal Prior Aided Domain Adaptation for 3D Semantic Segmentation","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401416464","doi":"https://doi.org/10.1109/icra57147.2024.10610316"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610316","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610316","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062455018","display_name":"Haozhi Cao","orcid":"https://orcid.org/0000-0001-7703-3490"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Haozhi Cao","raw_affiliation_strings":["Nanyang Technological University,Centre for Advanced Robotics Technology Innovation (CARTIN), School of Electrical and Electronic Engineering,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,Centre for Advanced Robotics Technology Innovation (CARTIN), School of Electrical and Electronic Engineering,Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046490305","display_name":"Yuecong Xu","orcid":"https://orcid.org/0000-0002-4292-7379"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yuecong Xu","raw_affiliation_strings":["National University of Singapore,Department of Electrical and Computer Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore,Department of Electrical and Computer Engineering","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005666034","display_name":"Jianfei Yang","orcid":"https://orcid.org/0000-0002-8075-0439"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jianfei Yang","raw_affiliation_strings":["Nanyang Technological University,School of Electrical and Electronic Engineering,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,School of Electrical and Electronic Engineering,Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058006729","display_name":"Pengyu Yin","orcid":"https://orcid.org/0009-0004-7470-0736"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Pengyu Yin","raw_affiliation_strings":["Nanyang Technological University,Centre for Advanced Robotics Technology Innovation (CARTIN), School of Electrical and Electronic Engineering,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,Centre for Advanced Robotics Technology Innovation (CARTIN), School of Electrical and Electronic Engineering,Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050656216","display_name":"Shenghai Yuan","orcid":"https://orcid.org/0009-0000-4850-2278"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shenghai Yuan","raw_affiliation_strings":["Nanyang Technological University,Centre for Advanced Robotics Technology Innovation (CARTIN), School of Electrical and Electronic Engineering,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,Centre for Advanced Robotics Technology Innovation (CARTIN), School of Electrical and Electronic Engineering,Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100365448","display_name":"Lihua Xie","orcid":"https://orcid.org/0000-0002-7137-4136"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lihua Xie","raw_affiliation_strings":["Nanyang Technological University,Centre for Advanced Robotics Technology Innovation (CARTIN), School of Electrical and Electronic Engineering,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,Centre for Advanced Robotics Technology Innovation (CARTIN), School of Electrical and Electronic Engineering,Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9463","last_page":"9470"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7978904247283936},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6923458576202393},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6082675457000732},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.5815852880477905},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5031864047050476},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5006306171417236},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.47678235173225403},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35859739780426025},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34265682101249695},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.07315045595169067},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06629005074501038},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.057167381048202515}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7978904247283936},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6923458576202393},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6082675457000732},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.5815852880477905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5031864047050476},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5006306171417236},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.47678235173225403},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35859739780426025},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34265682101249695},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.07315045595169067},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06629005074501038},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.057167381048202515},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610316","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610316","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2593768305","https://openalex.org/W2612083123","https://openalex.org/W2788056275","https://openalex.org/W2895168809","https://openalex.org/W2895281799","https://openalex.org/W2963073217","https://openalex.org/W2963182550","https://openalex.org/W2964159141","https://openalex.org/W2968557240","https://openalex.org/W2969893028","https://openalex.org/W2972285644","https://openalex.org/W2978426779","https://openalex.org/W2981512393","https://openalex.org/W2985406498","https://openalex.org/W2991216808","https://openalex.org/W2992308087","https://openalex.org/W3003437478","https://openalex.org/W3003991701","https://openalex.org/W3016404858","https://openalex.org/W3035172746","https://openalex.org/W3035574168","https://openalex.org/W3035750252","https://openalex.org/W3084053805","https://openalex.org/W3087390404","https://openalex.org/W3099436200","https://openalex.org/W3100675813","https://openalex.org/W3109154950","https://openalex.org/W3116730076","https://openalex.org/W3118969708","https://openalex.org/W3163179572","https://openalex.org/W3177015573","https://openalex.org/W3177330511","https://openalex.org/W3184647803","https://openalex.org/W3201726317","https://openalex.org/W3206096534","https://openalex.org/W3206676377","https://openalex.org/W4295312788","https://openalex.org/W4304092631","https://openalex.org/W4306154737","https://openalex.org/W4312376118","https://openalex.org/W4312414163","https://openalex.org/W4312894203","https://openalex.org/W4323240632","https://openalex.org/W4382240089","https://openalex.org/W4383097411","https://openalex.org/W4383108713","https://openalex.org/W4383108936","https://openalex.org/W4383109092","https://openalex.org/W4390873042","https://openalex.org/W4390874575","https://openalex.org/W6637131181","https://openalex.org/W6639480849","https://openalex.org/W6746262046","https://openalex.org/W6762913911","https://openalex.org/W6766978945","https://openalex.org/W6776142756"],"related_works":["https://openalex.org/W4394775207","https://openalex.org/W4389474468","https://openalex.org/W4300172004","https://openalex.org/W4321649381","https://openalex.org/W2997645659","https://openalex.org/W3180787869","https://openalex.org/W3203792196","https://openalex.org/W2955455867","https://openalex.org/W4295929828","https://openalex.org/W3156096827"],"abstract_inverted_index":{"Multi-modal":[0,70],"unsupervised":[1],"domain":[2,74],"adaptation":[3,75],"(MM-UDA)":[4],"for":[5,136],"3D":[6],"semantic":[7,15,124,141],"segmentation":[8],"is":[9,47,149],"a":[10],"practical":[11],"solution":[12],"to":[13,76,90,112,132,154],"embed":[14],"understanding":[16],"in":[17,41,139],"autonomous":[18],"systems":[19],"without":[20],"expensive":[21],"point-wise":[22],"annotations.":[23],"While":[24],"previous":[25],"MM-UDA":[26,172],"methods":[27],"can":[28],"achieve":[29,155],"overall":[30],"improvement,":[31],"they":[32],"suffer":[33],"from":[34,102,126,146],"significant":[35],"class-imbalanced":[36],"performance,":[37],"restricting":[38],"their":[39],"adoption":[40],"real":[42],"applications.":[43],"This":[44],"imbalanced":[45,54],"performance":[46,79,168],"mainly":[48],"caused":[49],"by:":[50],"1)":[51],"self-training":[52],"with":[53],"data":[55],"and":[56],"2)":[57],"the":[58,78,92,103,121,140,170],"lack":[59],"of":[60,80],"pixel-wise":[61,129],"2D":[62,122],"supervision":[63,94,130],"signals.":[64],"In":[65],"this":[66],"work,":[67],"we":[68,84],"propose":[69],"Prior":[71],"Aided":[72],"(MoPA)":[73],"improve":[77],"rare":[81,99,157],"objects.":[82],"Specifically,":[83],"develop":[85],"Valid":[86],"Ground-based":[87],"Insertion":[88],"(VGI)":[89],"rectify":[91],"imbalance":[93],"signals":[95,131],"by":[96],"inserting":[97],"prior":[98,123,148],"objects":[100],"collected":[101],"wild":[104],"while":[105],"avoiding":[106],"introducing":[107],"artificial":[108],"artifacts":[109],"that":[110,163],"lead":[111],"trivial":[113],"solutions.":[114],"Meanwhile,":[115],"our":[116,164],"SAM":[117,127],"consistency":[118],"loss":[119],"leverages":[120],"masks":[125],"as":[128],"encourage":[133],"consistent":[134],"predictions":[135],"each":[137],"object":[138,158],"mask.":[142],"The":[143],"knowledge":[144],"learned":[145],"modal-specific":[147],"then":[150],"shared":[151],"across":[152],"modalities":[153],"better":[156],"segmentation.":[159],"Extensive":[160],"experiments":[161],"show":[162],"method":[165],"achieves":[166],"state-of-the-art":[167],"on":[169],"challenging":[171],"benchmark.":[173],"Code":[174],"will":[175],"be":[176],"available":[177],"at":[178],"https://github.com/AronCao49/MoPA.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
