{"id":"https://openalex.org/W4401990915","doi":"https://doi.org/10.1109/tpami.2024.3451658","title":"Uni-to-Multi Modal Knowledge Distillation for Bidirectional LiDAR-Camera Semantic Segmentation","display_name":"Uni-to-Multi Modal Knowledge Distillation for Bidirectional LiDAR-Camera Semantic Segmentation","publication_year":2024,"publication_date":"2024-08-29","ids":{"openalex":"https://openalex.org/W4401990915","doi":"https://doi.org/10.1109/tpami.2024.3451658","pmid":"https://pubmed.ncbi.nlm.nih.gov/39208046"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3451658","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3451658","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025477806","display_name":"Tianfang Sun","orcid":"https://orcid.org/0000-0003-2536-3302"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tianfang Sun","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100685384","display_name":"Zhizhong Zhang","orcid":"https://orcid.org/0000-0001-6905-4478"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhizhong Zhang","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080281882","display_name":"Xin Tan","orcid":"https://orcid.org/0000-0001-9346-1196"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Tan","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015400278","display_name":"Yong Peng","orcid":"https://orcid.org/0000-0003-0101-0342"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Peng","raw_affiliation_strings":["School of Traffic and Transportation Engineering, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Traffic and Transportation Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076485255","display_name":"Yanyun Qu","orcid":"https://orcid.org/0000-0002-8926-4162"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyun Qu","raw_affiliation_strings":["Department of Computer Science and Technology, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110042813","display_name":"Yuan Xie","orcid":"https://orcid.org/0000-0001-6945-7437"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Xie","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5025477806"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":2.4691,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.9043939,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"46","issue":"12","first_page":"11059","last_page":"11072"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7410721778869629},{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.6993992328643799},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6969864964485168},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6696133613586426},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6187891960144043},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6134321689605713},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5140057802200317},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4454897344112396},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.413544237613678},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.41035979986190796},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.31627336144447327},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.1287393569946289}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7410721778869629},{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.6993992328643799},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6969864964485168},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6696133613586426},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6187891960144043},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6134321689605713},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5140057802200317},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4454897344112396},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.413544237613678},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.41035979986190796},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.31627336144447327},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1287393569946289},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3451658","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3451658","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39208046","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39208046","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2031494424","display_name":null,"funder_award_id":"62176224","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2713008596","display_name":null,"funder_award_id":"CSTB2023NSCQ-JQX0007","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G2867840173","display_name":null,"funder_award_id":"23ZR1420400","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G332543946","display_name":null,"funder_award_id":"CSTB2023NSCQ-MSX0137","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"},{"id":"https://openalex.org/G3557629255","display_name":null,"funder_award_id":"62106075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3985214407","display_name":null,"funder_award_id":"62176092","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5691570638","display_name":null,"funder_award_id":"U23A20343","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8137067846","display_name":null,"funder_award_id":"62302167","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G91187700","display_name":null,"funder_award_id":"62222602","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W1920022804","https://openalex.org/W2460657278","https://openalex.org/W2594519801","https://openalex.org/W2619697695","https://openalex.org/W2795587607","https://openalex.org/W2897529137","https://openalex.org/W2903707108","https://openalex.org/W2963263347","https://openalex.org/W2963419596","https://openalex.org/W2963576229","https://openalex.org/W2967324759","https://openalex.org/W2990613095","https://openalex.org/W2991216808","https://openalex.org/W2992308087","https://openalex.org/W3003437478","https://openalex.org/W3012494314","https://openalex.org/W3015735225","https://openalex.org/W3035172746","https://openalex.org/W3035275207","https://openalex.org/W3035574168","https://openalex.org/W3080935714","https://openalex.org/W3091002423","https://openalex.org/W3093434340","https://openalex.org/W3108426750","https://openalex.org/W3109154950","https://openalex.org/W3111535274","https://openalex.org/W3153465022","https://openalex.org/W3168181468","https://openalex.org/W3170030651","https://openalex.org/W3173732446","https://openalex.org/W3175825020","https://openalex.org/W3176404283","https://openalex.org/W3177330511","https://openalex.org/W3181190968","https://openalex.org/W3209314651","https://openalex.org/W4200629389","https://openalex.org/W4214653736","https://openalex.org/W4214893857","https://openalex.org/W4221167937","https://openalex.org/W4225986494","https://openalex.org/W4226389400","https://openalex.org/W4287554952","https://openalex.org/W4293112749","https://openalex.org/W4312414163","https://openalex.org/W4312420092","https://openalex.org/W4312707458","https://openalex.org/W4312812384","https://openalex.org/W4312953085","https://openalex.org/W4313128851","https://openalex.org/W4313130451","https://openalex.org/W4382240251","https://openalex.org/W4382450230","https://openalex.org/W4386057714","https://openalex.org/W4386071758","https://openalex.org/W4386075910","https://openalex.org/W4387068285","https://openalex.org/W4388919382","https://openalex.org/W4392543489","https://openalex.org/W4401416239","https://openalex.org/W6638523607","https://openalex.org/W6726497184","https://openalex.org/W6739778489","https://openalex.org/W6788009311","https://openalex.org/W6809366383","https://openalex.org/W6842385943","https://openalex.org/W6844617645","https://openalex.org/W6852375988"],"related_works":["https://openalex.org/W4319317934","https://openalex.org/W2901265155","https://openalex.org/W2956374172","https://openalex.org/W4281783339","https://openalex.org/W4319837668","https://openalex.org/W4308071650","https://openalex.org/W3188333020","https://openalex.org/W1964041166","https://openalex.org/W4390887692","https://openalex.org/W4210818033"],"abstract_inverted_index":{"Combining":[0],"LiDAR":[1],"points":[2,57],"and":[3,37,49,90,106,154,168,194],"images":[4,120],"for":[5,52],"robust":[6],"semantic":[7],"segmentation":[8],"has":[9],"shown":[10],"great":[11],"potential.":[12],"However,":[13],"the":[14,17,21,23,62,66,73,134,149,159,165,172,186,190,199],"heterogeneity":[15],"between":[16,34],"two":[18],"modalities":[19],"(e.g.":[20],"density,":[22],"field":[24],"of":[25,68,75,136,151,174],"view)":[26],"poses":[27],"challenges":[28,45],"in":[29,46],"establishing":[30],"a":[31,86,96,126,140,144],"bijective":[32],"mapping":[33],"each":[35],"point":[36],"pixel.":[38],"This":[39,111,147],"modality":[40],"alignment":[41],"problem":[42],"introduces":[43],"new":[44],"network":[47],"design":[48],"data":[50,77],"processing":[51],"cross-modal":[53,87,108],"methods.":[54],"Specifically,":[55],"1)":[56],"that":[58,101],"are":[59,121],"projected":[60],"outside":[61],"image":[63,104],"planes;":[64],"2)":[65],"complexity":[67],"maintaining":[69],"geometric":[70],"consistency":[71],"limits":[72],"deployment":[74],"many":[76],"augmentation":[78,152],"techniques.":[79],"To":[80],"address":[81],"these":[82],"challenges,":[83],"we":[84,94,124],"propose":[85,125],"knowledge":[88],"imputation":[89],"transition":[91],"approach.":[92,176],"First,":[93],"introduce":[95],"bidirectional":[97],"feature":[98],"fusion":[99,109],"strategy":[100],"imputes":[102],"missing":[103],"features":[105,138],"performs":[107],"simultaneously.":[110],"allows":[112],"us":[113,156],"to":[114,143,157],"generate":[115],"reliable":[116],"predictions":[117],"even":[118],"when":[119],"missing.":[122],"Second,":[123],"Uni-to-Multi":[127],"modal":[128],"Knowledge":[129],"Distillation":[130],"(U2MKD)":[131],"framework,":[132],"leveraging":[133],"transfer":[135],"informative":[137],"from":[139],"single-modality":[141],"teacher":[142],"cross-modality":[145],"student.":[146],"overcomes":[148],"issues":[150],"misalignment":[153],"enables":[155],"train":[158],"student":[160],"effectively.":[161],"Extensive":[162],"experiments":[163],"on":[164,189,198],"nuScenes,":[166],"Waymo,":[167],"SemanticKITTI":[169],"datasets":[170],"demonstrate":[171],"effectiveness":[173],"our":[175,178],"Notably,":[177],"method":[179],"achieves":[180,195],"an":[181],"8.3":[182],"mIoU":[183],"gain":[184],"over":[185],"LiDAR-only":[187],"baseline":[188],"nuScenes":[191],"validation":[192],"set":[193],"state-of-the-art":[196],"performance":[197],"three":[200],"datasets.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-04T08:04:53.788161","created_date":"2025-10-10T00:00:00"}