{"id":"https://openalex.org/W4400488420","doi":"https://doi.org/10.1109/tip.2024.3421952","title":"Learning Virtual View Selection for 3D Scene Semantic Segmentation","display_name":"Learning Virtual View Selection for 3D Scene Semantic Segmentation","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400488420","doi":"https://doi.org/10.1109/tip.2024.3421952","pmid":"https://pubmed.ncbi.nlm.nih.gov/38985554"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2024.3421952","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3421952","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://orca.cardiff.ac.uk/id/eprint/170664/1/Virtual_View_Selection_for_2D_3D_Joint_Learning_TIP.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067592804","display_name":"Tai\u2010Jiang Mu","orcid":"https://orcid.org/0000-0002-9197-346X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tai-Jiang Mu","raw_affiliation_strings":["Department of Computer Science and Technology, Key Laboratory of Pervasive Computing, Ministry of Education, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9197-346X","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Key Laboratory of Pervasive Computing, Ministry of Education, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109211630","display_name":"Mengting Shen","orcid":"https://orcid.org/0009-0008-2367-5736"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming-Yuan Shen","raw_affiliation_strings":["Department of Computer Science and Technology, Key Laboratory of Pervasive Computing, Ministry of Education, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Key Laboratory of Pervasive Computing, Ministry of Education, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067850699","display_name":"Yu\u2010Kun Lai","orcid":"https://orcid.org/0000-0002-2094-5680"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yu-Kun Lai","raw_affiliation_strings":["School of Computer Science and Informatics, Cardiff University, Cardiff, U.K"],"raw_orcid":"https://orcid.org/0000-0002-2094-5680","affiliations":[{"raw_affiliation_string":"School of Computer Science and Informatics, Cardiff University, Cardiff, U.K","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037233582","display_name":"Shi\u2010Min Hu","orcid":"https://orcid.org/0000-0001-7507-6542"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi-Min Hu","raw_affiliation_strings":["Department of Computer Science and Technology, Key Laboratory of Pervasive Computing, Ministry of Education, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7507-6542","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Key Laboratory of Pervasive Computing, Ministry of Education, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.901,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.68192405,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"33","issue":null,"first_page":"4159","last_page":"4172"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7248822450637817},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6991392970085144},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6388663053512573},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5849969387054443},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5780407190322876},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5715610980987549},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3951282501220703}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7248822450637817},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6991392970085144},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6388663053512573},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5849969387054443},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5780407190322876},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5715610980987549},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3951282501220703}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tip.2024.3421952","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3421952","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:38985554","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38985554","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:https://orca.cardiff.ac.uk:170664","is_oa":true,"landing_page_url":null,"pdf_url":"https://orca.cardiff.ac.uk/id/eprint/170664/1/Virtual_View_Selection_for_2D_3D_Joint_Learning_TIP.pdf","source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:https://orca.cardiff.ac.uk:170664","is_oa":true,"landing_page_url":null,"pdf_url":"https://orca.cardiff.ac.uk/id/eprint/170664/1/Virtual_View_Selection_for_2D_3D_Joint_Learning_TIP.pdf","source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1619864434","display_name":null,"funder_award_id":"61902210","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3037536499","display_name":null,"funder_award_id":"2021ZD0112902","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G3049564016","display_name":null,"funder_award_id":"62220106003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400488420.pdf"},"referenced_works_count":90,"referenced_works":["https://openalex.org/W566730006","https://openalex.org/W1745334888","https://openalex.org/W2073700113","https://openalex.org/W2108598243","https://openalex.org/W2145339207","https://openalex.org/W2194775991","https://openalex.org/W2395611524","https://openalex.org/W2412782625","https://openalex.org/W2464708700","https://openalex.org/W2523049145","https://openalex.org/W2556802233","https://openalex.org/W2560609797","https://openalex.org/W2586114507","https://openalex.org/W2594519801","https://openalex.org/W2737234477","https://openalex.org/W2781922022","https://openalex.org/W2786036844","https://openalex.org/W2795014656","https://openalex.org/W2799256316","https://openalex.org/W2891396148","https://openalex.org/W2898566519","https://openalex.org/W2904904022","https://openalex.org/W2905342581","https://openalex.org/W2928165649","https://openalex.org/W2946908592","https://openalex.org/W2956887593","https://openalex.org/W2963125977","https://openalex.org/W2963150697","https://openalex.org/W2963182550","https://openalex.org/W2963231572","https://openalex.org/W2964032623","https://openalex.org/W2964062501","https://openalex.org/W2964226622","https://openalex.org/W2972097960","https://openalex.org/W2990613095","https://openalex.org/W3004300126","https://openalex.org/W3010797203","https://openalex.org/W3034239841","https://openalex.org/W3034324855","https://openalex.org/W3034482224","https://openalex.org/W3034550906","https://openalex.org/W3099155473","https://openalex.org/W3101228253","https://openalex.org/W3104141662","https://openalex.org/W3110503160","https://openalex.org/W3111535274","https://openalex.org/W3138270694","https://openalex.org/W3153465022","https://openalex.org/W3155031595","https://openalex.org/W3159717817","https://openalex.org/W3160557162","https://openalex.org/W3166573884","https://openalex.org/W3170953943","https://openalex.org/W3172717135","https://openalex.org/W3175515048","https://openalex.org/W3183727309","https://openalex.org/W3187760974","https://openalex.org/W3204832889","https://openalex.org/W3207731722","https://openalex.org/W4206398307","https://openalex.org/W4226389400","https://openalex.org/W4252201060","https://openalex.org/W4298857966","https://openalex.org/W4307104049","https://openalex.org/W4313145913","https://openalex.org/W4324290834","https://openalex.org/W4372283849","https://openalex.org/W4380723689","https://openalex.org/W4381327621","https://openalex.org/W4384469712","https://openalex.org/W4386065344","https://openalex.org/W4386075722","https://openalex.org/W4386075910","https://openalex.org/W4386076011","https://openalex.org/W4386083150","https://openalex.org/W4386179772","https://openalex.org/W4387636036","https://openalex.org/W4390872476","https://openalex.org/W4390872902","https://openalex.org/W4390873072","https://openalex.org/W4390873329","https://openalex.org/W4393074218","https://openalex.org/W6637967152","https://openalex.org/W6733367512","https://openalex.org/W6739778489","https://openalex.org/W6747827861","https://openalex.org/W6795450967","https://openalex.org/W6797399245","https://openalex.org/W6846166657","https://openalex.org/W6856681340"],"related_works":["https://openalex.org/W4205762803","https://openalex.org/W2535856026","https://openalex.org/W2265065644","https://openalex.org/W4379231730","https://openalex.org/W4389858081","https://openalex.org/W2134699697","https://openalex.org/W3017188156","https://openalex.org/W2322875716","https://openalex.org/W2501551404","https://openalex.org/W1522196789"],"abstract_inverted_index":{"2D-3D":[0,87],"joint":[1,86,116,230,270],"learning":[2,83,157,167],"is":[3,278],"essential":[4],"and":[5,108,219,248,250,264,272],"effective":[6],"for":[7,69,85,125,228,269],"fundamental":[8],"3D":[9,14,29,99,106,127,146,194,242,273],"vision":[10],"tasks,":[11],"such":[12,49],"as":[13,163,196,198],"semantic":[15,31,148,275],"segmentation,":[16],"due":[17],"to":[18,66],"the":[19,70,97,105,109,144,156,159,193,211,251],"complementary":[20],"information":[21,139,160],"these":[22],"two":[23,240],"visual":[24],"modalities":[25],"contain.":[26],"Most":[27],"current":[28,71,145],"scene":[30,88,128,147,195,243,274],"segmentation":[32,149],"methods":[33,72],"process":[34],"2D":[35,44,51,74,94,112,134,185,271],"images":[36,45,52],"\"as":[37],"they":[38],"are\",":[39],"i.e.,":[40,245],"only":[41],"real":[42],"captured":[43,50],"are":[46],"used.":[47],"However,":[48],"may":[53],"be":[54],"redundant,":[55],"with":[56],"abundant":[57],"occlusion":[58],"and/or":[59],"limited":[60],"field":[61],"of":[62,96,158,183,192],"view":[63,207],"(FoV),":[64],"leading":[65],"poor":[67],"performance":[68],"involving":[73],"inputs.":[75],"In":[76],"this":[77],"paper,":[78],"we":[79,131,154,200],"propose":[80,202],"a":[81,164,174,180,258],"general":[82],"framework":[84,227],"understanding":[89],"by":[90],"selecting":[91],"informative":[92,190],"virtual":[93,111,133,184,206],"views":[95,113,135,186],"underlying":[98],"scene.":[100],"We":[101,222],"then":[102],"feed":[103],"both":[104],"geometry":[107],"generated":[110],"into":[114],"any":[115],"2D-3D-input":[117,231],"or":[118,232],"pure":[119,233],"3D-input":[120,234],"based":[121,136,235],"deep":[122,165,175,236],"neural":[123,176,237],"models":[124,238,263],"improving":[126],"understanding.":[129],"Specifically,":[130],"generate":[132],"on":[137,239],"an":[138,203],"score":[140,161],"map":[141,162],"learned":[142],"from":[143],"results.":[150],"To":[151,178],"achieve":[152],"this,":[153],"formalize":[155],"reinforcement":[166],"process,":[168],"which":[169],"rewards":[170],"good":[171],"predictions":[172],"using":[173],"network.":[177],"obtain":[179],"compact":[181],"set":[182],"that":[187,254],"jointly":[188],"cover":[189],"surfaces":[191],"much":[197],"possible,":[199],"further":[201],"efficient":[204],"greedy":[205],"coverage":[208],"strategy":[209],"in":[210],"normal-sensitive":[212],"6D":[213],"space,":[214],"including":[215],"3-dimensional":[216,220],"point":[217],"coordinates":[218],"normal.":[221],"have":[223],"validated":[224],"our":[225,255],"proposed":[226],"various":[229],"real-world":[241],"datasets,":[244],"ScanNet":[246],"v2":[247],"S3DIS,":[249],"results":[252],"demonstrate":[253],"method":[256],"obtains":[257],"consistent":[259],"gain":[260],"over":[261],"baseline":[262],"achieves":[265],"new":[266],"top":[267],"accuracy":[268],"segmentation.":[276],"Code":[277],"available":[279],"at":[280],"https://github.com/smy-THU/VirtualViewSelection.":[281]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}