{"id":"https://openalex.org/W4399601599","doi":"https://doi.org/10.1109/tnnls.2024.3406587","title":"Curriculumformer: Taming Curriculum Pre-Training for Enhanced 3-D Point Cloud Understanding","display_name":"Curriculumformer: Taming Curriculum Pre-Training for Enhanced 3-D Point Cloud Understanding","publication_year":2024,"publication_date":"2024-06-13","ids":{"openalex":"https://openalex.org/W4399601599","doi":"https://doi.org/10.1109/tnnls.2024.3406587","pmid":"https://pubmed.ncbi.nlm.nih.gov/38870001"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3406587","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3406587","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074448929","display_name":"Ben Fei","orcid":"https://orcid.org/0000-0002-3219-9996"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ben Fei","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071855789","display_name":"T. Luo","orcid":"https://orcid.org/0000-0002-0969-1173"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyue Luo","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101865874","display_name":"Weidong Yang","orcid":"https://orcid.org/0000-0002-6473-9272"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidong Yang","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083384239","display_name":"Liwen Liu","orcid":"https://orcid.org/0000-0003-1867-3046"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liwen Liu","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024362813","display_name":"Rui Zhang","orcid":"https://orcid.org/0009-0002-7800-2770"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Zhang","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100389169","display_name":"Ying He","orcid":"https://orcid.org/0000-0002-6749-4485"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ying He","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Nanyang, Singapore","College of Computing and Data Science, Nanyang Technological University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Nanyang, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5074448929"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":1.6376,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.85151125,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"36","issue":"4","first_page":"7316","last_page":"7330"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11164","display_name":"Remote Sensing and LiDAR Applications","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7493590116500854},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.6201131343841553},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.596640408039093},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5364482998847961},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5185678601264954},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3533438742160797},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09530317783355713}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7493590116500854},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6201131343841553},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.596640408039093},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5364482998847961},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5185678601264954},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3533438742160797},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09530317783355713},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2024.3406587","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3406587","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:38870001","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38870001","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G2739763456","display_name":null,"funder_award_id":"RT19/22","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G3037487973","display_name":null,"funder_award_id":"U2033209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4778605031","display_name":null,"funder_award_id":"RT19/22","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7745213344","display_name":null,"funder_award_id":"MOE-T2EP20220-0005","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G8919617756","display_name":null,"funder_award_id":"MOE-T2EP20220-0005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W1920022804","https://openalex.org/W2099001231","https://openalex.org/W2194775991","https://openalex.org/W2296073425","https://openalex.org/W2345837149","https://openalex.org/W2460657278","https://openalex.org/W2553307952","https://openalex.org/W2594519801","https://openalex.org/W2796426482","https://openalex.org/W2808064329","https://openalex.org/W2886499109","https://openalex.org/W2887842788","https://openalex.org/W2953668091","https://openalex.org/W2960986959","https://openalex.org/W2963158438","https://openalex.org/W2963677766","https://openalex.org/W2979750740","https://openalex.org/W2981440248","https://openalex.org/W2985088149","https://openalex.org/W2988715931","https://openalex.org/W2990613095","https://openalex.org/W2991391304","https://openalex.org/W2992308087","https://openalex.org/W2996987694","https://openalex.org/W3025708905","https://openalex.org/W3034459762","https://openalex.org/W3034603747","https://openalex.org/W3035524453","https://openalex.org/W3109518641","https://openalex.org/W3111535274","https://openalex.org/W3116959466","https://openalex.org/W3118644257","https://openalex.org/W3118969708","https://openalex.org/W3119708198","https://openalex.org/W3128716822","https://openalex.org/W3164678585","https://openalex.org/W3172863135","https://openalex.org/W3189651322","https://openalex.org/W3191573718","https://openalex.org/W3192240783","https://openalex.org/W3194197043","https://openalex.org/W3197097949","https://openalex.org/W3197141874","https://openalex.org/W3202611145","https://openalex.org/W3203898101","https://openalex.org/W3206075451","https://openalex.org/W4214624153","https://openalex.org/W4214755140","https://openalex.org/W4221143972","https://openalex.org/W4225696264","https://openalex.org/W4296551193","https://openalex.org/W4304099159","https://openalex.org/W4309099691","https://openalex.org/W4312270234","https://openalex.org/W4312317653","https://openalex.org/W4312788538","https://openalex.org/W4312818263","https://openalex.org/W4312980726","https://openalex.org/W4313156423","https://openalex.org/W4315631092","https://openalex.org/W4317496125","https://openalex.org/W4386076097","https://openalex.org/W4386083124","https://openalex.org/W4390872570","https://openalex.org/W4390872658","https://openalex.org/W4390873215","https://openalex.org/W4390874324","https://openalex.org/W4391800855","https://openalex.org/W6687484953","https://openalex.org/W6736021936","https://openalex.org/W6739778489","https://openalex.org/W6748208425","https://openalex.org/W6755207826","https://openalex.org/W6763103765","https://openalex.org/W6763422710","https://openalex.org/W6783272290","https://openalex.org/W6839294089","https://openalex.org/W6840912895","https://openalex.org/W6840940796","https://openalex.org/W6846715714","https://openalex.org/W6852245766","https://openalex.org/W6864900470"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Learning":[0,159],"universal":[1,55],"representations":[2,57],"of":[3,16,58,166,190,198],"3-D":[4,56],"point":[5,20,40,61,82,96],"clouds":[6],"is":[7,30,225],"essential":[8],"for":[9,13,27,38,53,94],"reducing":[10],"the":[11,111,121,144,164,171,179,195],"need":[12],"manual":[14],"annotation":[15],"large-scale":[17],"and":[18,203],"irregular":[19],"cloud":[21,41,83,97],"datasets.":[22],"The":[23],"current":[24],"modus":[25],"operandi":[26],"representative":[28],"learning":[29,54,85,168],"self-supervised":[31,81],"learning,":[32],"which":[33,109,127,142],"has":[34],"shown":[35],"great":[36],"potential":[37],"improving":[39],"understanding.":[42,98],"Nevertheless,":[43],"it":[44,129],"remains":[45],"an":[46,114,124],"open":[47],"problem":[48],"how":[49],"to":[50,90,130,146,162,186,219],"employ":[51],"auto-encoding":[52],"irregularly":[59],"structured":[60],"clouds,":[62],"as":[63],"previous":[64],"methods":[65,218],"focus":[66],"on":[67,200],"either":[68],"global":[69,132],"shapes":[70],"or":[71],"local":[72,150],"geometries.":[73,151],"To":[74],"this":[75,177],"end,":[76],"we":[77,118,135,153],"present":[78],"a":[79,105,139,155,187],"cascaded":[80],"representation":[84,167],"framework,":[86],"dubbed":[87],"Curriculumformer,":[88],"aiming":[89],"tame":[91],"curriculum":[92],"pre-training":[93,107],"enhanced":[95],"Our":[99,223],"main":[100],"idea":[101],"lies":[102],"in":[103,113],"devising":[104],"progressive":[106],"strategy,":[108,126,141],"trains":[110],"Transformer":[112,122,145,172,181],"easy-to-hard":[115],"manner.":[116],"Specifically,":[117],"first":[119],"pre-train":[120],"using":[123],"upsampling":[125],"allows":[128],"learn":[131],"information.":[133,175],"Then,":[134],"follow":[136],"up":[137],"with":[138,173],"completion":[140],"enables":[143],"gain":[147],"insight":[148],"into":[149,215],"Finally,":[152],"propose":[154],"Multi-Modal":[156],"Multi-Modality":[157],"Contrastive":[158],"(M4CL)":[160],"strategy":[161],"enhance":[163],"ability":[165],"by":[169],"enriching":[170],"semantic":[174],"In":[176],"way,":[178],"pre-trained":[180],"can":[182,211],"be":[183,213],"easily":[184],"transferred":[185],"wide":[188],"range":[189],"downstream":[191],"applications.":[192],"We":[193],"demonstrate":[194],"superior":[196],"performance":[197],"Curriculumformer":[199,210],"various":[201],"discriminant":[202],"generative":[204],"tasks,":[205],"outperforming":[206],"state-of-the-art":[207],"methods.":[208],"Moreover,":[209],"also":[212],"integrated":[214],"other":[216],"off-the-shelf":[217],"promote":[220],"their":[221],"performance.":[222],"code":[224],"available":[226],"at":[227],"https://github.com/Fayeben/Curriculumformer.":[228]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}