{"id":"https://openalex.org/W4394744580","doi":"https://doi.org/10.1109/access.2024.3388155","title":"ExpPoint-MAE: Better Interpretability and Performance for Self-Supervised Point Cloud Transformers","display_name":"ExpPoint-MAE: Better Interpretability and Performance for Self-Supervised Point Cloud Transformers","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394744580","doi":"https://doi.org/10.1109/access.2024.3388155"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3388155","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3388155","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10497601.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10497601.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090137141","display_name":"Ioannis Romanelis","orcid":"https://orcid.org/0000-0002-2917-8705"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["BE","GR"],"is_corresponding":true,"raw_author_name":"Ioannis Romanelis","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Patras, Patras, Greece","Department of Electronics and Informatics, Vrije Universiteit Brussel, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Patras, Patras, Greece","institution_ids":["https://openalex.org/I174878644"]},{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069575659","display_name":"Vlassis Fotis","orcid":"https://orcid.org/0000-0002-1212-5500"},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Vlassis Fotis","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Patras, Patras, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Patras, Patras, Greece","institution_ids":["https://openalex.org/I174878644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109963015","display_name":"\u039a\u03c9\u03bd\u03c3\u03c4\u03b1\u03bd\u03c4\u03af\u03bd\u03bf\u03c2 \u039c\u03bf\u03c5\u03c3\u03c4\u03ac\u03ba\u03b1\u03c2","orcid":"https://orcid.org/0000-0001-7617-227X"},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Konstantinos Moustakas","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Patras, Patras, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Patras, Patras, Greece","institution_ids":["https://openalex.org/I174878644"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088598176","display_name":"Adrian Munteanu","orcid":"https://orcid.org/0000-0001-7290-0428"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Adrian Munteanu","raw_affiliation_strings":["Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5090137141"],"corresponding_institution_ids":["https://openalex.org/I13469542","https://openalex.org/I174878644"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.126,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.71560699,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"12","issue":null,"first_page":"53565","last_page":"53578"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8927269577980042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6361079216003418},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5992386937141418},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.5884760022163391},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4931010901927948},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47908884286880493},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4705303907394409},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4243430495262146},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.15591076016426086},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07423439621925354},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.07402071356773376}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8927269577980042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6361079216003418},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5992386937141418},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.5884760022163391},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4931010901927948},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47908884286880493},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4705303907394409},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4243430495262146},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.15591076016426086},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07423439621925354},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07402071356773376},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3388155","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3388155","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10497601.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7991a5d8f43b42a9877f8e61290b612e","is_oa":true,"landing_page_url":"https://doaj.org/article/7991a5d8f43b42a9877f8e61290b612e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 53565-53578 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3388155","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2024.3388155","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10497601.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4338773373","display_name":"DIgital DYnaMic and respOnsible twinS for XR","funder_award_id":"101092875","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4956428346","display_name":null,"funder_award_id":"Horizon 2020 research and innovatio","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8051717526","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394744580.pdf","grobid_xml":"https://content.openalex.org/works/W4394744580.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W1644641054","https://openalex.org/W1920022804","https://openalex.org/W1920328734","https://openalex.org/W2025768430","https://openalex.org/W2122922389","https://openalex.org/W2194775991","https://openalex.org/W2211722331","https://openalex.org/W2560609797","https://openalex.org/W2618530766","https://openalex.org/W2842511635","https://openalex.org/W2883725317","https://openalex.org/W2888486794","https://openalex.org/W2896457183","https://openalex.org/W2919115771","https://openalex.org/W2962731536","https://openalex.org/W2963158438","https://openalex.org/W2963509914","https://openalex.org/W2979750740","https://openalex.org/W2981440248","https://openalex.org/W2990613095","https://openalex.org/W3009561768","https://openalex.org/W3035524453","https://openalex.org/W3090263949","https://openalex.org/W3111535274","https://openalex.org/W3116959466","https://openalex.org/W3133524129","https://openalex.org/W3145450063","https://openalex.org/W3153465022","https://openalex.org/W3155169629","https://openalex.org/W3158405343","https://openalex.org/W3159481202","https://openalex.org/W3167071962","https://openalex.org/W3168489096","https://openalex.org/W3176196997","https://openalex.org/W3178738710","https://openalex.org/W3202349074","https://openalex.org/W3202611145","https://openalex.org/W3206846540","https://openalex.org/W3213454282","https://openalex.org/W4213414377","https://openalex.org/W4214755140","https://openalex.org/W4281922683","https://openalex.org/W4287025408","https://openalex.org/W4287116734","https://openalex.org/W4297808394","https://openalex.org/W4312270234","https://openalex.org/W4312788538","https://openalex.org/W4312980726","https://openalex.org/W4313156423","https://openalex.org/W4315705623","https://openalex.org/W4319317262","https://openalex.org/W4321504837","https://openalex.org/W4380082229","https://openalex.org/W4385245566","https://openalex.org/W4394671432","https://openalex.org/W6640308425","https://openalex.org/W6682751323","https://openalex.org/W6683915439","https://openalex.org/W6687484953","https://openalex.org/W6739778489","https://openalex.org/W6761472960","https://openalex.org/W6766807605","https://openalex.org/W6774670964","https://openalex.org/W6778883912","https://openalex.org/W6779997284","https://openalex.org/W6785121581","https://openalex.org/W6796289114","https://openalex.org/W6798160016","https://openalex.org/W6800217721","https://openalex.org/W6810249204","https://openalex.org/W6839294089"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W4312407344","https://openalex.org/W2894289927"],"abstract_inverted_index":{"In":[0,37],"this":[1],"paper":[2],"we":[3,19,40,63,88,103],"delve":[4],"into":[5],"the":[6,14,21,42,48,55,66,84,90,97,119,122,130],"properties":[7],"of":[8,23,44,83],"transformers,":[9],"attained":[10],"through":[11],"self-supervision,":[12],"in":[13,54,129],"point":[15],"cloud":[16],"domain.":[17],"Specifically,":[18],"evaluate":[20],"effectiveness":[22],"Masked":[24],"Autoencoding":[25],"as":[26,34],"a":[27,80],"pretraining":[28,77],"scheme,":[29],"and":[30,51,93,125],"explore":[31],"Momentum":[32],"Contrast":[33],"an":[35,105],"alternative.":[36],"our":[38,111],"study":[39],"investigate":[41],"impact":[43],"data":[45],"quantity":[46],"on":[47,96,101],"learned":[49,98],"features,":[50],"uncover":[52],"similarities":[53],"transformer\u2019s":[56],"behavior":[57],"across":[58],"domains.":[59],"Through":[60],"comprehensive":[61],"visualizations,":[62],"observe":[64],"that":[65,76],"transformer":[67,134],"learns":[68],"to":[69,71,79,118],"attend":[70],"semantically":[72],"meaningful":[73],"regions,":[74],"indicating":[75],"leads":[78],"better":[81],"understanding":[82],"underlying":[85],"geometry.":[86],"Moreover,":[87],"examine":[89],"finetuning":[91],"process":[92],"its":[94],"effect":[95],"representations.":[99],"Based":[100],"that,":[102],"devise":[104],"unfreezing":[106],"strategy":[107],"which":[108],"consistently":[109],"outperforms":[110],"baseline":[112],"without":[113],"introducing":[114],"any":[115],"other":[116],"modifications":[117],"model":[120],"or":[121],"training":[123],"pipeline,":[124],"achieve":[126],"state-of-the-art":[127],"results":[128],"classification":[131],"task":[132],"among":[133],"models.":[135]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2024-04-13T00:00:00"}