{"id":"https://openalex.org/W4389352473","doi":"https://doi.org/10.1109/tmm.2023.3338079","title":"Self-Supervised Generative-Contrastive Learning of Multi-Modal Euclidean Input for 3D Shape Latent Representations: A Dynamic Switching Approach","display_name":"Self-Supervised Generative-Contrastive Learning of Multi-Modal Euclidean Input for 3D Shape Latent Representations: A Dynamic Switching Approach","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4389352473","doi":"https://doi.org/10.1109/tmm.2023.3338079"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3338079","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3338079","pdf_url":"https://ieeexplore.ieee.org/ielx7/6046/4456689/10345609.pdf","source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/6046/4456689/10345609.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102585959","display_name":"Chengzhi Wu","orcid":"https://orcid.org/0000-0003-2186-3748"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Chengzhi Wu","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0003-2186-3748","affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079417865","display_name":"Julius Pfrommer","orcid":"https://orcid.org/0000-0002-4204-6758"},"institutions":[{"id":"https://openalex.org/I4210111500","display_name":"Fraunhofer Institute of Optronics, System Technologies and Image Exploitation","ror":"https://ror.org/01zx97922","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210111500","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Julius Pfrommer","raw_affiliation_strings":["Fraunhofer Institute of Optronics, System Technologies and Image Exploitation IOSB, Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4204-6758","affiliations":[{"raw_affiliation_string":"Fraunhofer Institute of Optronics, System Technologies and Image Exploitation IOSB, Karlsruhe, Germany","institution_ids":["https://openalex.org/I4210111500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101959037","display_name":"M. Zhou","orcid":"https://orcid.org/0009-0003-3395-162X"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mingyuan Zhou","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0009-0003-3395-162X","affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073930300","display_name":"J\u00fcrgen Beyerer","orcid":"https://orcid.org/0000-0003-3556-7181"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]},{"id":"https://openalex.org/I4210111500","display_name":"Fraunhofer Institute of Optronics, System Technologies and Image Exploitation","ror":"https://ror.org/01zx97922","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210111500","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"J\u00fcrgen Beyerer","raw_affiliation_strings":["Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","Fraunhofer Institute of Optronics, System Technologies and Image Exploitation IOSB, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3556-7181","affiliations":[{"raw_affiliation_string":"Institute for Anthropomatics and Robotics, Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Fraunhofer Institute of Optronics, System Technologies and Image Exploitation IOSB, Germany","institution_ids":["https://openalex.org/I4210111500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7883,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.677659,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"26","issue":null,"first_page":"8432","last_page":"8441"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8330081701278687},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6102345585823059},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5293553471565247},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.48846355080604553},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.480163037776947},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4723837375640869},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.4241424798965454},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.4212300181388855},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35070300102233887},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3265591263771057}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8330081701278687},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6102345585823059},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5293553471565247},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.48846355080604553},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.480163037776947},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4723837375640869},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.4241424798965454},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.4212300181388855},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35070300102233887},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3265591263771057},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmm.2023.3338079","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3338079","pdf_url":"https://ieeexplore.ieee.org/ielx7/6046/4456689/10345609.pdf","source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/457721","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/457721","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1109/tmm.2023.3338079","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3338079","pdf_url":"https://ieeexplore.ieee.org/ielx7/6046/4456689/10345609.pdf","source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389352473.pdf","grobid_xml":"https://content.openalex.org/works/W4389352473.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W1644641054","https://openalex.org/W1920022804","https://openalex.org/W1922697897","https://openalex.org/W1959608418","https://openalex.org/W2021122545","https://openalex.org/W2064675550","https://openalex.org/W2100657858","https://openalex.org/W2157364932","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2211722331","https://openalex.org/W2267893120","https://openalex.org/W2334684970","https://openalex.org/W2338532005","https://openalex.org/W2342277278","https://openalex.org/W2504204199","https://openalex.org/W2511691466","https://openalex.org/W2523246573","https://openalex.org/W2785325870","https://openalex.org/W2911758669","https://openalex.org/W2919115771","https://openalex.org/W2921891839","https://openalex.org/W2948978827","https://openalex.org/W2950635152","https://openalex.org/W2953686902","https://openalex.org/W2962731536","https://openalex.org/W2962912205","https://openalex.org/W2963453931","https://openalex.org/W2964127395","https://openalex.org/W2964137676","https://openalex.org/W2964467416","https://openalex.org/W2990873191","https://openalex.org/W3009561768","https://openalex.org/W3035725276","https://openalex.org/W3036421240","https://openalex.org/W3099201369","https://openalex.org/W3105863736","https://openalex.org/W3116959466","https://openalex.org/W3154190827","https://openalex.org/W3166573884","https://openalex.org/W3171007011","https://openalex.org/W3174525637","https://openalex.org/W3176276772","https://openalex.org/W3177224328","https://openalex.org/W3188030217","https://openalex.org/W4287890956","https://openalex.org/W4297847122","https://openalex.org/W4312317653","https://openalex.org/W4312788538","https://openalex.org/W4394671432","https://openalex.org/W4399563599","https://openalex.org/W6640963894","https://openalex.org/W6687484953","https://openalex.org/W6693397905","https://openalex.org/W6719936175","https://openalex.org/W6724310229","https://openalex.org/W6725627366","https://openalex.org/W6727249380","https://openalex.org/W6729001083","https://openalex.org/W6729687604","https://openalex.org/W6744627333","https://openalex.org/W6747899497","https://openalex.org/W6748391871","https://openalex.org/W6767226182","https://openalex.org/W6774670964","https://openalex.org/W6779997284","https://openalex.org/W6793919854","https://openalex.org/W6843681450"],"related_works":["https://openalex.org/W3013693939","https://openalex.org/W2159052453","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W2734887215","https://openalex.org/W4297051394","https://openalex.org/W2752972570","https://openalex.org/W2145836866","https://openalex.org/W2803255133","https://openalex.org/W2988134182"],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,40,62,82,95],"combined":[3],"generative":[4],"and":[5,26,126],"contrastive":[6,41,68],"neural":[7],"architecture":[8,18],"for":[9,23,65],"learning":[10],"latent":[11,46,59,104],"representations":[12,47,60,105],"of":[13],"3D":[14],"volumetric":[15],"shapes.":[16],"The":[17,34,85],"uses":[19],"two":[20,79],"encoder":[21],"branches":[22],"voxel":[24],"grids":[25],"multi-view":[27],"images":[28],"from":[29,115],"the":[30,44,58,67,90,103,116],"same":[31],"underlying":[32],"shape.":[33],"main":[35],"idea":[36],"is":[37,75],"to":[38,55,77,123],"combine":[39],"loss":[42],"between":[43],"resulting":[45],"with":[48,81,107],"an":[49],"additional":[50,117],"reconstruction":[51,125],"loss.":[52,69],"That":[53],"helps":[54],"avoid":[56],"collapsing":[57],"as":[61],"trivial":[63],"solution":[64],"minimizing":[66],"A":[70],"novel":[71],"dynamic":[72],"switching":[73,86],"approach":[74,87],"used":[76],"cross-train":[78],"encoders":[80],"shared":[83],"decoder.":[84],"also":[88],"enables":[89],"stop":[91],"gradient":[92],"operation":[93],"on":[94],"random":[96],"branch.":[97],"Further":[98],"classification":[99,127],"experiments":[100],"show":[101],"that":[102],"learned":[106],"our":[108],"self-supervised":[109],"method":[110],"integrate":[111],"more":[112],"useful":[113],"information":[114],"input":[118],"data":[119],"implicitly,":[120],"thus":[121],"leading":[122],"better":[124],"performance.":[128]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}