{"id":"https://openalex.org/W4415311293","doi":"https://doi.org/10.1109/iccv51701.2025.01358","title":"DeSPITE: Exploring Contrastive Deep Skeleton-Pointcloud-IMU-Text Embeddings for Advanced Point Cloud Human Activity Understanding","display_name":"DeSPITE: Exploring Contrastive Deep Skeleton-Pointcloud-IMU-Text Embeddings for Advanced Point Cloud Human Activity Understanding","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4415311293","doi":"https://doi.org/10.1109/iccv51701.2025.01358"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51701.2025.01358","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.01358","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.13897","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109966964","display_name":"Thomas G. Kreutz","orcid":null},"institutions":[{"id":"https://openalex.org/I58534130","display_name":"Deutsche Telekom (United Kingdom)","ror":"https://ror.org/00qxrgg46","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210093367","https://openalex.org/I58534130"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Thomas Kreutz","raw_affiliation_strings":["Technical University Darmstadt,Telekooperation Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University Darmstadt,Telekooperation Lab","institution_ids":["https://openalex.org/I58534130"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021712397","display_name":"Max M\u00fchlh\u00e4user","orcid":"https://orcid.org/0000-0003-4713-5327"},"institutions":[{"id":"https://openalex.org/I58534130","display_name":"Deutsche Telekom (United Kingdom)","ror":"https://ror.org/00qxrgg46","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210093367","https://openalex.org/I58534130"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Max M\u00fchlh\u00e4user","raw_affiliation_strings":["Technical University Darmstadt,Telekooperation Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University Darmstadt,Telekooperation Lab","institution_ids":["https://openalex.org/I58534130"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048186891","display_name":"Alejandro S\u00e1nchez Guinea","orcid":"https://orcid.org/0000-0002-1860-0595"},"institutions":[{"id":"https://openalex.org/I58534130","display_name":"Deutsche Telekom (United Kingdom)","ror":"https://ror.org/00qxrgg46","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210093367","https://openalex.org/I58534130"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alejandro Sanchez Guinea","raw_affiliation_strings":["Technical University Darmstadt,Telekooperation Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University Darmstadt,Telekooperation Lab","institution_ids":["https://openalex.org/I58534130"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I58534130"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31238091,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"14633","last_page":"14643"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9466000199317932,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7401999831199646},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.6227999925613403},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.608299970626831},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5557000041007996},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.48890000581741333},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4535999894142151},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4332999885082245},{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.3522000014781952}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7401999831199646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6685000061988831},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6392999887466431},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.6227999925613403},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.608299970626831},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5557000041007996},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.48890000581741333},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4535999894142151},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4332999885082245},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.3522000014781952},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.33869999647140503},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2937999963760376},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iccv51701.2025.01358","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.01358","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2506.13897","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.13897","pdf_url":"https://arxiv.org/pdf/2506.13897","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.13897","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.13897","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.13897","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.13897","pdf_url":"https://arxiv.org/pdf/2506.13897","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Despite":[0],"LiDAR":[1,54],"(Light":[2],"Detection":[3],"and":[4,62,103,147,169],"Ranging)":[5],"being":[6],"an":[7,157],"effective":[8,158],"privacy-preserving":[9],"alternative":[10],"to":[11,14,109,118],"RGB":[12],"cameras":[13],"perceive":[15],"human":[16,30,34,57,132],"activities,":[17],"it":[18],"remains":[19],"largely":[20],"underexplored":[21],"in":[22,64,167],"the":[23,51,91,100,120],"context":[24],"of":[25,93,112,122],"multi-modal":[26],"contrastive":[27],"pre-training":[28,159],"for":[29,136,161],"activity":[31,35,133],"understanding":[32,134],"(e.g.,":[33],"recognition":[36],"(HAR),":[37],"retrieval,":[38,146],"or":[39],"person":[40],"re-identification":[41],"(RE-ID)).":[42],"To":[43],"close":[44],"this":[45],"gap,":[46],"our":[47,94],"work":[48],"explores":[49],"learning":[50,121],"correspondence":[52],"between":[53],"point":[55,137,162],"clouds,":[56],"skeleton":[58],"poses,":[59],"IMU":[60],"data,":[61],"text":[63],"a":[65,74,82,123],"joint":[66,83,125],"embedding":[67,84,126],"space.":[68,127],"More":[69],"specifically,":[70],"we":[71,97,152],"present":[72],"DeSPITE,":[73,142],"Deep":[75],"Skeleton-Pointcloud-IMU-Text":[76],"Embedding":[77],"model,":[78],"which":[79,106],"effectively":[80],"learns":[81],"space":[85],"across":[86],"these":[87],"four":[88,114],"modalities.":[89],"At":[90],"heart":[92],"empirical":[95],"exploration,":[96],"have":[98],"combined":[99],"existing":[101],"LIPD":[102],"Babel":[104],"datasets,":[105],"enabled":[107,140],"us":[108,117],"synchronize":[110],"data":[111],"all":[113],"modalities,":[115],"allowing":[116],"explore":[119],"new":[124],"Our":[128],"experiments":[129,166],"demonstrate":[130],"novel":[131],"tasks":[135],"cloud":[138,163],"sequences":[139],"through":[141,165],"including":[143],"Skeleton<->Pointcloud<->IMU":[144],"matching,":[145],"temporal":[148],"moment":[149],"retrieval.":[150],"Furthermore,":[151],"show":[153],"that":[154],"DeSPITE":[155],"is":[156],"strategy":[160],"HAR":[164],"MSR-Action3D":[168],"HMPEAR.":[170]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-18T00:00:00"}