{"id":"https://openalex.org/W4386076095","doi":"https://doi.org/10.1109/cvpr52729.2023.01807","title":"HaLP: Hallucinating Latent Positives for Skeleton-based Self-Supervised Learning of Actions","display_name":"HaLP: Hallucinating Latent Positives for Skeleton-based Self-Supervised Learning of Actions","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386076095","doi":"https://doi.org/10.1109/cvpr52729.2023.01807"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.01807","doi":"https://doi.org/10.1109/cvpr52729.2023.01807","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01807","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2304.00387","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110949634","display_name":"Anshul Shah","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anshul Shah","raw_affiliation_strings":["Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101765905","display_name":"Aniket Roy","orcid":"https://orcid.org/0000-0002-0241-4165","observed_orcids":["https://orcid.org/0000-0002-0241-4165"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aniket Roy","raw_affiliation_strings":["Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ketul Shah","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ketul Shah","raw_affiliation_strings":["Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101547831","display_name":"Shlok Kumar Mishra","orcid":"https://orcid.org/0000-0003-2492-8762","observed_orcids":["https://orcid.org/0000-0003-2492-8762"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shlok Mishra","raw_affiliation_strings":["University of Maryland, College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108792867","display_name":"David W. Jacobs","orcid":"https://orcid.org/0009-0008-8710-6065","observed_orcids":["https://orcid.org/0009-0008-8710-6065","https://orcid.org/0009-0009-2027-1039"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Jacobs","raw_affiliation_strings":["University of Maryland, College Park"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024613828","display_name":"Anoop Cherian","orcid":"https://orcid.org/0000-0002-5566-0351","observed_orcids":["https://orcid.org/0000-0002-5566-0351"]},"institutions":[{"id":"https://openalex.org/I4405253225","display_name":"Mitsubishi Electric Research Laboratories (United States)","ror":"https://ror.org/00e2e3n51","country_code":"US","type":"company","lineage":["https://openalex.org/I1306287861","https://openalex.org/I4405253225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anoop Cherian","raw_affiliation_strings":["MERL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MERL","institution_ids":["https://openalex.org/I4405253225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102762707","display_name":"Rama Chellappa","orcid":"https://orcid.org/0000-0002-7638-1650","observed_orcids":["https://orcid.org/0000-0002-7638-1650"]},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rama Chellappa","raw_affiliation_strings":["Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9715,"has_fulltext":true,"cited_by_count":40,"citation_normalized_percentile":{"value":0.95851696,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"18846","last_page":"18856"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/skeleton-based-action-recognition","display_name":"skeleton-based action recognition","score":0.9750000238418579},{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.953000009059906},{"id":"https://openalex.org/keywords/contrastive-learning","display_name":"contrastive learning","score":0.9850000143051147},{"id":"https://openalex.org/keywords/latent-space","display_name":"latent space","score":0.6179999709129333},{"id":"https://openalex.org/keywords/geometric-constraints","display_name":"geometric constraints","score":0.3919999897480011},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.43299999833106995}],"concepts":[{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.8405802845954895},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.758884072303772},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.714536190032959},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6102128028869629},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5114699602127075},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5085240602493286},{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.5018978118896484},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4396665394306183},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4319424033164978},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4272944927215576},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.41588521003723145},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.10815441608428955},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cvpr52729.2023.01807","doi":"https://doi.org/10.1109/cvpr52729.2023.01807","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01807","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2304.00387","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.00387","pdf_url":"https://arxiv.org/pdf/2304.00387","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2304.00387","doi":"https://doi.org/10.48550/arxiv.2304.00387","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2304.00387","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2304.00387","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.00387","pdf_url":"https://arxiv.org/pdf/2304.00387","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3587679958","display_name":null,"funder_award_id":"N00014-20-1-2787","funder_id":"https://openalex.org/F4320333591","funder_display_name":"Multidisciplinary University Research Initiative"},{"id":"https://openalex.org/G5121974832","display_name":null,"funder_award_id":"N00014-20-1-2787","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5588792456","display_name":"RI: Small: Understanding the Inductive Bias Caused by Invariance and Multi Scale in Neural Networks","funder_award_id":"2213335","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5993323943","display_name":"RI: NSF-BSF: Small: Reconstructing Shape, Lighting and Reflectance Properties of Indoor Scenes from Video","funder_award_id":"1910132","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6706517093","display_name":null,"funder_award_id":"N00014-20-1-2787","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320333591","display_name":"Multidisciplinary University Research Initiative","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386076095.pdf","grobid_xml":"https://content.openalex.org/works/W4386076095.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W2020243185","https://openalex.org/W2073708918","https://openalex.org/W2099634219","https://openalex.org/W2138621090","https://openalex.org/W2152790380","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2487442924","https://openalex.org/W2765407302","https://openalex.org/W2785325870","https://openalex.org/W2787919227","https://openalex.org/W2796633859","https://openalex.org/W2810685774","https://openalex.org/W2895243423","https://openalex.org/W2921861056","https://openalex.org/W2963076818","https://openalex.org/W2964248225","https://openalex.org/W2969613290","https://openalex.org/W2982358316","https://openalex.org/W2990503944","https://openalex.org/W2992308087","https://openalex.org/W2994890454","https://openalex.org/W3005680577","https://openalex.org/W3009561768","https://openalex.org/W3034548564","https://openalex.org/W3035524453","https://openalex.org/W3036224891","https://openalex.org/W3039465721","https://openalex.org/W3048912365","https://openalex.org/W3091940082","https://openalex.org/W3092424783","https://openalex.org/W3103184573","https://openalex.org/W3106485021","https://openalex.org/W3107376673","https://openalex.org/W3114632476","https://openalex.org/W3128170523","https://openalex.org/W3136810184","https://openalex.org/W3156509901","https://openalex.org/W3159481202","https://openalex.org/W3169413442","https://openalex.org/W3170039146","https://openalex.org/W3183932535","https://openalex.org/W3192388471","https://openalex.org/W3203227473","https://openalex.org/W3210564482","https://openalex.org/W3216741577","https://openalex.org/W4200634815","https://openalex.org/W4226002507","https://openalex.org/W4283810973","https://openalex.org/W4283819635","https://openalex.org/W4293518008","https://openalex.org/W4302009995","https://openalex.org/W4312245820","https://openalex.org/W4312675926","https://openalex.org/W4312841534","https://openalex.org/W4312939067","https://openalex.org/W4313185874","https://openalex.org/W6842447425"],"related_works":["https://openalex.org/W4407200705","https://openalex.org/W4226027695","https://openalex.org/W3156509901","https://openalex.org/W3192388471","https://openalex.org/W3206873236","https://openalex.org/W7202190575","https://openalex.org/W4321599987","https://openalex.org/W4313532593","https://openalex.org/W4382240124","https://openalex.org/W4403572611"],"abstract_inverted_index":{"Supervised":[0],"learning":[1,17,38,101,193],"of":[2,44,134],"skeleton":[3,79],"sequence":[4],"encoders":[5,19],"for":[6,90,106,125,154],"action":[7,108],"recognition":[8,109],"has":[9],"received":[10],"significant":[11],"attention":[12],"in":[13,136,174],"recent":[14],"times.":[15],"However,":[16,65],"such":[18,201],"without":[20,110],"labels":[21],"continues":[22],"to":[23,39,51,55,61,82,85,103,121,139,152,168,196],"be":[24,52,83,220],"a":[25,70,98,116,148,190],"challenging":[26],"problem.":[27],"While":[28],"prior":[29],"works":[30],"have":[31],"shown":[32],"promising":[33],"results":[34],"by":[35],"applying":[36],"contrastive":[37,100,126,192],"pose":[40,67],"sequences,":[41],"the":[42,45,63,74,78,87,131,155,169],"quality":[43],"learned":[46],"representations":[47],"is":[48,69,115],"often":[49],"observed":[50],"closely":[53],"tied":[54],"data":[56],"augmentations":[57,88],"that":[58,91,184],"are":[59],"used":[60],"craft":[62],"positives.":[64,142],"augmenting":[66],"sequences":[68],"difficult":[71],"task":[72],"as":[73,202],"geometric":[75],"constraints":[76],"among":[77],"joints":[80],"need":[81],"enforced":[84],"make":[86],"realistic":[89],"action.":[92],"In":[93],"this":[94,144],"work,":[95],"we":[96,146],"propose":[97,166],"new":[99,141],"approach":[102],"train":[104],"models":[105],"skeleton-based":[107],"labels.":[111],"Our":[112,217],"key":[113],"contribution":[114],"simple":[117],"module,":[118],"HaLP":[119,129],"-":[120],"Hallucinate":[122],"Latent":[123],"Positives":[124],"learning.":[127],"Specifically,":[128],"explores":[130],"latent":[132],"space":[133],"poses":[135],"suitable":[137],"directions":[138],"generate":[140],"To":[143],"end,":[145],"present":[147],"novel":[149],"optimization":[150],"formulation":[151],"solve":[153],"synthetic":[156],"positives":[157,188],"with":[158,177],"an":[159],"explicit":[160],"control":[161],"on":[162,207],"their":[163],"hardness.":[164],"We":[165,180],"approximations":[167],"objective,":[170],"making":[171],"them":[172],"solvable":[173],"closed":[175],"form":[176],"minimal":[178],"overhead.":[179],"show":[181],"via":[182],"experiments":[183],"using":[185],"these":[186],"generated":[187],"within":[189],"standard":[191],"framework":[194],"leads":[195],"consistent":[197],"improvements":[198],"across":[199],"benchmarks":[200],"NTU-60,":[203],"NTU-120,":[204],"and":[205,214],"PKU-II":[206],"tasks":[208],"like":[209],"linear":[210],"evaluation,":[211],"transfer":[212],"learning,":[213],"kNN":[215],"evaluation.":[216],"code":[218],"can":[219],"found":[221],"at":[222],"https://github.com/anshulbshah/HaLP.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-08-23T00:00:00"}