{"id":"https://openalex.org/W3124481031","doi":"https://doi.org/10.1109/icip42928.2021.9506179","title":"Syntactically Guided Generative Embeddings for Zero-Shot Skeleton Action Recognition","display_name":"Syntactically Guided Generative Embeddings for Zero-Shot Skeleton Action Recognition","publication_year":2021,"publication_date":"2021-08-23","ids":{"openalex":"https://openalex.org/W3124481031","doi":"https://doi.org/10.1109/icip42928.2021.9506179","mag":"3124481031"},"language":"en","primary_location":{"id":"doi:10.1109/icip42928.2021.9506179","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip42928.2021.9506179","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2101.11530","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110236936","display_name":"Pranay Gupta","orcid":null},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]},{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pranay Gupta","raw_affiliation_strings":["IIIT Hyderabad,Center for Visual Information Technology,Hyderabad,INDIA,500032","International Institute of Information Technology, Hyderabad, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIIT Hyderabad,Center for Visual Information Technology,Hyderabad,INDIA,500032","institution_ids":["https://openalex.org/I65181880"]},{"raw_affiliation_string":"International Institute of Information Technology, Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I64189192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101971141","display_name":"Divyanshu Sharma","orcid":"https://orcid.org/0000-0002-7371-6099"},"institutions":[{"id":"https://openalex.org/I36090812","display_name":"Netaji Subhas University of Technology","ror":"https://ror.org/01fczmh85","country_code":"IN","type":"education","lineage":["https://openalex.org/I36090812"]},{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Divyanshu Sharma","raw_affiliation_strings":["IIIT Hyderabad,Center for Visual Information Technology,Hyderabad,INDIA,500032","Netaji Subhas University of Technology, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIIT Hyderabad,Center for Visual Information Technology,Hyderabad,INDIA,500032","institution_ids":["https://openalex.org/I65181880"]},{"raw_affiliation_string":"Netaji Subhas University of Technology, New Delhi, India","institution_ids":["https://openalex.org/I36090812"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038936106","display_name":"Ravi Kiran Sarvadevabhatla","orcid":"https://orcid.org/0000-0003-4134-1154"},"institutions":[{"id":"https://openalex.org/I64189192","display_name":"International Institute of Information Technology, Hyderabad","ror":"https://ror.org/05f11g639","country_code":"IN","type":"education","lineage":["https://openalex.org/I64189192"]},{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ravi Kiran Sarvadevabhatla","raw_affiliation_strings":["IIIT Hyderabad,Center for Visual Information Technology,Hyderabad,INDIA,500032","International Institute of Information Technology, Hyderabad;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIIT Hyderabad,Center for Visual Information Technology,Hyderabad,INDIA,500032","institution_ids":["https://openalex.org/I65181880"]},{"raw_affiliation_string":"International Institute of Information Technology, Hyderabad;","institution_ids":["https://openalex.org/I64189192"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.097,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.34623635,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"439","last_page":"443"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.8008826375007629},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.7455718517303467},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6742725372314453},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.6727070212364197},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6291272640228271},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5714557766914368},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5601948499679565},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5565353631973267},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5472155213356018},{"id":"https://openalex.org/keywords/skeleton","display_name":"Skeleton (computer programming)","score":0.5454171895980835},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4340726137161255},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.41913196444511414},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39853399991989136},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.24832230806350708},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07048842310905457},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.052145421504974365}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.8008826375007629},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.7455718517303467},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6742725372314453},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.6727070212364197},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6291272640228271},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5714557766914368},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5601948499679565},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5565353631973267},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5472155213356018},{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.5454171895980835},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4340726137161255},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.41913196444511414},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39853399991989136},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.24832230806350708},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07048842310905457},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.052145421504974365},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/icip42928.2021.9506179","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip42928.2021.9506179","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2101.11530","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.11530","pdf_url":"https://arxiv.org/pdf/2101.11530","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3124481031","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2101.11530v2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2101.11530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2101.11530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.17023/wnb0-ds32","is_oa":true,"landing_page_url":"https://doi.org/10.17023/wnb0-ds32","pdf_url":null,"source":{"id":"https://openalex.org/S7407051697","display_name":"IEEE RESOURCE CENTERS","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2101.11530","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.11530","pdf_url":"https://arxiv.org/pdf/2101.11530","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3124481031.pdf","grobid_xml":"https://content.openalex.org/works/W3124481031.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W93016980","https://openalex.org/W652269744","https://openalex.org/W1821462560","https://openalex.org/W2044913453","https://openalex.org/W2109317801","https://openalex.org/W2123024445","https://openalex.org/W2124033848","https://openalex.org/W2171061940","https://openalex.org/W2398118205","https://openalex.org/W2603705233","https://openalex.org/W2770178731","https://openalex.org/W2944006115","https://openalex.org/W2948058585","https://openalex.org/W2950577311","https://openalex.org/W2951004968","https://openalex.org/W2951670304","https://openalex.org/W2962689421","https://openalex.org/W2963282966","https://openalex.org/W2963283377","https://openalex.org/W2963538198","https://openalex.org/W2963545832","https://openalex.org/W2963960318","https://openalex.org/W2964105864","https://openalex.org/W2964134613","https://openalex.org/W2969186079","https://openalex.org/W2970641574","https://openalex.org/W2971193649","https://openalex.org/W2972073579","https://openalex.org/W2990889669","https://openalex.org/W3035050855","https://openalex.org/W3035225512","https://openalex.org/W3096803658","https://openalex.org/W3100093508","https://openalex.org/W6603820874","https://openalex.org/W6636510571","https://openalex.org/W6638523607","https://openalex.org/W6640963894","https://openalex.org/W6678360021","https://openalex.org/W6678470764","https://openalex.org/W6746274187","https://openalex.org/W6746609291","https://openalex.org/W6762557054","https://openalex.org/W6763918015","https://openalex.org/W6770928253"],"related_works":["https://openalex.org/W3195429019","https://openalex.org/W3156129331","https://openalex.org/W3167295107","https://openalex.org/W2950690336","https://openalex.org/W2945070549","https://openalex.org/W3132217314","https://openalex.org/W3124953418","https://openalex.org/W3046406391","https://openalex.org/W3110183969","https://openalex.org/W2738539117","https://openalex.org/W3009441615","https://openalex.org/W3015843040","https://openalex.org/W3195123135","https://openalex.org/W3009454144","https://openalex.org/W2902042857","https://openalex.org/W2552383788","https://openalex.org/W2889143422","https://openalex.org/W3049323324","https://openalex.org/W3033910970","https://openalex.org/W3156457440"],"abstract_inverted_index":{"We":[0,58,89,108],"introduce":[1],"SynSE":[2,60,73],"(Syntactically":[3],"guided":[4,10],"Skeleton":[5],"Embeddings),":[6],"a":[7,104],"novel":[8],"syntactically":[9],"generative":[11,23],"approach":[12,19,93],"for":[13,61],"Zero-Shot":[14,99],"Learning":[15,100],"(ZSL).":[16],"Our":[17,69,131],"end-to-end":[18],"learns":[20],"progressively":[21],"refined":[22],"embedding":[24,43],"spaces":[25],"constrained":[26],"within":[27],"and":[28,44,123,140,150],"across":[29],"the":[30,54,62,95,110,120,148],"involved":[31],"modalities":[32],"(visual,":[33],"language).":[34],"The":[35],"inter-modal":[36],"constraints":[37],"are":[38,109],"defined":[39],"between":[40],"action":[41,56,66,81,116,126],"sequence":[42,67],"embeddings":[45],"of":[46,48,64],"Parts":[47],"Speech":[49],"(PoS)":[50],"tagged":[51],"words":[52,84],"in":[53,137],"corresponding":[55],"description.":[57],"deploy":[59],"task":[63],"skeleton-based":[65],"recognition.":[68],"design":[70],"choices":[71],"enable":[72],"to":[74,94,112,144],"generalize":[75],"compositionally,":[76],"i.e.,":[77],"recognize":[78],"sequences":[79],"whose":[80],"descriptions":[82],"contain":[83],"not":[85],"encountered":[86],"during":[87],"training.":[88],"also":[90],"extend":[91],"our":[92],"more":[96],"challenging":[97],"Generalized":[98],"(GZSL)":[101],"problem":[102],"via":[103],"confidence-based":[105],"gating":[106],"mechanism.":[107],"first":[111],"present":[113],"zero-shot":[114],"skeleton":[115,125],"recognition":[117],"results":[118,132],"on":[119,147],"large-scale":[121],"NTU-60":[122,149],"NTU-120":[124,151],"datasets":[127],"with":[128],"multiple":[129],"splits.":[130],"demonstrate":[133],"SynSE\u2019s":[134],"state-of-the-art":[135],"performance":[136],"both":[138],"ZSL":[139],"GZSL":[141],"settings":[142],"compared":[143],"strong":[145],"baselines":[146],"datasets.":[152]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}