{"id":"https://openalex.org/W4296873461","doi":"https://doi.org/10.1109/tai.2022.3208860","title":"JSSE: Joint Sequential Semantic Encoder for Zero-Shot Event Recognition","display_name":"JSSE: Joint Sequential Semantic Encoder for Zero-Shot Event Recognition","publication_year":2022,"publication_date":"2022-09-23","ids":{"openalex":"https://openalex.org/W4296873461","doi":"https://doi.org/10.1109/tai.2022.3208860","pmid":"https://pubmed.ncbi.nlm.nih.gov/38090475"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2022.3208860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2022.3208860","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10712372/pdf/nihms-1948014.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014853772","display_name":"Naveen Madapana","orcid":"https://orcid.org/0000-0002-4812-2934"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naveen Madapana","raw_affiliation_strings":["School of Industrial Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-4812-2934","affiliations":[{"raw_affiliation_string":"School of Industrial Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072528523","display_name":"Juan Wachs","orcid":"https://orcid.org/0000-0002-6425-5745"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juan P. Wachs","raw_affiliation_strings":["School of Industrial Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0002-6425-5745","affiliations":[{"raw_affiliation_string":"School of Industrial Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":0.2031,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.48332665,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"4","issue":"6","first_page":"1472","last_page":"1483"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9362000226974487,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7510181069374084},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7383415699005127},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6854649782180786},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6196472644805908},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6073350310325623},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5585569739341736},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5529009103775024},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5454514622688293},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4849141240119934},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38748931884765625},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3617574870586395}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7510181069374084},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7383415699005127},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6854649782180786},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6196472644805908},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6073350310325623},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5585569739341736},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5529009103775024},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5454514622688293},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4849141240119934},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38748931884765625},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3617574870586395},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tai.2022.3208860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2022.3208860","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmid:38090475","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38090475","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on artificial intelligence","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10712372","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10712372","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10712372/pdf/nihms-1948014.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Artif Intell","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:10712372","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10712372","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10712372/pdf/nihms-1948014.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Artif Intell","raw_type":"Text"},"sustainable_development_goals":[{"score":0.7099999785423279,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G2447063531","display_name":null,"funder_award_id":"2140612","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G8797822282","display_name":null,"funder_award_id":"R18 HS024887","funder_id":"https://openalex.org/F4320332177","funder_display_name":"Agency for Healthcare Research and Quality"}],"funders":[{"id":"https://openalex.org/F4320332177","display_name":"Agency for Healthcare Research and Quality","ror":"https://ror.org/03jmfdf59"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4296873461.pdf"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W93016980","https://openalex.org/W581314551","https://openalex.org/W1995113806","https://openalex.org/W1995875735","https://openalex.org/W2011009685","https://openalex.org/W2070148066","https://openalex.org/W2088748973","https://openalex.org/W2098411764","https://openalex.org/W2108036388","https://openalex.org/W2122476475","https://openalex.org/W2126579184","https://openalex.org/W2127876774","https://openalex.org/W2128532956","https://openalex.org/W2150421899","https://openalex.org/W2156406284","https://openalex.org/W2157441726","https://openalex.org/W2165698076","https://openalex.org/W2194321275","https://openalex.org/W2289084343","https://openalex.org/W2400717490","https://openalex.org/W2403787935","https://openalex.org/W2507009361","https://openalex.org/W2520613337","https://openalex.org/W2597289420","https://openalex.org/W2601096423","https://openalex.org/W2604272474","https://openalex.org/W2611632661","https://openalex.org/W2619947201","https://openalex.org/W2724492314","https://openalex.org/W2768009693","https://openalex.org/W2780288531","https://openalex.org/W2783837693","https://openalex.org/W2798913983","https://openalex.org/W2808388238","https://openalex.org/W2897439619","https://openalex.org/W2901503184","https://openalex.org/W2908138876","https://openalex.org/W2911959490","https://openalex.org/W2960407443","https://openalex.org/W2961565096","https://openalex.org/W2962914678","https://openalex.org/W2963026768","https://openalex.org/W2963155035","https://openalex.org/W2963283377","https://openalex.org/W2963499153","https://openalex.org/W2963538198","https://openalex.org/W2984192355","https://openalex.org/W3021778166","https://openalex.org/W3033733269","https://openalex.org/W3035254087","https://openalex.org/W3099554308","https://openalex.org/W3109728025","https://openalex.org/W3124887724","https://openalex.org/W3126687216","https://openalex.org/W3135777579","https://openalex.org/W3143107425","https://openalex.org/W3158711590","https://openalex.org/W3171904030","https://openalex.org/W3197380122","https://openalex.org/W6600983433","https://openalex.org/W6603820874","https://openalex.org/W6606906144","https://openalex.org/W6621740533","https://openalex.org/W6652230989","https://openalex.org/W6678029491","https://openalex.org/W6678360021","https://openalex.org/W6680890276","https://openalex.org/W6682222085","https://openalex.org/W6755150184","https://openalex.org/W6758342205","https://openalex.org/W6766578407","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2066003895","https://openalex.org/W2965546495","https://openalex.org/W2537963312","https://openalex.org/W2537762514","https://openalex.org/W2349788282","https://openalex.org/W4389116644","https://openalex.org/W577271088","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601"],"abstract_inverted_index":{"Zero-shot":[0],"learning":[1,8,101],"(ZSL)":[2],"is":[3],"a":[4,17,152],"paradigm":[5],"in":[6,30,107,178],"transfer":[7,70],"that":[9,243],"aims":[10],"to":[11,69,77,88,96,144,163,170,174,183],"recognize":[12],"unknown":[13],"categories":[14,105],"by":[15,62],"having":[16],"mere":[18],"description":[19],"of":[20,24,33,67,118,210],"them.":[21],"The":[22],"problem":[23],"ZSL":[25,38],"has":[26,51],"been":[27,53],"thoroughly":[28],"studied":[29],"the":[31,71,83,90,104,146,179,188,208,261],"domain":[32],"static":[34],"object":[35],"recognition;":[36],"however,":[37],"for":[39,160,186,259],"dynamic":[40],"events":[41,68,177],"(zero-shot":[42],"event":[43],"recognition,":[44],"ZSER)":[45],"such":[46],"as":[47,97,164],"activities":[48],"and":[49,109,124,128,138,182,190,199,204,206,235,256],"gestures":[50],"hardly":[52],"investigated.":[54],"In":[55],"this":[56,58],"context,":[57],"article":[59],"addresses":[60],"ZSER":[61],"relying":[63],"on":[64,197],"semantic":[65,167,189],"attributes":[66],"learned":[72],"knowledge":[73],"from":[74],"seen":[75],"classes":[76],"unseen":[78],"ones.":[79],"First,":[80],"we":[81,150],"utilized":[82],"Amazon":[84],"Mechanical":[85],"Turk":[86],"platform":[87],"create":[89],"first":[91],"attribute-based":[92],"gesture":[93,111],"dataset,":[94],"referred":[95,162],"zero":[98],"shot":[99],"gestural":[100],"(ZSGL),":[102],"comprising":[103],"present":[106],"MSRC":[108],"Italian":[110],"datasets.":[112],"Overall,":[113],"our":[114,195],"ZSGL":[115,198],"dataset":[116],"consisted":[117],"26":[119],"categories,":[120],"65":[121],"discriminative":[122],"attributes,":[123],"16":[125],"attribute":[126],"annotations":[127],"400":[129],"examples":[130],"per":[131],"category.":[132],"We":[133,193],"used":[134],"trainable":[135],"recurrent":[136],"networks":[137,142],"3-D":[139],"convolutional":[140],"neural":[141],"(CNNs)":[143],"learn":[145],"spatiotemporal":[147],"features.":[148],"Next,":[149],"propose":[151],"simple":[153],"yet":[154],"effective":[155],"<italic":[156,221,226,231,237],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[157,222,227,232,238,249],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">end-to-end</i>":[158],"approach":[159],"ZSER,":[161],"joint":[165],"sequential":[166],"encoder":[168],"(JSSE),":[169],"explore":[171],"temporal":[172],"patterns,":[173],"efficiently":[175],"represent":[176],"latent":[180],"space,":[181],"simultaneously":[184],"optimize":[185],"both":[187,260],"classification":[191],"tasks.":[192],"evaluate":[194],"model":[196],"two":[200],"action":[201],"datasets":[202,262],"(UCF":[203],"HMDB),":[205],"compared":[207],"performance":[209],"JSSE":[211,244],"against":[212],"several":[213],"existing":[214],"baselines":[215],"under":[216,263],"four":[217],"experimental":[218,265],"conditions:":[219],"1)":[220],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">within-category</i>":[223],",":[224,229,234],"2)":[225],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">across-category</i>":[228],"3)":[230],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">closed-set</i>":[233],"4)":[236],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">open-set</i>":[239],".":[240],"Results":[241],"show":[242],"considerably":[245],"outperforms":[246],"(":[247],"<inline-formula":[248],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[250],"notation=\"LaTeX\">$p&lt;":[251],"0.05$</tex-math></inline-formula>":[252],")":[253],"other":[254],"approaches":[255],"performs":[257],"favorably":[258],"all":[264],"conditions.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}