{"id":"https://openalex.org/W4285279786","doi":"https://doi.org/10.1109/tcss.2022.3187198","title":"Emotion and Gesture Guided Action Recognition in Videos Using Supervised Deep Networks","display_name":"Emotion and Gesture Guided Action Recognition in Videos Using Supervised Deep Networks","publication_year":2022,"publication_date":"2022-07-13","ids":{"openalex":"https://openalex.org/W4285279786","doi":"https://doi.org/10.1109/tcss.2022.3187198"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2022.3187198","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2022.3187198","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021223875","display_name":"Nitika Nigam","orcid":"https://orcid.org/0000-0001-7389-6168"},"institutions":[{"id":"https://openalex.org/I56404289","display_name":"Indian Institute of Technology BHU","ror":"https://ror.org/01kh5gc44","country_code":"IN","type":"education","lineage":["https://openalex.org/I56404289","https://openalex.org/I91357014"]},{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nitika Nigam","raw_affiliation_strings":["Indian Institute of Technology (BHU) Varanasi, Varanasi, India"],"raw_orcid":"https://orcid.org/0000-0001-7389-6168","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology (BHU) Varanasi, Varanasi, India","institution_ids":["https://openalex.org/I56404289","https://openalex.org/I91357014"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088215863","display_name":"Tanima Dutta","orcid":"https://orcid.org/0000-0002-2801-0687"},"institutions":[{"id":"https://openalex.org/I56404289","display_name":"Indian Institute of Technology BHU","ror":"https://ror.org/01kh5gc44","country_code":"IN","type":"education","lineage":["https://openalex.org/I56404289","https://openalex.org/I91357014"]},{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Tanima Dutta","raw_affiliation_strings":["Indian Institute of Technology (BHU) Varanasi, Varanasi, India"],"raw_orcid":"https://orcid.org/0000-0002-2801-0687","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology (BHU) Varanasi, Varanasi, India","institution_ids":["https://openalex.org/I56404289","https://openalex.org/I91357014"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0153,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.7686223,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"10","issue":"5","first_page":"2546","last_page":"2556"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7730077505111694},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.706270158290863},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6756855845451355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6215595006942749},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5767454504966736},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5268120765686035},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4928867816925049},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.4248255491256714},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3761497139930725}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7730077505111694},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.706270158290863},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6756855845451355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6215595006942749},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5767454504966736},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5268120765686035},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4928867816925049},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.4248255491256714},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3761497139930725},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2022.3187198","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2022.3187198","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.75,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W1485009520","https://openalex.org/W1522734439","https://openalex.org/W1923404803","https://openalex.org/W1927052826","https://openalex.org/W1981716472","https://openalex.org/W2099614498","https://openalex.org/W2126579184","https://openalex.org/W2414501075","https://openalex.org/W2619947201","https://openalex.org/W2778498877","https://openalex.org/W2798472916","https://openalex.org/W2799176631","https://openalex.org/W2803193013","https://openalex.org/W2807840688","https://openalex.org/W2897056786","https://openalex.org/W2908497602","https://openalex.org/W2917790938","https://openalex.org/W2947084868","https://openalex.org/W2948048211","https://openalex.org/W2962934715","https://openalex.org/W2963091558","https://openalex.org/W2963524571","https://openalex.org/W2963722382","https://openalex.org/W2964704238","https://openalex.org/W2967105321","https://openalex.org/W2981385151","https://openalex.org/W2984192355","https://openalex.org/W2984287396","https://openalex.org/W2990152177","https://openalex.org/W2990503944","https://openalex.org/W2996799978","https://openalex.org/W3006913151","https://openalex.org/W3013853001","https://openalex.org/W3035619757","https://openalex.org/W3081152303","https://openalex.org/W3101265641","https://openalex.org/W3110854813","https://openalex.org/W3128636476","https://openalex.org/W3146947661","https://openalex.org/W3170161070","https://openalex.org/W3170414130","https://openalex.org/W3177709384","https://openalex.org/W3214808272","https://openalex.org/W3216153120","https://openalex.org/W4214612132","https://openalex.org/W4226501520","https://openalex.org/W6600983433","https://openalex.org/W6637242042","https://openalex.org/W6638667902","https://openalex.org/W6682864246","https://openalex.org/W6785816937","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2066003895","https://openalex.org/W2537963312","https://openalex.org/W2537762514","https://openalex.org/W2349788282","https://openalex.org/W4389116644","https://openalex.org/W577271088","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W2120801881","https://openalex.org/W4206297952"],"abstract_inverted_index":{"Emotions":[0],"and":[1,10,34,44,69,118,123,207,218],"gestures":[2,119],"are":[3,46],"essential":[4],"elements":[5],"in":[6,32,106,120,138,162,179,221],"improving":[7],"social":[8],"intelligence":[9],"predicting":[11],"real":[12],"human":[13,20,92,168,178],"action.":[14,57,180],"In":[15],"recent":[16],"years,":[17],"recognition":[18],"of":[19,56,66,75,82,115,145,176,211,223],"visual":[21,54,109,174],"actions":[22,105,169,200],"using":[23],"deep":[24],"neural":[25],"networks":[26],"(DNNs)":[27],"has":[28],"gained":[29],"wide":[30],"popularity":[31],"multimedia":[33],"computer":[35],"vision.":[36],"However,":[37],"ambiguous":[38,83,167],"action":[39,93],"classes,":[40],"such":[41],"as":[42,190],"\u201cpraying\u201d":[43],"\u201cpleading,\u201d":[45],"still":[47],"challenging":[48],"to":[49,52,60,103,135,184],"classify":[50],"due":[51],"similar":[53],"cues":[55,175],"We":[58,126],"need":[59],"focus":[61],"on":[62,149,172],"attentive":[63],"associated":[64],"features":[65,114],"facial":[67,116],"expressions":[68,117],"gestures,":[70],"including":[71],"the":[72,79,121,163,173],"long-term":[73,100],"context":[74,102],"a":[76,130,177,186],"video":[77],"for":[78],"correct":[80],"classification":[81],"actions.":[84],"This":[85,181],"article":[86],"proposes":[87],"an":[88,208],"attention-aware":[89],"DNN":[90],"named":[91],"attention":[94,110,132],"network":[95,111],"(HAANet)":[96],"that":[97],"can":[98],"capture":[99,136],"temporal":[101,124],"recognize":[104],"videos.":[107],"The":[108,143],"extracts":[112],"discriminative":[113],"spatial":[122],"dimensions.":[125],"have":[127],"further":[128],"consolidated":[129],"class-specific":[131],"pooling":[133],"mechanism":[134],"transition":[137],"semantic":[139],"traits":[140],"over":[141],"time.":[142],"efficacy":[144],"HAANet":[146,214],"is":[147],"demonstrated":[148],"five":[150],"benchmark":[151],"datasets.":[152],"As":[153],"per":[154,205],"our":[155],"knowledge,":[156],"no":[157],"publicly":[158],"available":[159],"dataset":[160],"exists":[161],"literature,":[164],"which":[165,197],"distinguishes":[166],"by":[170],"focusing":[171],"motivated":[182],"us":[183],"create":[185],"new":[187],"dataset,":[188],"known":[189],"Visual":[191],"Attention":[192],"with":[193,201],"Long-term":[194],"Context":[195],"(VALC),":[196],"contains":[198],"32":[199],"about":[202],"101":[203],"videos":[204],"class":[206],"average":[209],"length":[210],"30":[212],"s.":[213],"outperforms":[215],"UCF101,":[216],"ActivityNet,":[217],"BreakFast-Actions":[219],"datasets":[220],"terms":[222],"accuracy.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}