{"id":"https://openalex.org/W4404787826","doi":"https://doi.org/10.1109/tetci.2024.3499995","title":"LoCATe-GAT: Modeling Multi-Scale Local Context and Action Relationships for Zero-Shot Action Recognition","display_name":"LoCATe-GAT: Modeling Multi-Scale Local Context and Action Relationships for Zero-Shot Action Recognition","publication_year":2024,"publication_date":"2024-11-27","ids":{"openalex":"https://openalex.org/W4404787826","doi":"https://doi.org/10.1109/tetci.2024.3499995"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2024.3499995","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2024.3499995","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017150634","display_name":"Sandipan Sarma","orcid":"https://orcid.org/0000-0003-4619-3058"},"institutions":[{"id":"https://openalex.org/I1317621060","display_name":"Indian Institute of Technology Guwahati","ror":"https://ror.org/0022nd079","country_code":"IN","type":"education","lineage":["https://openalex.org/I1317621060"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sandipan Sarma","raw_affiliation_strings":["Department of Computer Science and Engineering, Indian Institute of Technology Guwahati, Guwahati, India"],"raw_orcid":"https://orcid.org/0000-0003-4619-3058","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Indian Institute of Technology Guwahati, Guwahati, India","institution_ids":["https://openalex.org/I1317621060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093417652","display_name":"Divyam Singal","orcid":null},"institutions":[{"id":"https://openalex.org/I1317621060","display_name":"Indian Institute of Technology Guwahati","ror":"https://ror.org/0022nd079","country_code":"IN","type":"education","lineage":["https://openalex.org/I1317621060"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Divyam Singal","raw_affiliation_strings":["Department of Computer Science and Engineering, Indian Institute of Technology Guwahati, Guwahati, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Indian Institute of Technology Guwahati, Guwahati, India","institution_ids":["https://openalex.org/I1317621060"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090992514","display_name":"Arijit Sur","orcid":"https://orcid.org/0000-0002-9038-8138"},"institutions":[{"id":"https://openalex.org/I1317621060","display_name":"Indian Institute of Technology Guwahati","ror":"https://ror.org/0022nd079","country_code":"IN","type":"education","lineage":["https://openalex.org/I1317621060"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Arijit Sur","raw_affiliation_strings":["Department of Computer Science and Engineering, Indian Institute of Technology Guwahati, Guwahati, India"],"raw_orcid":"https://orcid.org/0000-0002-9038-8138","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Indian Institute of Technology Guwahati, Guwahati, India","institution_ids":["https://openalex.org/I1317621060"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1317621060"],"apc_list":null,"apc_paid":null,"fwci":0.3245,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.55043186,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"9","issue":"4","first_page":"2793","last_page":"2805"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.6508925557136536},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6072219610214233},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6043353080749512},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5336378812789917},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47100749611854553},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.4653765559196472},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.44205591082572937},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3842860162258148},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37804508209228516},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.18283909559249878},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.16644373536109924},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.13339900970458984},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.07990732789039612},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07593134045600891}],"concepts":[{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.6508925557136536},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6072219610214233},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6043353080749512},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5336378812789917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47100749611854553},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.4653765559196472},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.44205591082572937},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3842860162258148},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37804508209228516},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.18283909559249878},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.16644373536109924},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.13339900970458984},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.07990732789039612},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07593134045600891},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetci.2024.3499995","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2024.3499995","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W1927052826","https://openalex.org/W2044913453","https://openalex.org/W2064851185","https://openalex.org/W2100771357","https://openalex.org/W2126579184","https://openalex.org/W2250539671","https://openalex.org/W2289084343","https://openalex.org/W2334493732","https://openalex.org/W2463762378","https://openalex.org/W2507611421","https://openalex.org/W2520613337","https://openalex.org/W2605035112","https://openalex.org/W2619947201","https://openalex.org/W2724511873","https://openalex.org/W2810685774","https://openalex.org/W2887051120","https://openalex.org/W2904378456","https://openalex.org/W2928165649","https://openalex.org/W2928966231","https://openalex.org/W2962858109","https://openalex.org/W2963152432","https://openalex.org/W2963499153","https://openalex.org/W2963689837","https://openalex.org/W2963783448","https://openalex.org/W2965373098","https://openalex.org/W3004319625","https://openalex.org/W3016459781","https://openalex.org/W3035254087","https://openalex.org/W3035524453","https://openalex.org/W3080358492","https://openalex.org/W3080742155","https://openalex.org/W3081704724","https://openalex.org/W3092828241","https://openalex.org/W3113141731","https://openalex.org/W3118716190","https://openalex.org/W3126721948","https://openalex.org/W3153979265","https://openalex.org/W3164335275","https://openalex.org/W3175334845","https://openalex.org/W3175528717","https://openalex.org/W3185605671","https://openalex.org/W3200114289","https://openalex.org/W3210609762","https://openalex.org/W3215626407","https://openalex.org/W4205460703","https://openalex.org/W4214746887","https://openalex.org/W4220910168","https://openalex.org/W4221152513","https://openalex.org/W4289752563","https://openalex.org/W4292974679","https://openalex.org/W4294170691","https://openalex.org/W4312254032","https://openalex.org/W4312480274","https://openalex.org/W4312584871","https://openalex.org/W4312614039","https://openalex.org/W4312769131","https://openalex.org/W4313159427","https://openalex.org/W4315606144","https://openalex.org/W4322706798","https://openalex.org/W4361802074","https://openalex.org/W4362653498","https://openalex.org/W4368232702","https://openalex.org/W4380032301","https://openalex.org/W4381198761","https://openalex.org/W4385800770","https://openalex.org/W4386377770","https://openalex.org/W4386973921","https://openalex.org/W4390523490","https://openalex.org/W4390872437","https://openalex.org/W4394698946","https://openalex.org/W6600983433","https://openalex.org/W6726873649","https://openalex.org/W6736160952","https://openalex.org/W6754337694","https://openalex.org/W6766578407","https://openalex.org/W6782388713","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6801567822","https://openalex.org/W6803872405","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W4411535265","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W1576128429","https://openalex.org/W2269464716"],"abstract_inverted_index":{"The":[0],"increasing":[1],"number":[2],"of":[3,55,61,181,210],"actions":[4],"in":[5,188],"the":[6,53,57,110,138,152,216,231],"real":[7],"world":[8],"makes":[9],"it":[10],"difficult":[11],"for":[12,30,47,106],"traditional":[13],"deep-learning":[14],"models":[15,26,37,141],"to":[16,40],"recognize":[17],"unseen":[18],"actions.":[19],"Recently,":[20],"pretrained":[21,99],"contrastive":[22],"image-based":[23],"visual-language":[24],"(I-VL)":[25],"have":[27],"been":[28,45],"adapted":[29],"efficient":[31],"\u201czero-shot\u201d":[32],"scene":[33],"understanding.":[34],"Pairing":[35],"such":[36],"with":[38,151],"transformers":[39],"implement":[41],"temporal":[42,135],"modeling":[43,56],"has":[44],"rewarding":[46],"zero-shot":[48],"action":[49,64],"recognition":[50],"(ZSAR).":[51],"However,":[52],"significance":[54],"local":[58,128],"spatial":[59],"context":[60,129],"objects":[62],"and":[63,85,93,114,120,146,168,183,190,202,212,223,227],"environments":[65],"remains":[66],"unexplored.":[67],"In":[68],"this":[69],"work,":[70],"we":[71,172,177,220],"propose":[72],"a":[73,78,86,98,148,207],"ZSAR":[74,195],"framework":[75],"calledLoCATe-GAT,":[76],"comprising":[77],"novel":[79],"Local":[80],"Context-Aggregating":[81],"Temporal":[82],"transformer":[83],"(LoCATe)":[84],"Graph":[87],"Attention":[88],"Network":[89],"(GAT).":[90],"Specifically,":[91,176],"image":[92],"text":[94],"encodings":[95],"extracted":[96],"from":[97],"I-VL":[100],"model":[101],"are":[102],"used":[103],"as":[104,229],"inputs":[105],"LoCATe-GAT.":[107],"Motivated":[108],"by":[109,156],"observation":[111],"that":[112],"object-centric":[113],"environmental":[115],"contexts":[116],"drive":[117],"both":[118],"distinguishability":[119],"functional":[121],"similarity":[122],"between":[123,144],"actions,":[124],"LoCATe":[125],"captures":[126],"multi-scale":[127],"using":[130],"dilated":[131],"convolutional":[132],"layers":[133],"during":[134],"modeling.":[136],"Furthermore,":[137],"proposed":[139],"GAT":[140],"semantic":[142],"relationships":[143],"classes":[145],"achieves":[147,206],"strong":[149],"synergy":[150],"video":[153],"embeddings":[154],"produced":[155],"LoCATe.":[157],"Extensive":[158],"experiments":[159],"on":[160,185,192,225],"four":[161],"widely-used":[162],"benchmarks":[163],"\u2013":[164,170],"UCF101,":[165],"HMDB51,":[166],"ActivityNet,":[167],"Kinetics":[169],"show":[171],"achieve":[173],"state-of-the-art":[174],"results.":[175],"obtain":[178],"relative":[179,208],"gains":[180],"3.8%":[182],"4.8%":[184],"these":[186],"datasets":[187,199],"conventional":[189],"16.6%":[191],"UCF101in":[193],"generalized":[194],"settings.":[196],"For":[197],"large-scale":[198],"like":[200],"ActivityNet":[201],"Kinetics,":[203],"our":[204],"method":[205],"gain":[209,221],"31.8%":[211],"27.9%,":[213],"respectively,":[214],"over":[215],"previous":[217],"methods.":[218],"Additionally,":[219],"25.3%":[222],"18.4%":[224],"UCF101":[226],"HMDB51":[228],"per":[230],"recent":[232],"\u201cTruZe\u201d":[233],"evaluation":[234],"protocol.":[235]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}