{"id":"https://openalex.org/W4391383802","doi":"https://doi.org/10.1145/3627631.3627637","title":"ViLP: Knowledge Exploration using Vision, Language, and Pose Embeddings for Video Action Recognition","display_name":"ViLP: Knowledge Exploration using Vision, Language, and Pose Embeddings for Video Action Recognition","alternate_titles":[],"publication_year":2023,"publication_date":"2023-12-15","ids":{"openalex":"https://openalex.org/W4391383802","doi":"https://doi.org/10.1145/3627631.3627637"},"language":"en","primary_location":{"id":"doi:10.1145/3627631.3627637","doi":"https://doi.org/10.1145/3627631.3627637","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627631.3627637","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3627631.3627637","source":{"id":"https://openalex.org/S4306418868","display_name":"Indian Conference on Computer Vision, Graphics and Image Processing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth Indian Conference on Computer Vision, Graphics and Image Processing","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4391383802"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3627631.3627637","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101743181","display_name":"Soumyabrata Chaudhuri","orcid":"https://orcid.org/0009-0006-1797-5121","observed_orcids":["https://orcid.org/0009-0006-1797-5121"]},"institutions":[{"id":"https://openalex.org/I99729588","display_name":"Indian Institute of Technology Bhubaneswar","ror":"https://ror.org/04gx72j20","country_code":"IN","type":"education","lineage":["https://openalex.org/I99729588"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Soumyabrata Chaudhuri","raw_affiliation_strings":["IIT Bhubaneswar, IN"],"raw_orcid":"https://orcid.org/0009-0006-1797-5121","affiliations":[{"raw_affiliation_string":"IIT Bhubaneswar, IN","institution_ids":["https://openalex.org/I99729588"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079312227","display_name":"Saumik Bhattacharya","orcid":"https://orcid.org/0000-0003-1273-7969","observed_orcids":["https://orcid.org/0000-0003-1273-7969"]},"institutions":[{"id":"https://openalex.org/I145894827","display_name":"Indian Institute of Technology Kharagpur","ror":"https://ror.org/03w5sq511","country_code":"IN","type":"education","lineage":["https://openalex.org/I145894827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Saumik Bhattacharya","raw_affiliation_strings":["E&ECE, Indian Institute of Technology Kharagpur, IN"],"raw_orcid":"https://orcid.org/0000-0003-1273-7969","affiliations":[{"raw_affiliation_string":"E&ECE, Indian Institute of Technology Kharagpur, IN","institution_ids":["https://openalex.org/I145894827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6488,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.80994329,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-action-recognition","display_name":"video action recognition","score":0.9990000128746033},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.9139999747276306},{"id":"https://openalex.org/keywords/skeleton-based-action-recognition","display_name":"skeleton-based action recognition","score":0.5960000157356262},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"multimodal learning","score":0.7770000100135803},{"id":"https://openalex.org/keywords/knowledge-exploration","display_name":"knowledge exploration","score":0.5809999704360962},{"id":"https://openalex.org/keywords/ucf101","display_name":"UCF101","score":0.7979999780654907},{"id":"https://openalex.org/keywords/hmdb51","display_name":"HMDB51","score":1.0}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7628461122512817},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.7300252914428711},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6374855637550354},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5838358402252197},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5392808318138123},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3627631.3627637","doi":"https://doi.org/10.1145/3627631.3627637","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627631.3627637","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3627631.3627637","source":{"id":"https://openalex.org/S4306418868","display_name":"Indian Conference on Computer Vision, Graphics and Image Processing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth Indian Conference on Computer Vision, Graphics and Image Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2308.03908","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.03908","pdf_url":"https://arxiv.org/pdf/2308.03908","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2308.03908","doi":"https://doi.org/10.48550/arxiv.2308.03908","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2308.03908","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3627631.3627637","doi":"https://doi.org/10.1145/3627631.3627637","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627631.3627637","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3627631.3627637","source":{"id":"https://openalex.org/S4306418868","display_name":"Indian Conference on Computer Vision, Graphics and Image Processing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth Indian Conference on Computer Vision, Graphics and Image Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G703841172","display_name":null,"funder_award_id":"SRG/2021/001417","funder_id":"https://openalex.org/F4320334771","funder_display_name":"Science and Engineering Research Board"},{"id":"https://openalex.org/G7467836518","display_name":null,"funder_award_id":"SRG/2021/001417","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320334771","display_name":"Science and Engineering Research Board","ror":"https://ror.org/03ffdsr55"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391383802.pdf","grobid_xml":"https://content.openalex.org/works/W4391383802.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W28988658","https://openalex.org/W237546731","https://openalex.org/W1944615693","https://openalex.org/W2013076218","https://openalex.org/W2079447555","https://openalex.org/W2105101328","https://openalex.org/W2113325037","https://openalex.org/W2124688298","https://openalex.org/W2126579184","https://openalex.org/W2156135524","https://openalex.org/W2156303437","https://openalex.org/W2165715280","https://openalex.org/W2217325140","https://openalex.org/W2307770531","https://openalex.org/W2462996230","https://openalex.org/W2507009361","https://openalex.org/W2553594924","https://openalex.org/W2559085405","https://openalex.org/W2619947201","https://openalex.org/W2746726611","https://openalex.org/W2896457183","https://openalex.org/W2950568498","https://openalex.org/W2953356739","https://openalex.org/W2963155035","https://openalex.org/W2963282966","https://openalex.org/W2963402313","https://openalex.org/W2963820951","https://openalex.org/W2981852735","https://openalex.org/W2990503944","https://openalex.org/W2996901793","https://openalex.org/W3000056965","https://openalex.org/W3030163527","https://openalex.org/W3035303837","https://openalex.org/W3094502228","https://openalex.org/W3126337491","https://openalex.org/W3126721948","https://openalex.org/W3133696297","https://openalex.org/W3135367836","https://openalex.org/W3138516171","https://openalex.org/W3141200356","https://openalex.org/W3147387781","https://openalex.org/W3202698164","https://openalex.org/W3202823782","https://openalex.org/W3215626407","https://openalex.org/W4225414521","https://openalex.org/W4229042118","https://openalex.org/W4285606530","https://openalex.org/W4312480274","https://openalex.org/W4312560592","https://openalex.org/W4312781038","https://openalex.org/W4367309853","https://openalex.org/W4382467086","https://openalex.org/W4386065852","https://openalex.org/W4386072365","https://openalex.org/W4388854793","https://openalex.org/W4390872434"],"related_works":["https://openalex.org/W4414520758","https://openalex.org/W4402727090","https://openalex.org/W7131085021","https://openalex.org/W4415059640","https://openalex.org/W4313482657","https://openalex.org/W4408032607","https://openalex.org/W7133515047","https://openalex.org/W7163989705","https://openalex.org/W4408323594","https://openalex.org/W4416214881"],"abstract_inverted_index":{"Video":[0],"Action":[1],"Recognition":[2],"(VAR)":[3],"is":[4,34],"a":[5,23,28,36],"challenging":[6,37],"task":[7],"due":[8],"to":[9,26,102],"its":[10],"inherent":[11],"complexities.":[12],"Though":[13],"different":[14],"approaches":[15],"have":[16,99],"been":[17,59,90,100],"explored":[18,91],"in":[19,47,67,76,105],"the":[20,70,79,115],"literature,":[21,51],"designing":[22],"unified":[24],"framework":[25],"recognize":[27],"large":[29],"number":[30],"of":[31,81,130,156],"human":[32,137],"actions":[33],"still":[35],"problem.":[38],"Recently,":[39],"Multi-Modal":[40],"Learning":[41],"(MML)":[42],"has":[43,57,88],"demonstrated":[44],"promising":[45],"results":[46],"this":[48,62,111],"domain.":[49],"In":[50,110],"2D":[52],"skeleton":[53],"or":[54,66],"pose":[55,96,117],"modality":[56],"often":[58],"used":[60],"for":[61,122],"task,":[63],"either":[64],"independently":[65,98],"conjunction":[68],"with":[69],"visual":[71,83],"information":[72],"(RGB":[73],"modality)":[74],"present":[75,114],"videos.":[77],"However,":[78],"combination":[80],"pose,":[82],"information,":[84],"and":[85,95,132,144,153,158],"text":[86,94],"attributes":[87,97],"not":[89],"yet,":[92],"though":[93],"proven":[101],"be":[103],"effective":[104],"numerous":[106],"computer":[107],"vision":[108],"tasks.":[109],"paper,":[112],"we":[113],"first":[116],"augmented":[118],"Vision-language":[119],"model":[120],"(VLM)":[121],"VAR.":[123],"Notably,":[124],"our":[125],"scheme":[126],"achieves":[127],"an":[128,154],"accuracy":[129,155],"92.81%":[131],"73.02%":[133],"on":[134],"two":[135],"popular":[136],"video":[138,150],"action":[139],"recognition":[140],"benchmark":[141],"datasets,":[142],"UCF-101":[143],"HMDB-51,":[145],"respectively,":[146],"even":[147],"without":[148],"any":[149],"data":[151],"pre-training,":[152],"96.11%":[157],"75.75%":[159],"after":[160],"kinetics":[161],"pre-training.":[162]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4391383802","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-02-01T00:00:00"}
