{"id":"https://openalex.org/W4410808769","doi":"https://doi.org/10.1109/access.2025.3574659","title":"LightSTATE: A Generalized Framework for Real-Time Human Activity Detection Using Edge-Based Video Processing and Vision Language Models","display_name":"LightSTATE: A Generalized Framework for Real-Time Human Activity Detection Using Edge-Based Video Processing and Vision Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410808769","doi":"https://doi.org/10.1109/access.2025.3574659"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3574659","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3574659","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3574659","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113174934","display_name":"Anik Debnath","orcid":"https://orcid.org/0009-0000-1863-0885"},"institutions":[{"id":"https://openalex.org/I83202590","display_name":"Jeju National University","ror":"https://ror.org/05hnb4n85","country_code":"KR","type":"education","lineage":["https://openalex.org/I83202590"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Anik Debnath","raw_affiliation_strings":["Department of Computer Engineering, Jeju National University, Jeju-si, South Korea"],"raw_orcid":"https://orcid.org/0009-0000-1863-0885","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Jeju National University, Jeju-si, South Korea","institution_ids":["https://openalex.org/I83202590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050487609","display_name":"Yong\u2010Woon Kim","orcid":"https://orcid.org/0000-0002-4759-0138"},"institutions":[{"id":"https://openalex.org/I83202590","display_name":"Jeju National University","ror":"https://ror.org/05hnb4n85","country_code":"KR","type":"education","lineage":["https://openalex.org/I83202590"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yong-Woon Kim","raw_affiliation_strings":["Department of Computer Engineering, Jeju National University, Jeju-si, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-4759-0138","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Jeju National University, Jeju-si, South Korea","institution_ids":["https://openalex.org/I83202590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110809957","display_name":"Yung-Cheol Byun","orcid":"https://orcid.org/0000-0003-1107-9941"},"institutions":[{"id":"https://openalex.org/I83202590","display_name":"Jeju National University","ror":"https://ror.org/05hnb4n85","country_code":"KR","type":"education","lineage":["https://openalex.org/I83202590"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yung-Cheol Byun","raw_affiliation_strings":["Department of Computer Engineering, Major of Electronic Engineering, Institute of Information Science Technology, Jeju National University, Jeju-si, South Korea","Department of Computer Engineering, Major of Electronic Engineering, Jeju National University, Institute of Information Science & Technology, Jeju, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-1107-9941","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Major of Electronic Engineering, Institute of Information Science Technology, Jeju National University, Jeju-si, South Korea","institution_ids":["https://openalex.org/I83202590"]},{"raw_affiliation_string":"Department of Computer Engineering, Major of Electronic Engineering, Jeju National University, Institute of Information Science & Technology, Jeju, South Korea","institution_ids":["https://openalex.org/I83202590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I83202590"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.6179,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.83119647,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"13","issue":null,"first_page":"97609","last_page":"97627"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9571999907493591,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9223999977111816,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7518553137779236},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6737931370735168},{"id":"https://openalex.org/keywords/edge-detection","display_name":"Edge detection","score":0.5758095383644104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5709486603736877},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.5097848773002625},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.48677635192871094},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.4743700623512268},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.35789358615875244},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1922057867050171}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7518553137779236},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6737931370735168},{"id":"https://openalex.org/C193536780","wikidata":"https://www.wikidata.org/wiki/Q1513153","display_name":"Edge detection","level":4,"score":0.5758095383644104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5709486603736877},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.5097848773002625},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.48677635192871094},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.4743700623512268},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.35789358615875244},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1922057867050171}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3574659","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3574659","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ce12315624a6436b806e3f004d48b349","is_oa":true,"landing_page_url":"https://doaj.org/article/ce12315624a6436b806e3f004d48b349","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 97609-97627 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3574659","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3574659","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5562307789","display_name":null,"funder_award_id":"BK21 FOUR","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1944615693","https://openalex.org/W1950788856","https://openalex.org/W1983364832","https://openalex.org/W1983592444","https://openalex.org/W1983705368","https://openalex.org/W2009442627","https://openalex.org/W2048821851","https://openalex.org/W2106097225","https://openalex.org/W2108773678","https://openalex.org/W2120852116","https://openalex.org/W2135198734","https://openalex.org/W2145546283","https://openalex.org/W2243471085","https://openalex.org/W2286744273","https://openalex.org/W2292392773","https://openalex.org/W2296594836","https://openalex.org/W2556685112","https://openalex.org/W2604321021","https://openalex.org/W2793355896","https://openalex.org/W2796919335","https://openalex.org/W2804739511","https://openalex.org/W2884256296","https://openalex.org/W2887499899","https://openalex.org/W2897989494","https://openalex.org/W2962730651","https://openalex.org/W2965394912","https://openalex.org/W2982560164","https://openalex.org/W2990949296","https://openalex.org/W3016856208","https://openalex.org/W3021584615","https://openalex.org/W3024934424","https://openalex.org/W3084879635","https://openalex.org/W3086475968","https://openalex.org/W3108686773","https://openalex.org/W3128954398","https://openalex.org/W3131772491","https://openalex.org/W3139161881","https://openalex.org/W3154985639","https://openalex.org/W3196704696","https://openalex.org/W4211112685","https://openalex.org/W4214755574","https://openalex.org/W4285079306","https://openalex.org/W4285215983","https://openalex.org/W4285794683","https://openalex.org/W4293100454","https://openalex.org/W4385780451","https://openalex.org/W4387350664","https://openalex.org/W4388914567","https://openalex.org/W4399485422","https://openalex.org/W4400724752","https://openalex.org/W4402193259","https://openalex.org/W4402727108","https://openalex.org/W6682864246","https://openalex.org/W6746580039","https://openalex.org/W6766904570","https://openalex.org/W6779060689","https://openalex.org/W6811013733","https://openalex.org/W6873197488","https://openalex.org/W6873570663"],"related_works":["https://openalex.org/W2315652488","https://openalex.org/W2028037572","https://openalex.org/W2039365229","https://openalex.org/W65623452","https://openalex.org/W2145843506","https://openalex.org/W4293054829","https://openalex.org/W2056407677","https://openalex.org/W1568213848","https://openalex.org/W2128085731","https://openalex.org/W2551441443"],"abstract_inverted_index":{"Human":[0],"activity":[1,56,246],"detection":[2,57,78],"plays":[3],"a":[4,44,49,127,199,225,237],"vital":[5],"role":[6],"in":[7,149],"applications":[8],"such":[9],"as":[10,110,236],"healthcare":[11],"monitoring,":[12],"smart":[13],"environments,":[14],"and":[15,38,79,103,164,216,240,258],"security":[16],"surveillance.":[17],"However,":[18],"traditional":[19],"methods":[20],"often":[21],"rely":[22],"on":[23,126,252],"computationally":[24],"intensive":[25],"models,":[26],"which":[27],"are":[28,95],"unsuitable":[29],"for":[30,54,100,119,142,186,228,243,265],"edge":[31,77],"devices":[32],"due":[33],"to":[34,87,97,114,190,202,256],"their":[35],"limited":[36],"resources":[37],"high":[39,147],"latency.":[40],"This":[41,232],"research":[42],"introduces":[43],"new":[45],"approach":[46],"named":[47],"LightSTATE,":[48],"lightweight":[50],"hybrid":[51],"framework":[52,145,242],"designed":[53],"real-time":[55,187,217,244],"by":[58],"integrating":[59],"edge-based":[60],"preprocessing":[61],"with":[62,137,153],"cloud-hosted":[63],"Vision":[64],"Language":[65],"Models":[66],"(VLMs).":[67],"The":[68,106,144,170,211],"system":[69,107,263],"processes":[70],"video":[71],"streams":[72],"through":[73],"efficient":[74],"frame":[75,85,177],"extraction,":[76],"Root":[80],"Mean":[81],"Square":[82],"Error":[83],"(RMSE)-based":[84],"filtering":[86],"identify":[88],"significant":[89],"motion":[90],"events.":[91],"These":[92],"selected":[93],"frames":[94,140],"transmitted":[96],"the":[98,111,175,191,205,214],"cloud":[99],"semantic":[101],"analysis":[102],"state":[104,121],"recognition.":[105],"utilizes":[108],"GPT-4o":[109],"vision-language":[112],"model":[113],"generate":[115],"rich,":[116],"descriptive":[117],"captions":[118],"human":[120,245],"understanding.":[122],"LightSTATE":[123,235],"was":[124],"evaluated":[125],"curated":[128],"dataset":[129,201],"of":[130,157,162,168,193,207,219],"9":[131],"real-world":[132],"videos":[133],"containing":[134],"634":[135],"frames,":[136],"320":[138],"labeled":[139],"used":[141],"testing.":[143],"demonstrated":[146],"accuracy":[148],"detecting":[150],"predefined":[151],"states,":[152],"an":[154,159,165],"average":[155,160,166,176],"precision":[156],"0.98,":[158,163],"recall":[161],"F1-score":[167],"0.98.":[169],"experimental":[171],"results":[172,212],"confirm":[173],"that":[174],"processing":[178],"time":[179],"is":[180],"approximately":[181],"0.8\u20130.9":[182],"seconds,":[183],"ensuring":[184],"suitability":[185],"applications.":[188,231],"Due":[189],"scarcity":[192],"publicly":[194],"accessible":[195],"datasets,":[196],"we":[197],"compiled":[198],"custom":[200],"effectively":[203],"assess":[204],"performance":[206],"our":[208,220],"proposed":[209,221],"approach.":[210],"validate":[213],"scalability":[215],"capabilities":[218],"system,":[222],"making":[223],"it":[224],"promising":[226],"solution":[227],"continuous":[229],"monitoring":[230],"study":[233],"establishes":[234],"scalable,":[238],"efficient,":[239],"privacy-preserving":[241],"detection.":[247],"Future":[248],"work":[249],"will":[250],"focus":[251],"extending":[253],"its":[254],"applicability":[255],"dynamic":[257],"multi-person":[259],"scenarios":[260],"while":[261],"enhancing":[262],"adaptability":[264],"diverse":[266],"use":[267],"cases.":[268]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}