{"id":"https://openalex.org/W7128481773","doi":"https://doi.org/10.1093/jcde/qwag011","title":"Real-time multi-worker identification and action recognition system employing multimodal deep learning for human digital twin","display_name":"Real-time multi-worker identification and action recognition system employing multimodal deep learning for human digital twin","publication_year":2026,"publication_date":"2026-02-06","ids":{"openalex":"https://openalex.org/W7128481773","doi":"https://doi.org/10.1093/jcde/qwag011"},"language":"en","primary_location":{"id":"doi:10.1093/jcde/qwag011","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwag011","pdf_url":null,"source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1093/jcde/qwag011","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101912608","display_name":"Donggun Lee","orcid":"https://orcid.org/0000-0002-5767-5792"},"institutions":[{"id":"https://openalex.org/I4210120602","display_name":"Advanced Institute of Convergence Technology","ror":"https://ror.org/01w62yz22","country_code":"KR","type":"facility","lineage":["https://openalex.org/I139264467","https://openalex.org/I4210120602"]},{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Donggun Lee","raw_affiliation_strings":["Industrial Intelligence Laboratory, Advanced Institute of Convergence Technology , Suwon 16229 ,","Sungkyunkwan University Department of Industrial Engineering, , Suwon 16419 ,"],"raw_orcid":"https://orcid.org/0000-0002-5767-5792","affiliations":[{"raw_affiliation_string":"Industrial Intelligence Laboratory, Advanced Institute of Convergence Technology , Suwon 16229 ,","institution_ids":["https://openalex.org/I4210120602"]},{"raw_affiliation_string":"Sungkyunkwan University Department of Industrial Engineering, , Suwon 16419 ,","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125569725","display_name":"Donghyun Park","orcid":null},"institutions":[{"id":"https://openalex.org/I4210131650","display_name":"Korea Electronics Technology Institute","ror":"https://ror.org/039k6f508","country_code":"KR","type":"facility","lineage":["https://openalex.org/I2801339556","https://openalex.org/I4210089395","https://openalex.org/I4210131650"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Donghyun Park","raw_affiliation_strings":["Autonomous Manufacturing Research Center, Korea Electronics Technology Institute , Seongnam 13449 ,"],"raw_orcid":"https://orcid.org/0000-0002-0887-6168","affiliations":[{"raw_affiliation_string":"Autonomous Manufacturing Research Center, Korea Electronics Technology Institute , Seongnam 13449 ,","institution_ids":["https://openalex.org/I4210131650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108136942","display_name":"Y. Kang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210120602","display_name":"Advanced Institute of Convergence Technology","ror":"https://ror.org/01w62yz22","country_code":"KR","type":"facility","lineage":["https://openalex.org/I139264467","https://openalex.org/I4210120602"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Yong-Shin Kang","raw_affiliation_strings":["Industrial Intelligence Laboratory, Advanced Institute of Convergence Technology , Suwon 16229 ,"],"raw_orcid":"https://orcid.org/0009-0002-6338-0744","affiliations":[{"raw_affiliation_string":"Industrial Intelligence Laboratory, Advanced Institute of Convergence Technology , Suwon 16229 ,","institution_ids":["https://openalex.org/I4210120602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5108136942"],"corresponding_institution_ids":["https://openalex.org/I4210120602"],"apc_list":{"value":1650,"currency":"USD","value_usd":1650},"apc_paid":{"value":1650,"currency":"USD","value_usd":1650},"fwci":9.8969,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.95845116,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"13","issue":"3","first_page":"111","last_page":"122"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.2110999971628189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.2110999971628189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.2101999968290329,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.0575999990105629,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.6513000130653381},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6248999834060669},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5598999857902527},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.5073000192642212},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.47429999709129333},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.43790000677108765},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.423799991607666},{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.41769999265670776},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.35339999198913574}],"concepts":[{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.6513000130653381},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6301000118255615},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6248999834060669},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5722000002861023},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5598999857902527},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.5073000192642212},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.47429999709129333},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.43790000677108765},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4320000112056732},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.423799991607666},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.41769999265670776},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3736000061035156},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3582000136375427},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.35339999198913574},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34769999980926514},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.34360000491142273},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.3319999873638153},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C2779965156","wikidata":"https://www.wikidata.org/wiki/Q5227350","display_name":"Data sharing","level":3,"score":0.28529998660087585},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.26600000262260437},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C2777986313","wikidata":"https://www.wikidata.org/wiki/Q1661989","display_name":"Industry 4.0","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C119247159","wikidata":"https://www.wikidata.org/wiki/Q1366192","display_name":"System identification","level":3,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1093/jcde/qwag011","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwag011","pdf_url":null,"source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1093/jcde/qwag011","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwag011","pdf_url":null,"source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4667571485042572,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2064675550","https://openalex.org/W2096733369","https://openalex.org/W2158275940","https://openalex.org/W2291961022","https://openalex.org/W2609187851","https://openalex.org/W2619383789","https://openalex.org/W2765218414","https://openalex.org/W2769905613","https://openalex.org/W2795342689","https://openalex.org/W2890535552","https://openalex.org/W2966352676","https://openalex.org/W2998792609","https://openalex.org/W3008067319","https://openalex.org/W3049411219","https://openalex.org/W3097652763","https://openalex.org/W3133436101","https://openalex.org/W3139646219","https://openalex.org/W3148284621","https://openalex.org/W3164845984","https://openalex.org/W3186928042","https://openalex.org/W3217414520","https://openalex.org/W3217773219","https://openalex.org/W4296063856","https://openalex.org/W4307640249","https://openalex.org/W4310014494","https://openalex.org/W4385324205","https://openalex.org/W4391025112","https://openalex.org/W4392041655","https://openalex.org/W4392739966","https://openalex.org/W4401595636","https://openalex.org/W4409355870","https://openalex.org/W4409889456","https://openalex.org/W4410297717","https://openalex.org/W4412698102"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Worker":[1,106],"safety":[2,78,176],"in":[3,42,53,178],"modern":[4],"industrial":[5,179],"environments":[6],"is":[7,108],"becoming":[8],"increasingly":[9],"critical":[10],"owing":[11,45],"to":[12,46,144,153],"the":[13,68,101,130,148,151],"complexities":[14],"introduced":[15],"by":[16,110],"human\u2013machine":[17],"collaborations,":[18],"making":[19],"real-time":[20,63],"activity":[21,27],"recognition":[22,28,116],"essential.":[23],"Conventional":[24],"unimodal":[25],"human":[26,73],"(HAR),":[29],"which":[30,146],"relies":[31],"solely":[32],"on":[33],"inertial":[34,83],"sensors":[35],"or":[36,155],"cameras,":[37],"often":[38],"exhibits":[39],"degraded":[40],"performance":[41],"dynamic":[43],"settings":[44,165],"occlusion,":[47],"sensor":[48],"faults,":[49],"and":[50,166,170],"poor":[51],"scalability":[52],"multi-worker":[54],"scenarios.":[55],"To":[56],"address":[57],"these":[58],"limitations,":[59],"we":[60],"propose":[61],"a":[62,72,168],"multimodal":[64],"HAR":[65,161],"system":[66,81,152],"as":[67],"core":[69],"component":[70],"of":[71,133,150],"digital":[74],"twin":[75],"(HDT)":[76],"for":[77,103,174],"management.":[79],"The":[80],"integrates":[82],"measurement":[84],"unit":[85],"(IMU)":[86],"data":[87,93],"from":[88,94,119],"workers\u2019":[89],"smartphones":[90],"with":[91,114],"vision":[92],"existing":[95],"closed-circuit":[96],"television":[97],"(CCTV)":[98],"infrastructure,":[99],"eliminating":[100],"need":[102],"additional":[104],"wearables.":[105],"identity":[107],"maintained":[109],"linking":[111],"smartphone":[112],"identifiers":[113],"face":[115],"results":[117],"obtained":[118],"video":[120],"streams,":[121],"enabling":[122],"consistent":[123],"tracking":[124],"even":[125],"when":[126],"workers":[127],"temporarily":[128],"leave":[129],"camera\u2019s":[131],"field":[132],"view.":[134],"An":[135],"adaptive":[136],"score":[137],"fusion":[138],"strategy":[139],"dynamically":[140],"balances":[141],"modalities":[142],"according":[143],"confidence,":[145],"improves":[147],"robustness":[149],"missing":[154],"noisy":[156],"data.":[157],"This":[158],"approach":[159],"advances":[160],"beyond":[162],"controlled":[163],"laboratory":[164],"provides":[167],"practical":[169],"computationally":[171],"efficient":[172],"foundation":[173],"HDT-based":[175],"management":[177],"environments.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-18T08:10:14.011955","created_date":"2026-02-11T00:00:00"}