{"id":"https://openalex.org/W7153787853","doi":"https://doi.org/10.1016/j.engappai.2026.114729","title":"Real-time workforce monitoring and management through robotic teleoperation, mobile multi-modal visual and auditory sensing, and edge deep learning analytics","display_name":"Real-time workforce monitoring and management through robotic teleoperation, mobile multi-modal visual and auditory sensing, and edge deep learning analytics","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7153787853","doi":"https://doi.org/10.1016/j.engappai.2026.114729"},"language":"en","primary_location":{"id":"doi:10.1016/j.engappai.2026.114729","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.engappai.2026.114729","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.engappai.2026.114729","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074662094","display_name":"Xi Hu","orcid":"https://orcid.org/0000-0003-3161-2045"},"institutions":[{"id":"https://openalex.org/I47301684","display_name":"Illinois State University","ror":"https://ror.org/050kcr883","country_code":"US","type":"education","lineage":["https://openalex.org/I47301684"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xi Hu","raw_affiliation_strings":["Construction Automation and Intelligent Civil Infrastructure (CAICI) Research Group, Department of Technology, Illinois State University, Normal, IL, 61790, USA"],"raw_orcid":"https://orcid.org/0000-0003-3161-2045","affiliations":[{"raw_affiliation_string":"Construction Automation and Intelligent Civil Infrastructure (CAICI) Research Group, Department of Technology, Illinois State University, Normal, IL, 61790, USA","institution_ids":["https://openalex.org/I47301684"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017335394","display_name":"Rayan H. Assaad","orcid":"https://orcid.org/0000-0003-4626-5656"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rayan H. Assaad","raw_affiliation_strings":["Founding Director of the Smart Construction and Intelligent Infrastructure Systems (SCIIS) Lab, John A. Reif, Jr. Department of Civil and Environmental Engineering, New Jersey Institute of Technology, Newark, NJ, 07102, USA"],"raw_orcid":"https://orcid.org/0000-0003-4626-5656","affiliations":[{"raw_affiliation_string":"Founding Director of the Smart Construction and Intelligent Infrastructure Systems (SCIIS) Lab, John A. Reif, Jr. Department of Civil and Environmental Engineering, New Jersey Institute of Technology, Newark, NJ, 07102, USA","institution_ids":["https://openalex.org/I118118575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5017335394"],"corresponding_institution_ids":["https://openalex.org/I118118575"],"apc_list":{"value":3170,"currency":"USD","value_usd":3170},"apc_paid":{"value":3170,"currency":"USD","value_usd":3170},"fwci":19.2188,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.98873359,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"176","issue":null,"first_page":"114729","last_page":"114729"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14260","display_name":"Impact of AI and Big Data on Business and Society","score":0.22709999978542328,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14260","display_name":"Impact of AI and Big Data on Business and Society","score":0.22709999978542328,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13287","display_name":"Robotic Process Automation Applications","score":0.059700001031160355,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.046799998730421066,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.692799985408783},{"id":"https://openalex.org/keywords/workforce","display_name":"Workforce","score":0.5317000150680542},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5306000113487244},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5069000124931335},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.474700003862381},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.383899986743927},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.35339999198913574},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.3368000090122223}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8707000017166138},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.692799985408783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5590999722480774},{"id":"https://openalex.org/C2778139618","wikidata":"https://www.wikidata.org/wiki/Q13440398","display_name":"Workforce","level":2,"score":0.5317000150680542},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5306000113487244},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5069000124931335},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48500001430511475},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.474700003862381},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.39160001277923584},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.383899986743927},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3734999895095825},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.35339999198913574},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.3368000090122223},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31279999017715454},{"id":"https://openalex.org/C155663085","wikidata":"https://www.wikidata.org/wiki/Q1056396","display_name":"Workforce planning","level":3,"score":0.29350000619888306},{"id":"https://openalex.org/C2780571617","wikidata":"https://www.wikidata.org/wiki/Q2072185","display_name":"Workforce management","level":3,"score":0.2930000126361847},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.27869999408721924},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C2779114481","wikidata":"https://www.wikidata.org/wiki/Q6510117","display_name":"Learning Management","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.2578999996185303},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.25519999861717224},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.engappai.2026.114729","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.engappai.2026.114729","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.engappai.2026.114729","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.engappai.2026.114729","pdf_url":null,"source":{"id":"https://openalex.org/S900972176","display_name":"Engineering Applications of Artificial Intelligence","issn_l":"0952-1976","issn":["0952-1976","1873-6769"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Engineering Applications of Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1983083110","https://openalex.org/W2100804244","https://openalex.org/W2148143831","https://openalex.org/W2148492576","https://openalex.org/W2463664970","https://openalex.org/W2510934300","https://openalex.org/W2602023803","https://openalex.org/W2754762440","https://openalex.org/W2770858796","https://openalex.org/W2884022949","https://openalex.org/W2915431140","https://openalex.org/W2952518946","https://openalex.org/W2957165754","https://openalex.org/W2973138920","https://openalex.org/W2987699057","https://openalex.org/W2990180389","https://openalex.org/W3000144357","https://openalex.org/W3023399063","https://openalex.org/W3039433906","https://openalex.org/W3080576765","https://openalex.org/W3083566224","https://openalex.org/W3087519526","https://openalex.org/W3119811033","https://openalex.org/W3132317747","https://openalex.org/W3133270427","https://openalex.org/W3135391477","https://openalex.org/W3139508096","https://openalex.org/W3146023480","https://openalex.org/W3157587805","https://openalex.org/W3159938800","https://openalex.org/W3162113798","https://openalex.org/W3201967597","https://openalex.org/W3202943371","https://openalex.org/W3203923637","https://openalex.org/W3206281034","https://openalex.org/W4205629990","https://openalex.org/W4206678590","https://openalex.org/W4285610291","https://openalex.org/W4285792175","https://openalex.org/W4294142928","https://openalex.org/W4297499129","https://openalex.org/W4308868387","https://openalex.org/W4313825591","https://openalex.org/W4323843489","https://openalex.org/W4362576945","https://openalex.org/W4381887826","https://openalex.org/W4383506505","https://openalex.org/W4385495695","https://openalex.org/W4386324448","https://openalex.org/W4386701241","https://openalex.org/W4387204560","https://openalex.org/W4388831332","https://openalex.org/W4389637782","https://openalex.org/W4390061487","https://openalex.org/W4393220625","https://openalex.org/W4394806074","https://openalex.org/W4396885633","https://openalex.org/W4398231700","https://openalex.org/W4399946473","https://openalex.org/W4401537325","https://openalex.org/W4404338938","https://openalex.org/W4409778175","https://openalex.org/W7127621518"],"related_works":[],"abstract_inverted_index":{"Effective":[0],"workforce":[1,10,50,228,243],"monitoring":[2,11,229,244],"is":[3,13,137],"crucial":[4],"for":[5,48,78,91,188,227,236],"ensuring":[6],"workplace":[7],"performance.":[8],"Vision-based":[9],"(WFM)":[12],"promising":[14],"but":[15],"still":[16],"struggles":[17],"with":[18,34,133,160,182,190],"adaptability,":[19],"scene":[20],"coverage,":[21],"and":[22,44,51,67,83,101,147,210,214,230,249],"occlusion.":[23],"This":[24,239],"study":[25,240],"proposes":[26],"a":[27,71,107,164,231],"novel":[28],"robotic":[29],"teleoperation-enhanced":[30],"multi-modal":[31],"WFM":[32],"framework":[33,55],"improved":[35,157],"YOLOv9":[36,158,175],"(\u201cYou":[37],"Only":[38],"Look":[39],"Once\u201d":[40],"version":[41],"9)":[42],"architecture":[43,159],"ergonomics-informed":[45,183],"learning":[46,60,162,184],"paradigm":[47],"real-time":[49],"site":[52],"monitoring.":[53,93],"The":[54],"integrates":[56],"teleoperated":[57],"robots,":[58],"deep":[59],"(DL),":[61],"edge":[62],"computer":[63],"vision,":[64],"machine":[65],"listening,":[66],"cloud-based":[68],"visualization":[69],"into":[70],"unified":[72],"pipeline":[73],"to":[74,123,139],"perform":[75],"imagery":[76],"analytics":[77,90],"worker":[79,84,119],"safety":[80],"evaluation":[81],"(WSE)":[82],"productivity":[85],"assessment":[86],"(WPA),":[87],"alongside":[88],"auditory":[89],"jobsite":[92],"WSE":[94,146],"involves":[95],"detecting":[96],"personal":[97],"protective":[98],"equipment":[99],"(PPE)":[100],"assessing":[102],"musculoskeletal":[103],"disorder":[104],"risk":[105],"using":[106],"three-dimensional":[108],"(3D)":[109],"pose-based":[110,118],"Rapid":[111],"Entire":[112],"Body":[113],"Assessment.":[114],"WPA":[115,148],"executes":[116],"3D":[117],"activity":[120,200],"recognition":[121,201],"(WAR)":[122],"analyze":[124],"workers\u2019":[125],"behaviors":[126],"over":[127],"time.":[128],"A":[129],"lightweight":[130],"DL":[131],"model":[132,202],"multi-scale":[134],"feature":[135],"extraction":[136],"developed":[138],"recognize":[140],"14":[141],"audio-based":[142,199],"onsite":[143],"activities,":[144],"supplementing":[145],"when":[149],"occlusion":[150],"occurs.":[151],"Experimental":[152],"results":[153],"showed:":[154],"(1)":[155],"the":[156,174,198],"transfer":[161],"achieved":[163],"mean-average-precision":[165],"at":[166],"0.5-0.95":[167],"intersection-over-union":[168],"threshold":[169],"(mAP50-95)":[170],"of":[171,222],"66.93%":[172],"(outperforming":[173],"baseline":[176],"by":[177],"7.5%);":[178],"(2)":[179],"random":[180],"forest":[181],"outperformed":[185],"other":[186],"models":[187],"WAR":[189],"84.40%":[191],"accuracy":[192],"(5%":[193],"improvement":[194],"than":[195],"baseline);":[196],"(3)":[197],"reached":[203],"88.10%":[204],"accuracy,":[205],"86.86%":[206],"recall,":[207],"88.64%":[208],"precision,":[209],"86.92%":[211],"F-1":[212],"score;":[213],"(4)":[215],"field":[216],"tests":[217],"demonstrated":[218],"an":[219],"inference":[220],"speed":[221],"4.3":[223],"frames":[224],"per":[225],"second":[226],"0.5":[232],"Hz":[233],"refreshing":[234],"rate":[235],"robot":[237],"tracking.":[238],"advances":[241],"automated":[242],"towards":[245],"greater":[246],"intelligence,":[247],"reliability,":[248],"comprehensiveness.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2026-04-13T00:00:00"}