{"id":"https://openalex.org/W3034296212","doi":"https://doi.org/10.1145/3368589","title":"Multimodal Physiological Signals for Workload Prediction in Robot-assisted Surgery","display_name":"Multimodal Physiological Signals for Workload Prediction in Robot-assisted Surgery","publication_year":2020,"publication_date":"2020-01-30","ids":{"openalex":"https://openalex.org/W3034296212","doi":"https://doi.org/10.1145/3368589","mag":"3034296212"},"language":"en","primary_location":{"id":"doi:10.1145/3368589","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3368589","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3368589","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3368589","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008917725","display_name":"Tian Zhou","orcid":"https://orcid.org/0000-0001-6423-4090"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tian Zhou","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085042965","display_name":"Jackie Cha","orcid":"https://orcid.org/0000-0001-8136-2094"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jackie S. Cha","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084381738","display_name":"Glebys Gonzalez","orcid":"https://orcid.org/0000-0002-0181-006X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Glebys Gonzalez","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072528523","display_name":"Juan Wachs","orcid":"https://orcid.org/0000-0002-6425-5745"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juan P. Wachs","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072609907","display_name":"Chandru P. Sundaram","orcid":"https://orcid.org/0000-0003-2885-1678"},"institutions":[{"id":"https://openalex.org/I4394709130","display_name":"Indiana University School of Medicine","ror":"https://ror.org/02ets8c94","country_code":null,"type":"education","lineage":["https://openalex.org/I4394709130","https://openalex.org/I592451"]},{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chandru P. Sundaram","raw_affiliation_strings":["Indiana University School of Medicine, IN, USA"],"affiliations":[{"raw_affiliation_string":"Indiana University School of Medicine, IN, USA","institution_ids":["https://openalex.org/I592451","https://openalex.org/I4394709130"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049073456","display_name":"Denny Yu","orcid":"https://orcid.org/0000-0002-5083-1713"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Denny Yu","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5008917725"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":5.1061,"has_fulltext":true,"cited_by_count":57,"citation_normalized_percentile":{"value":0.96283753,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"9","issue":"2","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11700","display_name":"Hemodynamic Monitoring and Therapy","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11700","display_name":"Hemodynamic Monitoring and Therapy","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11930","display_name":"Cardiac, Anesthesia and Surgical Outcomes","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.8288424015045166},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6953491568565369},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6436209082603455},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6088573336601257},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.523189127445221},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5200045704841614},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.5183318853378296},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5073627829551697},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.47818616032600403},{"id":"https://openalex.org/keywords/situation-awareness","display_name":"Situation awareness","score":0.4755760729312897},{"id":"https://openalex.org/keywords/cognitive-load","display_name":"Cognitive load","score":0.4496198892593384},{"id":"https://openalex.org/keywords/robotic-surgery","display_name":"Robotic surgery","score":0.43595194816589355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.418425589799881},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3732351064682007},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1435733139514923},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.12176761031150818},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.0859050452709198}],"concepts":[{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.8288424015045166},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6953491568565369},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6436209082603455},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6088573336601257},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.523189127445221},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5200045704841614},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.5183318853378296},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5073627829551697},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.47818616032600403},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.4755760729312897},{"id":"https://openalex.org/C61641136","wikidata":"https://www.wikidata.org/wiki/Q1107019","display_name":"Cognitive load","level":3,"score":0.4496198892593384},{"id":"https://openalex.org/C103203806","wikidata":"https://www.wikidata.org/wiki/Q942348","display_name":"Robotic surgery","level":2,"score":0.43595194816589355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.418425589799881},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3732351064682007},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1435733139514923},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12176761031150818},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0859050452709198},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3368589","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3368589","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3368589","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3368589","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3368589","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3368589","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8600000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320312083","display_name":"Intuitive Surgical","ror":"https://ror.org/05g2n4m79"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3034296212.pdf","grobid_xml":"https://content.openalex.org/works/W3034296212.grobid-xml"},"referenced_works_count":85,"referenced_works":["https://openalex.org/W55018851","https://openalex.org/W91051382","https://openalex.org/W168063749","https://openalex.org/W181004979","https://openalex.org/W1489143527","https://openalex.org/W1534678246","https://openalex.org/W1607976681","https://openalex.org/W1763247333","https://openalex.org/W1888386172","https://openalex.org/W1967203186","https://openalex.org/W1977125781","https://openalex.org/W1977164742","https://openalex.org/W1980579221","https://openalex.org/W1983804901","https://openalex.org/W1983830994","https://openalex.org/W1984227063","https://openalex.org/W2016954168","https://openalex.org/W2018259906","https://openalex.org/W2023133322","https://openalex.org/W2030288893","https://openalex.org/W2035545097","https://openalex.org/W2040080525","https://openalex.org/W2043131253","https://openalex.org/W2048219658","https://openalex.org/W2048997388","https://openalex.org/W2056294943","https://openalex.org/W2057337051","https://openalex.org/W2062006261","https://openalex.org/W2063705912","https://openalex.org/W2072551431","https://openalex.org/W2086175745","https://openalex.org/W2088392829","https://openalex.org/W2090725026","https://openalex.org/W2093001406","https://openalex.org/W2093040750","https://openalex.org/W2098646662","https://openalex.org/W2102357027","https://openalex.org/W2107835408","https://openalex.org/W2110444396","https://openalex.org/W2112965160","https://openalex.org/W2119387367","https://openalex.org/W2119453775","https://openalex.org/W2125731900","https://openalex.org/W2128495200","https://openalex.org/W2144408839","https://openalex.org/W2149904935","https://openalex.org/W2149985621","https://openalex.org/W2151313489","https://openalex.org/W2151905266","https://openalex.org/W2157289187","https://openalex.org/W2158585918","https://openalex.org/W2162594179","https://openalex.org/W2162601245","https://openalex.org/W2164777277","https://openalex.org/W2170193904","https://openalex.org/W2202210634","https://openalex.org/W2221293852","https://openalex.org/W2290061114","https://openalex.org/W2320713103","https://openalex.org/W2338349451","https://openalex.org/W2464629226","https://openalex.org/W2496691503","https://openalex.org/W2538039704","https://openalex.org/W2559813628","https://openalex.org/W2626392471","https://openalex.org/W2734549536","https://openalex.org/W2741204007","https://openalex.org/W2761964548","https://openalex.org/W2774167400","https://openalex.org/W2913941020","https://openalex.org/W2953127026","https://openalex.org/W2963781023","https://openalex.org/W2998993395","https://openalex.org/W3041819362","https://openalex.org/W4230232915","https://openalex.org/W4235285477","https://openalex.org/W4237513721","https://openalex.org/W4238293512","https://openalex.org/W4239950209","https://openalex.org/W4245286259","https://openalex.org/W4250442959","https://openalex.org/W4255599054","https://openalex.org/W4285719527","https://openalex.org/W4299296451","https://openalex.org/W6676186243"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463","https://openalex.org/W4307407935"],"abstract_inverted_index":{"Monitoring":[0],"surgeon":[1],"workload":[2,50,138,174],"during":[3,51,180],"robot-assisted":[4],"surgery":[5],"can":[6,170],"guide":[7],"allocation":[8],"of":[9,115,143,177],"task":[10],"demands,":[11],"adapt":[12],"system":[13],"interfaces,":[14],"and":[15,34,64,80,113,129,149,169,182],"assess":[16],"the":[17,94,130,136,178],"robotic":[18],"system's":[19],"usability.":[20],"Current":[21],"practices":[22],"for":[23,86],"measuring":[24],"cognitive":[25,62,67,173],"load":[26,63],"primarily":[27],"rely":[28],"on":[29,93],"questionnaires":[30],"that":[31,162],"are":[32],"subjective":[33],"disrupt":[35],"surgical":[36,90,101,184],"workflow.":[37],"To":[38],"address":[39],"this":[40],"limitation,":[41],"a":[42],"computational":[43],"framework":[44,55],"is":[45],"demonstrated":[46],"to":[47,59,135],"predict":[48,65,172],"user":[49],"telerobotic":[52],"surgery.":[53],"This":[54],"leverages":[56],"wireless":[57],"sensors":[58],"monitor":[60],"surgeons\u2019":[61],"their":[66],"states.":[68],"Continuous":[69],"data":[70],"across":[71],"multiple":[72,157],"physiological":[73,121,150],"modalities":[74],"(e.g.,":[75],"heart":[76],"rate":[77],"variability,":[78],"electrodermal,":[79],"electroencephalogram":[81],"activity)":[82],"were":[83,123,133],"simultaneously":[84],"recorded":[85],"twelve":[87],"surgeons":[88],"performing":[89],"skills":[91,185],"tasks":[92,102],"validated":[95],"da":[96],"Vinci":[97],"Skills":[98],"Simulator.":[99],"These":[100],"varied":[103],"in":[104],"difficulty":[105],"levels,":[106],"e.g.,":[107],"requiring":[108],"varying":[109],"visual":[110],"processing":[111],"demand":[112],"degree":[114],"fine":[116],"motor":[117],"control.":[118],"Collected":[119],"multimodal":[120],"signals":[122,168],"fused":[124],"using":[125],"independent":[126],"component":[127],"analysis,":[128],"predicted":[131],"results":[132],"compared":[134,141],"ground-truth":[137],"level.":[139],"Results":[140],"performance":[142],"different":[144],"classifiers,":[145],"sensor":[146],"fusion":[147],"schemes,":[148],"modality":[151],"(i.e.,":[152],"prediction":[153],"with":[154],"single":[155],"vs.":[156],"modalities).":[158],"It":[159],"was":[160],"found":[161],"our":[163],"multisensor":[164],"approach":[165],"outperformed":[166],"individual":[167],"correctly":[171],"levels":[175],"83.2%":[176],"time":[179],"basic":[181],"complex":[183],"tasks.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":5},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-25T14:56:36.534964","created_date":"2025-10-10T00:00:00"}