{"id":"https://openalex.org/W2734834614","doi":"https://doi.org/10.1109/tmm.2017.2726187","title":"Deep Temporal Multimodal Fusion for Medical Procedure Monitoring Using Wearable Sensors","display_name":"Deep Temporal Multimodal Fusion for Medical Procedure Monitoring Using Wearable Sensors","publication_year":2017,"publication_date":"2017-07-12","ids":{"openalex":"https://openalex.org/W2734834614","doi":"https://doi.org/10.1109/tmm.2017.2726187","mag":"2734834614"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2017.2726187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2726187","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107193055","display_name":"Edgar A. Bernal","orcid":"https://orcid.org/0000-0002-5732-065X"},"institutions":[{"id":"https://openalex.org/I173498003","display_name":"Palo Alto Research Center","ror":"https://ror.org/0529fxt39","country_code":"US","type":"facility","lineage":["https://openalex.org/I173498003","https://openalex.org/I4210132870"]},{"id":"https://openalex.org/I4401726811","display_name":"Hartford Financial Services (United States)","ror":"https://ror.org/00mwq1g96","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726811"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Edgar A. Bernal","raw_affiliation_strings":["Decision Support and Machine Intelligence, United Technologies Research Center, East Hartford, CT, USA","PARC, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Decision Support and Machine Intelligence, United Technologies Research Center, East Hartford, CT, USA","institution_ids":["https://openalex.org/I4401726811"]},{"raw_affiliation_string":"PARC, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I173498003"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091064356","display_name":"Xitong Yang","orcid":"https://orcid.org/0000-0003-4372-241X"},"institutions":[{"id":"https://openalex.org/I173498003","display_name":"Palo Alto Research Center","ror":"https://ror.org/0529fxt39","country_code":"US","type":"facility","lineage":["https://openalex.org/I173498003","https://openalex.org/I4210132870"]},{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xitong Yang","raw_affiliation_strings":["PARC, Palo Alto, CA, USA","University of Maryland, College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"PARC, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I173498003"]},{"raw_affiliation_string":"University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100426173","display_name":"Qun Li","orcid":"https://orcid.org/0000-0002-8034-6030"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I173498003","display_name":"Palo Alto Research Center","ror":"https://ror.org/0529fxt39","country_code":"US","type":"facility","lineage":["https://openalex.org/I173498003","https://openalex.org/I4210132870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qun Li","raw_affiliation_strings":["Microsoft Corporation, Redmond, WA, USA","PARC, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Corporation, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"PARC, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I173498003"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102897471","display_name":"Jayant Kumar","orcid":"https://orcid.org/0000-0001-6454-9623"},"institutions":[{"id":"https://openalex.org/I173498003","display_name":"Palo Alto Research Center","ror":"https://ror.org/0529fxt39","country_code":"US","type":"facility","lineage":["https://openalex.org/I173498003","https://openalex.org/I4210132870"]},{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jayant Kumar","raw_affiliation_strings":["PARC, Palo Alto, CA, USA","University of Maryland in College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"PARC, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I173498003"]},{"raw_affiliation_string":"University of Maryland in College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000159830","display_name":"Sriganesh Madhvanath","orcid":null},"institutions":[{"id":"https://openalex.org/I173498003","display_name":"Palo Alto Research Center","ror":"https://ror.org/0529fxt39","country_code":"US","type":"facility","lineage":["https://openalex.org/I173498003","https://openalex.org/I4210132870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sriganesh Madhvanath","raw_affiliation_strings":["Conduent Laboratories, Webster, NY, USA","PARC, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Conduent Laboratories, Webster, NY, USA","institution_ids":[]},{"raw_affiliation_string":"PARC, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I173498003"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103893223","display_name":"Palghat Ramesh","orcid":null},"institutions":[{"id":"https://openalex.org/I173498003","display_name":"Palo Alto Research Center","ror":"https://ror.org/0529fxt39","country_code":"US","type":"facility","lineage":["https://openalex.org/I173498003","https://openalex.org/I4210132870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Palghat Ramesh","raw_affiliation_strings":["Data Analytics and Computer Vision Department, PARC, a Xerox Company, Webster, NY, USA"],"affiliations":[{"raw_affiliation_string":"Data Analytics and Computer Vision Department, PARC, a Xerox Company, Webster, NY, USA","institution_ids":["https://openalex.org/I173498003"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003241140","display_name":"Raja Bala","orcid":"https://orcid.org/0000-0002-0142-9859"},"institutions":[{"id":"https://openalex.org/I173498003","display_name":"Palo Alto Research Center","ror":"https://ror.org/0529fxt39","country_code":"US","type":"facility","lineage":["https://openalex.org/I173498003","https://openalex.org/I4210132870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raja Bala","raw_affiliation_strings":["Data Analytics and Computer Vision Department, PARC, a Xerox Company, Webster, NY, USA"],"affiliations":[{"raw_affiliation_string":"Data Analytics and Computer Vision Department, PARC, a Xerox Company, Webster, NY, USA","institution_ids":["https://openalex.org/I173498003"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5107193055"],"corresponding_institution_ids":["https://openalex.org/I173498003","https://openalex.org/I4401726811"],"apc_list":null,"apc_paid":null,"fwci":2.4049,"has_fulltext":false,"cited_by_count":74,"citation_normalized_percentile":{"value":0.93675129,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"20","issue":"1","first_page":"107","last_page":"118"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13248","display_name":"Healthcare Technology and Patient Monitoring","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8745288848876953},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.7464443445205688},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.610336184501648},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6062375903129578},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.541414737701416},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5100075006484985},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.42140650749206543},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40456467866897583},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.38334572315216064},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36988526582717896},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3221622705459595},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.19494834542274475},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.13938218355178833}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8745288848876953},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.7464443445205688},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.610336184501648},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6062375903129578},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.541414737701416},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5100075006484985},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.42140650749206543},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40456467866897583},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38334572315216064},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36988526582717896},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3221622705459595},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.19494834542274475},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.13938218355178833},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2017.2726187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2726187","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":96,"referenced_works":["https://openalex.org/W28988658","https://openalex.org/W154472438","https://openalex.org/W1489641191","https://openalex.org/W1499864241","https://openalex.org/W1539811621","https://openalex.org/W1551696353","https://openalex.org/W1586730761","https://openalex.org/W1850164289","https://openalex.org/W1870859634","https://openalex.org/W1900913856","https://openalex.org/W1906617767","https://openalex.org/W1910566948","https://openalex.org/W1947481528","https://openalex.org/W1977420968","https://openalex.org/W1981083497","https://openalex.org/W1990930131","https://openalex.org/W1999192586","https://openalex.org/W2005708641","https://openalex.org/W2016053056","https://openalex.org/W2020163092","https://openalex.org/W2023406745","https://openalex.org/W2024051019","https://openalex.org/W2031688197","https://openalex.org/W2033639255","https://openalex.org/W2041826667","https://openalex.org/W2048959912","https://openalex.org/W2053101950","https://openalex.org/W2063153269","https://openalex.org/W2063931664","https://openalex.org/W2064675550","https://openalex.org/W2068611653","https://openalex.org/W2075089792","https://openalex.org/W2085347663","https://openalex.org/W2094950200","https://openalex.org/W2104009313","https://openalex.org/W2106229755","https://openalex.org/W2107878631","https://openalex.org/W2108333036","https://openalex.org/W2111800432","https://openalex.org/W2118325293","https://openalex.org/W2120645068","https://openalex.org/W2123218386","https://openalex.org/W2124361375","https://openalex.org/W2127069950","https://openalex.org/W2129947832","https://openalex.org/W2132904218","https://openalex.org/W2135067781","https://openalex.org/W2136986309","https://openalex.org/W2138636377","https://openalex.org/W2142194269","https://openalex.org/W2143612262","https://openalex.org/W2144092819","https://openalex.org/W2145295623","https://openalex.org/W2146512693","https://openalex.org/W2148349024","https://openalex.org/W2148463593","https://openalex.org/W2149276562","https://openalex.org/W2155241336","https://openalex.org/W2156303437","https://openalex.org/W2161444669","https://openalex.org/W2161612652","https://openalex.org/W2162762857","https://openalex.org/W2165605600","https://openalex.org/W2167626157","https://openalex.org/W2184188583","https://openalex.org/W2185537904","https://openalex.org/W2187294194","https://openalex.org/W2212494831","https://openalex.org/W2235735853","https://openalex.org/W2270470215","https://openalex.org/W2404501099","https://openalex.org/W2533739470","https://openalex.org/W2557865186","https://openalex.org/W2618530766","https://openalex.org/W2951183276","https://openalex.org/W2963074118","https://openalex.org/W4211116411","https://openalex.org/W4234782453","https://openalex.org/W4245859309","https://openalex.org/W4285719527","https://openalex.org/W6601175079","https://openalex.org/W6606244218","https://openalex.org/W6629930100","https://openalex.org/W6632966052","https://openalex.org/W6635099914","https://openalex.org/W6641446668","https://openalex.org/W6656675045","https://openalex.org/W6675954300","https://openalex.org/W6678298367","https://openalex.org/W6681753794","https://openalex.org/W6682250724","https://openalex.org/W6682864246","https://openalex.org/W6683492740","https://openalex.org/W6686207219","https://openalex.org/W6687296448","https://openalex.org/W6730042849"],"related_works":["https://openalex.org/W3195649134","https://openalex.org/W2281498195","https://openalex.org/W2506504620","https://openalex.org/W3105278570","https://openalex.org/W2117913171","https://openalex.org/W2582769230","https://openalex.org/W2971659033","https://openalex.org/W1985927271","https://openalex.org/W3181401746","https://openalex.org/W2982423860"],"abstract_inverted_index":{"Process":[0],"monitoring":[1,86,143],"and":[2,13,32,39,42,75,87,116,138],"verification":[3],"have":[4,45],"a":[5,24,82,89,92,98,134,152],"wide":[6],"range":[7],"of":[8,53,85,109,130,147,165,176],"uses":[9],"in":[10,36,181],"the":[11,51,128,131,145,163,172,177],"medical":[12,94],"healthcare":[14],"fields.":[15],"Currently,":[16],"such":[17],"tasks":[18],"are":[19],"often":[20],"carried":[21],"out":[22,60],"by":[23],"trained":[25],"specialist,":[26],"which":[27],"makes":[28],"them":[29],"expensive,":[30],"inefficient,":[31],"time-consuming.":[33],"Recent":[34],"advances":[35],"automated":[37,71,141],"video-":[38],"multimodal-data-based":[40],"action":[41,74],"activity":[43,76],"recognition":[44,77],"made":[46],"it":[47],"possible":[48],"to":[49,57,155,171],"reduce":[50],"extent":[52],"manual":[54,157],"intervention":[55],"required":[56],"effectively":[58],"carry":[59],"process":[61,142],"supervision":[62],"tasks.":[63],"In":[64],"this":[65],"paper,":[66],"we":[67,160],"propose":[68,97],"algorithms":[69],"for":[70],"egocentric":[72,122],"human":[73],"from":[78],"multimodal":[79,101,136,178],"data,":[80],"with":[81,113,120],"target":[83],"application":[84,164],"assisting":[88],"user":[90],"perform":[91],"multistep":[93],"procedure.":[95],"We":[96,126],"supervised":[99],"deep":[100],"fusion":[102],"framework":[103,179],"that":[104,140,162],"relies":[105],"on":[106,133],"concurrent":[107],"processing":[108,174],"motion":[110],"data":[111,118],"acquired":[112,119],"wearable":[114],"sensors":[115,150],"video":[117,173],"an":[121],"or":[123],"body-mounted":[124],"camera.":[125],"demonstrate":[127,161],"effectiveness":[129],"algorithm":[132],"public":[135],"dataset":[137],"conclude":[139],"via":[144],"use":[146],"multiple":[148],"heterogeneous":[149],"is":[151],"viable":[153],"alternative":[154],"its":[156],"counterpart.":[158],"Furthermore,":[159],"previously":[166],"proposed":[167],"adaptive":[168],"sampling":[169],"schemes":[170],"branch":[175],"results":[180],"significant":[182],"performance":[183],"improvements.":[184]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}