{"id":"https://openalex.org/W4399943982","doi":"https://doi.org/10.1109/iotdi61053.2024.00012","title":"Real-Time Multimodal Cognitive Assistant for Emergency Medical Services","display_name":"Real-Time Multimodal Cognitive Assistant for Emergency Medical Services","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4399943982","doi":"https://doi.org/10.1109/iotdi61053.2024.00012"},"language":"en","primary_location":{"id":"doi:10.1109/iotdi61053.2024.00012","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iotdi61053.2024.00012","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/ACM Ninth International Conference on Internet-of-Things Design and Implementation (IoTDI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057138232","display_name":"Keshara Weerasinghe","orcid":"https://orcid.org/0009-0000-0470-6690"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keshara Weerasinghe","raw_affiliation_strings":["University of Virginia,Electrical and Computer Engineering","Electrical and Computer Engineering, University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia,Electrical and Computer Engineering","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"Electrical and Computer Engineering, University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094134656","display_name":"Saahith Janapati","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saahith Janapati","raw_affiliation_strings":["University of Virginia,Computer Science","Computer Science, University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia,Computer Science","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"Computer Science, University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087016403","display_name":"Xueren Ge","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xueren Ge","raw_affiliation_strings":["University of Virginia,Electrical and Computer Engineering","Electrical and Computer Engineering, University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia,Electrical and Computer Engineering","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"Electrical and Computer Engineering, University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022223254","display_name":"Sion Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sion Kim","raw_affiliation_strings":["University of Virginia,Computer Science","Computer Science, University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia,Computer Science","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"Computer Science, University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112635589","display_name":"Sneha Iyer","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sneha Iyer","raw_affiliation_strings":["University of Virginia,Computer Science","Computer Science, University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia,Computer Science","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"Computer Science, University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100603760","display_name":"John A. Stankovic","orcid":"https://orcid.org/0000-0001-7307-9395"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John A. Stankovic","raw_affiliation_strings":["University of Virginia,Computer Science","Computer Science, University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia,Computer Science","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"Computer Science, University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055237181","display_name":"Homa Alemzadeh","orcid":"https://orcid.org/0000-0001-5279-842X"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Homa Alemzadeh","raw_affiliation_strings":["University of Virginia,Electrical and Computer Engineering","Electrical and Computer Engineering, University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia,Electrical and Computer Engineering","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"Electrical and Computer Engineering, University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":5.6399,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.96446926,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"85","last_page":"96"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9345999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6521719694137573},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5286650657653809},{"id":"https://openalex.org/keywords/medical-services","display_name":"Medical services","score":0.48426005244255066},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3962132930755615},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1916305124759674},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.12113261222839355},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.09073349833488464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6521719694137573},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5286650657653809},{"id":"https://openalex.org/C3018075012","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Medical services","level":3,"score":0.48426005244255066},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3962132930755615},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1916305124759674},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.12113261222839355},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.09073349833488464},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iotdi61053.2024.00012","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iotdi61053.2024.00012","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/ACM Ninth International Conference on Internet-of-Things Design and Implementation (IoTDI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306111","display_name":"U.S. Department of Commerce","ror":"https://ror.org/04chq2495"},{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W2586665457","https://openalex.org/W2596142952","https://openalex.org/W2794707427","https://openalex.org/W2798739050","https://openalex.org/W2810685774","https://openalex.org/W2889577585","https://openalex.org/W2896457183","https://openalex.org/W2910453440","https://openalex.org/W2963590452","https://openalex.org/W2964142373","https://openalex.org/W2967096258","https://openalex.org/W2979826702","https://openalex.org/W3003690245","https://openalex.org/W3007383329","https://openalex.org/W3012871709","https://openalex.org/W3038028292","https://openalex.org/W3080948963","https://openalex.org/W3088102655","https://openalex.org/W3097777922","https://openalex.org/W3128019607","https://openalex.org/W3167946479","https://openalex.org/W3198836239","https://openalex.org/W4210437674","https://openalex.org/W4236546623","https://openalex.org/W4254431624","https://openalex.org/W4287118909","https://openalex.org/W4295312788","https://openalex.org/W4312220150","https://openalex.org/W4317622374","https://openalex.org/W4372271801","https://openalex.org/W4380928297","https://openalex.org/W4385245566","https://openalex.org/W4387090535","https://openalex.org/W4387595977","https://openalex.org/W4390789641","https://openalex.org/W6755207826","https://openalex.org/W6766978945","https://openalex.org/W6780197861","https://openalex.org/W6791353385","https://openalex.org/W6796815506","https://openalex.org/W6803376173","https://openalex.org/W6847363464","https://openalex.org/W6857901439"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Emergency":[0],"Medical":[1],"Services":[2],"(EMS)":[3],"responders":[4,61,178],"often":[5],"operate":[6],"under":[7],"time-sensitive":[8],"conditions,":[9],"facing":[10],"cognitive":[11,32,98],"overload":[12],"and":[13,22,48,57,77,88,164,167,219,241],"inherent":[14],"risks,":[15],"requiring":[16],"essential":[17],"skills":[18],"in":[19,44,75,84,96],"critical":[20],"thinking":[21],"rapid":[23],"decision-making.":[24],"This":[25],"paper":[26],"presents":[27],"CognitiveEMS,":[28],"an":[29,54,134,155,224,230],"end-to-end":[30,231],"wearable":[31],"assistant":[33],"system":[34],"that":[35,110,139,186],"can":[36],"act":[37],"as":[38],"a":[39,106],"collaborative":[40],"virtual":[41],"partner":[42],"engaging":[43],"the":[45,70,172,177,180,220,239,244],"real-time":[46,76,97],"acquisition":[47],"analysis":[49],"of":[50,73,198,215,226,233],"multimodal":[51,162],"data":[52,74,126,166],"from":[53],"emergency":[55,116],"scene":[56],"interacting":[58],"with":[59,124,146],"EMS":[60,85,120,135,147,156],"through":[62],"Augmented":[63],"Reality":[64],"(AR)":[65],"smart":[66],"glasses.":[67],"CognitiveEMS":[68],"processes":[69],"continuous":[71],"streams":[72],"leverages":[78,161],"edge":[79,240],"computing":[80],"to":[81,170,195],"provide":[82],"assistance":[83,99],"protocol":[86,168,206,236],"selection":[87],"intervention":[89],"recognition.":[90],"We":[91],"address":[92],"key":[93],"technical":[94],"challenges":[95],"by":[100,128,176],"introducing":[101],"three":[102],"novel":[103],"components:":[104],"(i)":[105],"Speech":[107],"Recognition":[108,158],"model":[109,138],"is":[111],"fine-tuned":[112],"for":[113,187,235],"real-world":[114],"medical":[115],"conversations":[117],"using":[118,150],"simulated":[119],"audio":[121,163],"recordings,":[122],"augmented":[123],"synthetic":[125],"generated":[127],"large":[129],"language":[130,144],"models":[131,145],"(LLMs);":[132],"(ii)":[133],"Protocol":[136],"Prediction":[137],"combines":[140],"state-of-the-art":[141],"(SOTA)":[142],"tiny":[143],"domain":[148],"knowledge":[149],"graph-based":[151],"attention":[152],"mechanisms;":[153],"(iii)":[154],"Action":[157],"module":[159],"which":[160],"video":[165],"predictions":[169],"infer":[171],"intervention/treatment":[173],"actions":[174],"taken":[175],"at":[179],"incident":[181],"scene.":[182],"Our":[183,205],"results":[184],"show":[185],"speech":[188],"recognition":[189,222],"we":[190],"achieve":[191],"superior":[192],"performance":[193],"compared":[194],"SOTA":[196,212],"(WER":[197],"0.290":[199],"vs.":[200,217],"0.618)":[201],"on":[202,238,243],"conversational":[203],"data.":[204],"prediction":[207,237],"component":[208],"also":[209],"significantly":[210],"outperforms":[211],"(top-3":[213],"accuracy":[214,225],"0.800":[216],"0.200)":[218],"action":[221],"achieves":[223],"0.727,":[227],"while":[228],"maintaining":[229],"latency":[232],"3.78s":[234],"0.31s":[242],"server.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}