{"id":"https://openalex.org/W4391118825","doi":"https://doi.org/10.1145/3580252.3586978","title":"EMS-BERT: A Pre-Trained Language Representation Model for the Emergency Medical Services (EMS) Domain","display_name":"EMS-BERT: A Pre-Trained Language Representation Model for the Emergency Medical Services (EMS) Domain","publication_year":2023,"publication_date":"2023-06-21","ids":{"openalex":"https://openalex.org/W4391118825","doi":"https://doi.org/10.1145/3580252.3586978"},"language":"en","primary_location":{"id":"doi:10.1145/3580252.3586978","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580252.3586978","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3580252.3586978","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM/IEEE International Conference on Connected Health: Applications, Systems and Engineering Technologies","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3580252.3586978","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042765861","display_name":"M Arif Rahman","orcid":"https://orcid.org/0009-0006-3691-7605"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"M Arif Rahman","raw_affiliation_strings":["Dept. of Computer Science, University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066969862","display_name":"Sarah Masud Preum","orcid":"https://orcid.org/0000-0002-7771-8323"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Masud Preum","raw_affiliation_strings":["Dept. of Computer Science, Dartmouth College, Hanover, NH, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, Dartmouth College, Hanover, NH, USA","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072645772","display_name":"Ronald D. Williams","orcid":"https://orcid.org/0009-0007-5763-998X"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ronald D. Williams","raw_affiliation_strings":["Dept. of Electrical and Computer Engineering, University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055237181","display_name":"Homa Alemzadeh","orcid":"https://orcid.org/0000-0001-5279-842X"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Homa Alemzadeh","raw_affiliation_strings":["Dept. of Electrical and Computer Engineering, University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100603760","display_name":"John A. Stankovic","orcid":"https://orcid.org/0000-0001-7307-9395"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Stankovic","raw_affiliation_strings":["Dept. of Computer Science, University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5042765861"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":0.6959,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.77205819,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"34","last_page":"43"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7426512241363525},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6082248091697693},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.5644698739051819},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5250698924064636},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4560839831829071},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.43444138765335083},{"id":"https://openalex.org/keywords/emergency-medical-services","display_name":"Emergency medical services","score":0.4182712733745575},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3658156991004944},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.353886216878891},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.32384830713272095},{"id":"https://openalex.org/keywords/medical-emergency","display_name":"Medical emergency","score":0.1486167013645172},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.11412745714187622},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09944283962249756}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7426512241363525},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6082248091697693},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.5644698739051819},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5250698924064636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4560839831829071},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.43444138765335083},{"id":"https://openalex.org/C545288138","wikidata":"https://www.wikidata.org/wiki/Q860447","display_name":"Emergency medical services","level":2,"score":0.4182712733745575},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3658156991004944},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.353886216878891},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.32384830713272095},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.1486167013645172},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.11412745714187622},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09944283962249756},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3580252.3586978","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580252.3586978","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3580252.3586978","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM/IEEE International Conference on Connected Health: Applications, Systems and Engineering Technologies","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3580252.3586978","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3580252.3586978","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3580252.3586978","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM/IEEE International Conference on Connected Health: Applications, Systems and Engineering Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2527337061","display_name":null,"funder_award_id":"60NANB17D162","funder_id":"https://openalex.org/F4320332178","funder_display_name":"National Institute of Standards and Technology"},{"id":"https://openalex.org/G3639938751","display_name":null,"funder_award_id":"70NANB21H029","funder_id":"https://openalex.org/F4320332178","funder_display_name":"National Institute of Standards and Technology"}],"funders":[{"id":"https://openalex.org/F4320306111","display_name":"U.S. Department of Commerce","ror":"https://ror.org/04chq2495"},{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391118825.pdf","grobid_xml":"https://content.openalex.org/works/W4391118825.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1034019924","https://openalex.org/W1574576139","https://openalex.org/W1829312150","https://openalex.org/W2092911974","https://openalex.org/W2146089916","https://openalex.org/W2250539671","https://openalex.org/W2752747624","https://openalex.org/W2769851464","https://openalex.org/W2798739050","https://openalex.org/W2805089815","https://openalex.org/W2889272240","https://openalex.org/W2911489562","https://openalex.org/W2946185430","https://openalex.org/W2964965639","https://openalex.org/W2967096258","https://openalex.org/W3008736151","https://openalex.org/W3037573077","https://openalex.org/W3038028292","https://openalex.org/W3141521681","https://openalex.org/W3141913663","https://openalex.org/W3198896437","https://openalex.org/W4210437674","https://openalex.org/W4287254790","https://openalex.org/W6638567083"],"related_works":["https://openalex.org/W2334378031","https://openalex.org/W4387517132","https://openalex.org/W842810586","https://openalex.org/W2916255597","https://openalex.org/W3095980030","https://openalex.org/W4319940250","https://openalex.org/W2352298027","https://openalex.org/W2092919065","https://openalex.org/W3138801416","https://openalex.org/W4379379356"],"abstract_inverted_index":{"Emergency":[0],"Medical":[1],"Services":[2],"(EMS)":[3],"is":[4,52,103],"an":[5],"important":[6,74],"domain":[7,102],"of":[8,14,48,55,111,119,151,190],"healthcare.":[9],"First":[10],"responders":[11,30],"save":[12],"millions":[13],"lives":[15],"per":[16],"year.":[17],"Machine":[18],"learning":[19],"and":[20,62,87,115,168,171,204,218],"sensing":[21],"technologies":[22],"are":[23,37],"actively":[24],"being":[25],"developed":[26,135],"to":[27,40,108,184],"support":[28],"first":[29],"in":[31,42],"their":[32],"EMS":[33,59,71,101,113,122,137,147],"activities.":[34],"However,":[35],"there":[36],"significant":[38,117],"challenges":[39,51],"overcome":[41],"developing":[43,63],"these":[44],"new":[45],"solutions.":[46],"One":[47],"the":[49,53,70,100,109,112,116],"main":[50],"limitations":[54],"existing":[56,212],"methods":[57],"for":[58,69,82,136,161,193],"text":[60,93],"mining,":[61],"a":[64,104,120,131,157,173],"highly":[65],"accurate":[66],"language":[67],"model":[68,133],"domain.":[72],"Several":[73],"Bidirectional":[75],"Encoder":[76],"Representations":[77],"from":[78,99,165],"Transformer":[79],"(BERT)":[80],"models":[81],"medical":[83,221],"domains,":[84],"i.e.,":[85,199],"BioBERT":[86],"ClinicalBERT,":[88],"have":[89],"significantly":[90],"influenced":[91],"biomedical":[92],"mining":[94],"tasks.":[95,139],"But":[96],"extracting":[97],"information":[98,164,207],"separate":[105],"challenge":[106],"due":[107],"uniqueness":[110],"domain,":[114],"scarcity":[118],"high-quality":[121],"corpus.":[123],"In":[124],"this":[125],"research,":[126],"we":[127,155],"propose":[128],"EMS-BERT":[129,194],"-":[130],"BERT":[132,175,222],"specifically":[134],"text-mining":[138],"For":[140],"data":[141],"augmentation":[142],"on":[143,195],"our":[144],"small,":[145],"classified":[146],"corpus":[148],"which":[149],"consists":[150],"nearly":[152],"2.4M":[153],"words,":[154],"use":[156],"simultaneous":[158],"pre-training":[159],"method":[160],"transfer-learning":[162],"relevant":[163],"medical,":[166],"bio-medical,":[167],"clinical":[169,214],"domains;":[170],"train":[172],"high-performance":[174],"model.":[176],"Our":[177],"thorough":[178],"evaluation":[179],"shows":[180],"at":[181],"least":[182],"2%":[183],"as":[185,187],"much":[186],"11%":[188],"improvement":[189],"F-1":[191],"scores":[192],"different":[196],"classification":[197],"tasks,":[198],"entity":[200,215],"recognition,":[201],"relation":[202],"extraction,":[203],"inferring":[205],"missing":[206],"when":[208],"compared":[209],"both":[210],"with":[211,219],"state-of-the-art":[213],"recognition":[216],"tools,":[217],"various":[220],"models.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}