{"id":"https://openalex.org/W7042553989","doi":null,"title":"Practical Considerations For the Deployment of Clinical NLP Systems","display_name":"Practical Considerations For the Deployment of Clinical NLP Systems","publication_year":2024,"publication_date":"2024-05-01","ids":{"openalex":"https://openalex.org/W7042553989"},"language":"en","primary_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/156307","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/156307","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/156307/1/lehman-lehmer16-phd-eecs-2024-thesis.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dspace.mit.edu/bitstream/1721.1/156307/1/lehman-lehmer16-phd-eecs-2024-thesis.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041227602","display_name":"Eric Lehman","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lehman, Eric","raw_affiliation_strings":["Northeastern University , 2020"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University , 2020","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5041227602"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.663100004196167,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.663100004196167,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.30880001187324524,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.009100000374019146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clinical-natural-language-processing","display_name":"clinical natural language processing","score":0.777999997138977},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8510000109672546},{"id":"https://openalex.org/keywords/bias-amplification","display_name":"bias amplification","score":0.6769999861717224},{"id":"https://openalex.org/keywords/patient-safety","display_name":"patient safety","score":0.6899999976158142},{"id":"https://openalex.org/keywords/protected-health-information","display_name":"protected health information","score":0.6480000019073486},{"id":"https://openalex.org/keywords/privacy","display_name":"privacy","score":0.5400000214576721},{"id":"https://openalex.org/keywords/probing","display_name":"probing","score":0.4090000092983246},{"id":"https://openalex.org/keywords/electronic-health-records","display_name":"electronic health records","score":0.8730000257492065},{"id":"https://openalex.org/keywords/parameter-efficiency","display_name":"parameter efficiency","score":0.7080000042915344},{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.7630000114440918}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6664999723434448},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6309000253677368},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5712000131607056},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5651000142097473},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5565999746322632},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5264000296592712},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5097000002861023},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4341000020503998},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.38589999079704285},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37599998712539673},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3336000144481659},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3190999925136566},{"id":"https://openalex.org/C3020144179","wikidata":"https://www.wikidata.org/wiki/Q10871684","display_name":"Electronic health record","level":3,"score":0.3082999885082245},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C2779313563","wikidata":"https://www.wikidata.org/wiki/Q17072565","display_name":"On Language","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.2685999870300293},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.26429998874664307}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:dspace.mit.edu:1721.1/156307","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/156307","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/156307/1/lehman-lehmer16-phd-eecs-2024-thesis.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/156307","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/156307","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/156307/1/lehman-lehmer16-phd-eecs-2024-thesis.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.8371999859809875,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7042553989.pdf","grobid_xml":"https://content.openalex.org/works/W7042553989.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1985514943","https://openalex.org/W2005430761","https://openalex.org/W2781196962","https://openalex.org/W2791170418","https://openalex.org/W2802105481","https://openalex.org/W2888167352","https://openalex.org/W2909607928","https://openalex.org/W2922862135","https://openalex.org/W2942370121","https://openalex.org/W2950279864","https://openalex.org/W2950866572","https://openalex.org/W2952349219","https://openalex.org/W2963381846","https://openalex.org/W2963526187","https://openalex.org/W3016682301","https://openalex.org/W3024308166","https://openalex.org/W3033593405","https://openalex.org/W3034115845","https://openalex.org/W3035591180","https://openalex.org/W3039559565","https://openalex.org/W3046375318","https://openalex.org/W3090480605","https://openalex.org/W3100452049","https://openalex.org/W3104163040","https://openalex.org/W3121085131","https://openalex.org/W3129831491","https://openalex.org/W3170344956","https://openalex.org/W3197748091","https://openalex.org/W3198599617","https://openalex.org/W3201341200","https://openalex.org/W3205068155","https://openalex.org/W3207316473","https://openalex.org/W4205228770","https://openalex.org/W4224051134","https://openalex.org/W4226248143","https://openalex.org/W4285215138","https://openalex.org/W4285279512","https://openalex.org/W4287889097","https://openalex.org/W4294891670","https://openalex.org/W4307079201","https://openalex.org/W4309651064","https://openalex.org/W4312220150","https://openalex.org/W4316499895","https://openalex.org/W4319662928","https://openalex.org/W4328053084","https://openalex.org/W4361289889","https://openalex.org/W4367191144","https://openalex.org/W4376617977","https://openalex.org/W4377158201","https://openalex.org/W4379769651","https://openalex.org/W4380730209","https://openalex.org/W4385573004","https://openalex.org/W4387500346","https://openalex.org/W4387561528","https://openalex.org/W4392019361","https://openalex.org/W4400531953","https://openalex.org/W4404622585","https://openalex.org/W4409283616","https://openalex.org/W6949549905"],"related_works":["https://openalex.org/W4321276774","https://openalex.org/W7154743357","https://openalex.org/W4403679878","https://openalex.org/W6969518887","https://openalex.org/W7165629426","https://openalex.org/W4414755063","https://openalex.org/W7161251563","https://openalex.org/W7171501880","https://openalex.org/W7169569484","https://openalex.org/W7160293740"],"abstract_inverted_index":{"Although":[0],"recent":[1],"advances":[2],"in":[3,11,33,72,96,103,121,286],"scaling":[4],"large":[5],"language":[6,136,162,181,253,267],"models":[7,22,216,223,245,254],"(LLMs)":[8],"have":[9],"resulted":[10],"improvements":[12],"on":[13,76,138,165,192,225,237,256],"many":[14],"NLP":[15],"tasks,":[16],"it":[17],"remains":[18],"unclear":[19],"whether":[20],"these":[21],"trained":[23,224,255],"primarily":[24],"with":[25,55],"general":[26,226,257],"web":[27],"text":[28,145,227],"are":[29,152,217],"the":[30,65,77,89,130],"right":[31],"tool":[32],"highly":[34],"specialized,":[35],"safety":[36,99],"critical":[37],"domains":[38],"such":[39],"as":[40],"healthcare.":[41,287],"A":[42],"healthcare":[43],"system":[44],"attempting":[45],"to":[46,57,154,186,201],"automate":[47],"a":[48,104,122,135,263,278],"clinical":[49,73,125,144,195,215,238,264],"task":[50],"must":[51],"weigh":[52],"all":[53],"approaches":[54],"respect":[56],"safety,":[58,82],"efficacy,":[59,83],"and":[60,67,84,109,146,203,274,280],"efficiency.":[61,85],"This":[62],"thesis":[63],"investigates":[64],"challenges":[66],"implications":[68],"of":[69,124,133,179,284],"implementing":[70],"LLMs":[71,102,112],"settings,":[74],"focusing":[75],"three":[78],"considerations":[79,132],"listed":[80],"above:":[81],"We":[86,209,259],"first":[87],"explore":[88],"potential":[90],"biases":[91,120],"that":[92,111,148,197,211,235,246,261],"might":[93],"be":[94],"introduced":[95],"downstream":[97],"patient":[98],"by":[100],"using":[101,262],"zero":[105],"or":[106,115,249],"few-shot":[107],"setting":[108],"find":[110,147,234],"can":[113],"propagate,":[114],"even":[116],"amplify,":[117],"harmful":[118],"societal":[119],"number":[123],"tasks.":[126],"Then,":[127],"we":[128,173,233],"examine":[129],"privacy":[131],"pretraining":[134,236],"model":[137,163,268],"protected":[139],"health":[140,168,207],"information":[141,158],"(PHI)":[142],"bearing":[143],"simple":[149],"probing":[150],"methods":[151],"unable":[153],"meaningfully":[155],"extract":[156],"sensitive":[157],"from":[159,184],"an":[160,175,271],"encoder-only":[161],"pretrained":[164,266],"non-deidentified":[166],"electronic":[167,206],"record":[169],"(EHR)":[170],"notes.":[171],"Finally,":[172],"conduct":[174],"extensive":[176],"empirical":[177],"analysis":[178],"12":[180],"models,":[182],"ranging":[183],"220M":[185],"175B":[187],"parameters,":[188],"measuring":[189],"their":[190,199],"performance":[191],"3":[193],"different":[194],"tasks":[196],"test":[198],"ability":[200],"parse":[202],"reason":[204],"over":[205],"records.":[208],"show":[210],"relatively":[212],"small":[213],"specialized":[214],"substantially":[218],"more":[219,243],"effective":[220],"than":[221],"larger":[222,252],"used":[228],"through":[229],"in-context":[230],"learning.":[231],"Further,":[232],"tokens":[239],"allows":[240,269],"for":[241,270],"smaller,":[242],"parameter-efficient":[244],"either":[247],"match":[248],"outperform":[250],"much":[251],"text.":[258],"argue":[260],"text-specific":[265],"efficient,":[272],"effective,":[273],"privacy-conscious":[275],"approach,":[276],"enabling":[277],"tailored":[279],"ethically":[281],"responsible":[282],"application":[283],"AI":[285]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}