{"id":"https://openalex.org/W7225820743","doi":"https://doi.org/10.5281/zenodo.24139841","title":"Training the system around a frozen language model: a clinician's lessons and code checks on synthetic intensive care cases \u2014 a 2 \u00d7 2 factorial study with a measurement of expert reliability","display_name":"Training the system around a frozen language model: a clinician's lessons and code checks on synthetic intensive care cases \u2014 a 2 \u00d7 2 factorial study with a measurement of expert reliability","publication_year":2026,"publication_date":"2026-11-11","ids":{"openalex":"https://openalex.org/W7225820743","doi":"https://doi.org/10.5281/zenodo.24139841"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24139841","doi":"https://doi.org/10.5281/zenodo.24139841","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24139841","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24139841","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123265576","display_name":"Taras Shlyakhta","orcid":"https://orcid.org/0009-0002-4354-2128","observed_orcids":["https://orcid.org/0009-0002-4354-2128"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Shlyakhta, Taras","raw_affiliation_strings":["Hospital AGEL Kom\u00e1rno, Slovakia"],"raw_orcid":"https://orcid.org/0009-0002-4354-2128","affiliations":[{"raw_affiliation_string":"Hospital AGEL Kom\u00e1rno, Slovakia","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5123265576"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.004699999932199717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6675999760627747},{"id":"https://openalex.org/C2777925291","wikidata":"https://www.wikidata.org/wiki/Q2581971","display_name":"Intensivist","level":3,"score":0.6201000213623047},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5701000094413757},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5256999731063843},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5206999778747559},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5110999941825867},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.43050000071525574},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.40939998626708984},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.391400009393692},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36469998955726624},{"id":"https://openalex.org/C183763347","wikidata":"https://www.wikidata.org/wiki/Q120976","display_name":"Factorial","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.3190999925136566},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.30090001225471497},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.29820001125335693},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27649998664855957},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.26589998602867126},{"id":"https://openalex.org/C159023740","wikidata":"https://www.wikidata.org/wiki/Q623276","display_name":"Deadlock","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.25839999318122864},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2529999911785126},{"id":"https://openalex.org/C2775989810","wikidata":"https://www.wikidata.org/wiki/Q7832978","display_name":"Training manual","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.24139841","doi":"https://doi.org/10.5281/zenodo.24139841","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24139841","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24139842","doi":"https://doi.org/10.5281/zenodo.24139842","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24139842","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24139841","doi":"https://doi.org/10.5281/zenodo.24139841","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24139841","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Aim.":[0],"To":[1],"test":[2],"whether":[3],"the":[4,41,48,60,68,71,75,82,97,100,137,179,201,204,209,213,228,231,248,257,270,291,294,303,305,325,342,368,374,383,388,391,399,409,414,418,425,438,448,456],"decision":[5,88,241],"of":[6,26,36,70,146,206,222,246,279,331,338,370,379,387,447],"a":[7,24,78,127,130,238,309],"local":[8,61],"language":[9],"model":[10,62,76,99,259,296,306,411,457],"whose":[11],"weights":[12],"do":[13],"not":[14,237,298,314,421],"change":[15],"becomes":[16],"clinically":[17],"more":[18],"appropriate":[19,193,240,253],"if":[20],"it":[21,316,404],"is":[22,57,198,208,361,398,405,445],"given":[23],"memory":[25,106,397],"my":[27,112],"lessons":[28,109,235,273,348],"and":[29,33,84,92,135,181,242,254,260,356,366,412,435,450],"code":[30,120],"checks":[31,122,261,319,335,343,403],"\u2014":[32,107,121,149,158,176,189,251,263,297,359],"what":[34],"each":[35,173],"them":[37],"contributes;":[38],"and,":[39],"at":[40],"same":[42],"time,":[43],"to":[44,133,350,431],"measure":[45],"myself":[46,219],"as":[47,190,455],"reader":[49,353,444],"who":[50],"judges":[51],"these":[52],"decisions.":[53],"Methods.":[54],"The":[55,196,266,300,352,443],"system":[56,101,148,250,271,292,419,439,449],"built":[58],"on":[59,73,159,200],"Gemma":[63],"4":[64],"26B":[65],"A4B":[66],"in":[67,103,140,163,186,220,264,276,329,363,367],"role":[69],"intensivist":[72],"duty:":[74],"reads":[77],"synthetic":[79],"case,":[80],"assesses":[81],"data,":[83],"writes":[85],"one":[86,147],"rescue":[87],"with":[89,150,152,154,156,218,340,402],"its":[90,432],"rationale":[91],"an":[93,116],"order":[94,138,188],"sheet.":[95],"Around":[96],"unchanged":[98],"learns":[102],"two":[104,182,214],"ways:":[105],"26":[108],"written":[110],"from":[111,324],"verdicts":[113,223],"(I":[114],"am":[115],"intensive":[117],"care":[118],"physician);":[119],"that":[123],"reject":[124],"answers":[125,333],"without":[126,318,334],"decision,":[128],"carry":[129,315,345],"lesson":[131,311,321,429],"through":[132,349],"action":[134],"put":[136],"sheet":[139],"order.":[141],"I":[142,171,216],"compared":[143],"four":[144],"variants":[145],"nothing,":[151],"lessons,":[153],"checks,":[155,396],"both":[157],"10":[160],"new":[161],"cases":[162,278],"three":[164,166],"languages,":[165],"replicates":[167],"each:":[168],"120":[169],"answers.":[170],"rated":[172],"answer":[174,327],"twice":[175],"immediately,":[177],"knowing":[178],"variant,":[180],"weeks":[183],"later":[184],"blind,":[185],"random":[187],"appropriate,":[191],"partially":[192],"or":[194],"inappropriate.":[195],"comparison":[197],"based":[199],"blind":[202,229],"reading;":[203],"unit":[205],"analysis":[207],"case.":[210],"Results.":[211],"Between":[212],"readings":[215],"agreed":[217],"54%":[221],"(\u03ba":[224],"=":[225,283],"0.24).":[226],"In":[227],"reading":[230],"worst":[232,400],"variant":[233],"was":[234,269,390],"alone:":[236],"single":[239],"14":[243],"inappropriate":[244,416],"out":[245,317],"30;":[247],"full":[249],"6":[252,255],"inappropriate;":[256],"bare":[258,295,410,426],"alone":[262,274],"between.":[265],"largest":[267],"difference":[268],"versus":[272,293,336],"(better":[275],"8":[277],"10;":[280],"nominal":[281],"p":[282],"0.02,":[284],"0.14":[285],"after":[286],"correction":[287],"for":[288],"six":[289],"comparisons);":[290],"better.":[299],"logs":[301],"revealed":[302],"mechanism:":[304],"always":[307],"cites":[308],"retrieved":[310,347],"but":[312,373],"does":[313],"(mandatory":[320],"components":[322],"missing":[323],"first":[326],"appeared":[328],"0":[330],"9":[332,339],"7":[337],"checks);":[341],"also":[344],"wrongly":[346],"action.":[351],"kept":[354],"learning":[355],"grew":[357],"tired":[358],"this":[360],"visible":[362],"his":[364,371],"notes":[365],"length":[369],"comments,":[372],"data":[375],"show":[376],"no":[377,406],"shift":[378],"ratings":[380],"under":[381],"fatigue;":[382],"least":[384],"stable":[385],"step":[386],"scale":[389],"top":[392],"one.":[393],"Conclusions.":[394],"Without":[395],"variant;":[401],"worse":[407],"than":[408,424],"gives":[413],"fewest":[415],"decisions;":[417],"did":[420],"become":[422],"better":[423],"model.":[427],"A":[428],"transfers":[430],"own":[433],"error,":[434],"only":[436],"when":[437],"has":[440],"recognised":[441],"it.":[442],"part":[446],"must":[451],"be":[452],"measured":[453],"just":[454],"is.":[458]},"counts_by_year":[],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2026-11-12T00:00:00"}