{"id":"https://openalex.org/W4385892080","doi":"https://doi.org/10.1007/s41060-023-00433-5","title":"Surgicberta: a pre-trained language model for procedural surgical language","display_name":"Surgicberta: a pre-trained language model for procedural surgical language","publication_year":2023,"publication_date":"2023-08-16","ids":{"openalex":"https://openalex.org/W4385892080","doi":"https://doi.org/10.1007/s41060-023-00433-5"},"language":"en","primary_location":{"id":"doi:10.1007/s41060-023-00433-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41060-023-00433-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41060-023-00433-5.pdf","source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s41060-023-00433-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037203349","display_name":"Marco Bombieri","orcid":"https://orcid.org/0000-0002-8607-8495"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Marco Bombieri","raw_affiliation_strings":["Department of Computer Science, University of Verona, Verona, Italy"],"raw_orcid":"https://orcid.org/0000-0002-8607-8495","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043305308","display_name":"Marco Rospocher","orcid":"https://orcid.org/0000-0001-9391-3201"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Rospocher","raw_affiliation_strings":["Department of Foreign Languages and Literatures, University of Verona, Verona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Foreign Languages and Literatures, University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017409996","display_name":"Simone Paolo Ponzetto","orcid":"https://orcid.org/0000-0001-7484-2049"},"institutions":[{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Simone Paolo Ponzetto","raw_affiliation_strings":["DWS Group, University of Mannheim, Mannheim, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DWS Group, University of Mannheim, Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065107543","display_name":"Paolo Fiorini","orcid":"https://orcid.org/0000-0002-0711-8605"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Paolo Fiorini","raw_affiliation_strings":["Department of Computer Science, University of Verona, Verona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Verona, Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5037203349"],"corresponding_institution_ids":["https://openalex.org/I119439378"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":1.3058,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.83714994,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"18","issue":"1","first_page":"69","last_page":"81"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.7647521495819092},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.756317138671875},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5924851894378662},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5820755958557129},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5286914706230164},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5129015445709229},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.502690315246582},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4722145199775696},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44361642003059387},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.43268153071403503}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.7647521495819092},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.756317138671875},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5924851894378662},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5820755958557129},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5286914706230164},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5129015445709229},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.502690315246582},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4722145199775696},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44361642003059387},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.43268153071403503},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s41060-023-00433-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41060-023-00433-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41060-023-00433-5.pdf","source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"},{"id":"pmh:oai:ub-madoc.bib.uni-mannheim.de:68522","is_oa":true,"landing_page_url":null,"pdf_url":"https://madoc.bib.uni-mannheim.de/68522/1/s41060-023-00433-5.pdf","source":{"id":"https://openalex.org/S4377196315","display_name":"MADOC (University of Mannheim)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177802217","host_organization_name":"University of Mannheim","host_organization_lineage":["https://openalex.org/I177802217"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Zeitschriftenartikel"},{"id":"pmh:oai:iris.unitn.it:11572/472741","is_oa":false,"landing_page_url":"https://hdl.handle.net/11572/472741","pdf_url":null,"source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s41060-023-00433-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41060-023-00433-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41060-023-00433-5.pdf","source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8700000047683716,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3581376005","display_name":null,"funder_award_id":"742671742671","funder_id":"https://openalex.org/F4320338453","funder_display_name":"HORIZON EUROPE European Research Council"},{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338453","display_name":"HORIZON EUROPE European Research Council","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385892080.pdf"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1663984431","https://openalex.org/W2103076621","https://openalex.org/W2158847908","https://openalex.org/W2270070752","https://openalex.org/W2396881363","https://openalex.org/W2740765036","https://openalex.org/W2770445088","https://openalex.org/W2798935874","https://openalex.org/W2963341956","https://openalex.org/W2965373594","https://openalex.org/W2970476646","https://openalex.org/W2976476443","https://openalex.org/W3012922460","https://openalex.org/W3021766370","https://openalex.org/W3024308166","https://openalex.org/W3034323081","https://openalex.org/W3034775979","https://openalex.org/W3034999214","https://openalex.org/W3088059392","https://openalex.org/W3094502228","https://openalex.org/W3095092693","https://openalex.org/W3108490334","https://openalex.org/W3141847762","https://openalex.org/W3152757982","https://openalex.org/W3174847532","https://openalex.org/W3199912944","https://openalex.org/W3202563726","https://openalex.org/W3207576362","https://openalex.org/W4210898640","https://openalex.org/W4220989182","https://openalex.org/W4283368635","https://openalex.org/W4283813460","https://openalex.org/W4285116174","https://openalex.org/W4285139439","https://openalex.org/W4285253024","https://openalex.org/W4296194906","https://openalex.org/W4310858512","https://openalex.org/W4312220150","https://openalex.org/W4313197536","https://openalex.org/W4380631538","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W2169518243","https://openalex.org/W2252095989","https://openalex.org/W4322096525","https://openalex.org/W2551914602","https://openalex.org/W4287323699","https://openalex.org/W4281893144","https://openalex.org/W2105076537","https://openalex.org/W2787311093","https://openalex.org/W2084531783","https://openalex.org/W2902731467"],"abstract_inverted_index":{"Abstract":[0],"Pre-trained":[1],"language":[2,9,50,57,116,126,144,232,306,311],"models":[3],"are":[4],"now":[5],"ubiquitous":[6],"in":[7,19,45,53,99,107,128,180,195,215,323,327],"natural":[8,49],"processing,":[10],"being":[11],"successfully":[12],"applied":[13],"for":[14,92,119,158],"many":[15,181,324],"different":[16],"tasks":[17],"and":[18,36,69,156,188,220,257,317],"several":[20,193,241],"real-world":[21],"applications.":[22,81],"However,":[23],"even":[24],"though":[25],"there":[26],"is":[27,64],"a":[28,42,55,74,114,159,173,275,308],"wealth":[29],"of":[30,48,72,161,217,277],"high-quality":[31,182],"written":[32],"materials":[33],"on":[34,147,240,268],"surgery,":[35,54],"the":[37,46,61,120,125,129,142,177,204,213,225,230,297,328],"scientific":[38],"community":[39],"has":[40,133],"shown":[41],"growing":[43],"interest":[44],"application":[47],"processing":[51],"techniques":[52],"pre-trained":[56,115,310],"model":[58,75,117,214,312],"specific":[59,118],"to":[60,197,229,284,292],"surgical":[62,88,102,122,130,154,183,259,278,288,294,305,329],"domain":[63,206],"still":[65],"missing.":[66],"The":[67],"creation":[68],"public":[70],"release":[71],"such":[73,313],"would":[76],"serve":[77],"numerous":[78],"useful":[79,283],"clinical":[80],"For":[82,104],"example,":[83],"it":[84,202,273],"could":[85,281],"enhance":[86],"existing":[87,286],"knowledge":[89,251,279,289],"bases":[90,290],"employed":[91],"task":[93],"automation,":[94],"or":[95,291],"assist":[96],"medical":[97],"students":[98],"summarizing":[100],"complex":[101],"descriptions.":[103],"this":[105,108],"reason,":[106],"paper,":[109],"we":[110,170,210,236,263],"introduce":[111],"SurgicBERTa":[112,132,168,199,239,269,301],",":[113,169,200,270,316],"English":[121,153],"language,":[123],"i.e.,":[124],"used":[127],"domain.":[131,330],"been":[134],"obtained":[135],"from":[136,152,176,224],"RoBERTa":[137,207,315],"through":[138],"continued":[139],"pre-training":[140],"with":[141,203,304],"Masked":[143],"modeling":[145,233],"objective":[146],"300":[148],"k":[149],"sentences":[150],"taken":[151],"books":[155],"papers,":[157],"total":[160],"7":[162],"million":[163],"words.":[164],"By":[165],"publicly":[166],"releasing":[167],"make":[171],"available":[172],"resource":[174],"built":[175],"content":[178],"collected":[179],"books,":[184],"online":[185],"textual":[186],"resources,":[187],"academic":[189],"papers.":[190],"We":[191],"performed":[192],"assessments":[194,298],"order":[196],"evaluate":[198],"comparing":[201],"general":[205],".":[208],"First,":[209],"intrinsically":[211],"assessed":[212],"terms":[216],"perplexity,":[218],"accuracy,":[219],"evaluation":[221],"loss":[222],"resulting":[223],"continual":[226],"training":[227],"according":[228],"masked":[231],"task.":[234],"Then,":[235],"extrinsically":[237],"evaluated":[238],"downstream":[242],"tasks,":[243],"namely":[244],"(i)":[245],"procedural":[246,250],"sentence":[247],"detection,":[248],"(ii)":[249],"extraction,":[252],"(iii)":[253],"ontological":[254],"information":[255],"discovery,":[256],"(iv)":[258],"terminology":[260],"acquisition.":[261],"Finally,":[262],"conducted":[264],"some":[265],"qualitative":[266],"analysis":[267],"showing":[271],"that":[272,280,300],"contains":[274],"lot":[276],"be":[282,320],"enrich":[285],"state-of-the-art":[287],"extract":[293],"knowledge.":[295],"All":[296],"show":[299],"better":[302],"deals":[303],"than":[307],"general-purpose":[309],"as":[314],"therefore":[318],"can":[319],"effectively":[321],"exploited":[322],"computer-assisted":[325],"applications":[326]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}