{"id":"https://openalex.org/W4401830372","doi":"https://doi.org/10.1093/jsprm/snae010","title":"Identifying novel metrics of operative performance in surgical training: protocol for a Delphi consensus study","display_name":"Identifying novel metrics of operative performance in surgical training: protocol for a Delphi consensus study","publication_year":2024,"publication_date":"2024-07-01","ids":{"openalex":"https://openalex.org/W4401830372","doi":"https://doi.org/10.1093/jsprm/snae010"},"language":"en","primary_location":{"id":"doi:10.1093/jsprm/snae010","doi":"https://doi.org/10.1093/jsprm/snae010","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jsprm/snae010","pdf_url":"https://academic.oup.com/jsprm/article-pdf/2024/3/snae010/59616298/snae010.pdf","source":{"id":"https://openalex.org/S4210197026","display_name":"Journal of Surgical Protocols and Research Methodologies","issn_l":"2752-616X","issn":["2752-616X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Surgical Protocols and Research Methodologies","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://academic.oup.com/jsprm/article-pdf/2024/3/snae010/59616298/snae010.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067893085","display_name":"Lachlan Dick","orcid":"https://orcid.org/0000-0002-4341-9501","observed_orcids":["https://orcid.org/0000-0002-4341-9501"]},"institutions":[{"id":"https://openalex.org/I1324252669","display_name":"NHS Lothian","ror":"https://ror.org/03q82t418","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I1324252669"]},{"id":"https://openalex.org/I2802789809","display_name":"Edinburgh Royal Infirmary","ror":"https://ror.org/009bsy196","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I2802789809"]},{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Lachlan Dick","raw_affiliation_strings":["NHS Lothian, Royal Infirmary of Edinburgh Medical Education Directorate, , Edinburgh,","Surgical Sabermetrics Laboratory, Usher Institute, University of Edinburgh , Edinburgh,"],"raw_orcid":"https://orcid.org/0000-0002-4341-9501","affiliations":[{"raw_affiliation_string":"NHS Lothian, Royal Infirmary of Edinburgh Medical Education Directorate, , Edinburgh,","institution_ids":["https://openalex.org/I1324252669","https://openalex.org/I2802789809"]},{"raw_affiliation_string":"Surgical Sabermetrics Laboratory, Usher Institute, University of Edinburgh , Edinburgh,","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081176402","display_name":"Richard J. E. Skipworth","orcid":"https://orcid.org/0000-0003-1428-4078","observed_orcids":["https://orcid.org/0000-0003-1428-4078"]},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Richard J E Skipworth","raw_affiliation_strings":["Clinical Surgery, University of Edinburgh , Edinburgh,","Surgical Sabermetrics Laboratory, Usher Institute, University of Edinburgh , Edinburgh,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical Surgery, University of Edinburgh , Edinburgh,","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"Surgical Sabermetrics Laboratory, Usher Institute, University of Edinburgh , Edinburgh,","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041403435","display_name":"Victoria Ruth Tallentire","orcid":"https://orcid.org/0000-0002-9178-1425","observed_orcids":["https://orcid.org/0000-0002-9178-1425"]},"institutions":[{"id":"https://openalex.org/I1324252669","display_name":"NHS Lothian","ror":"https://ror.org/03q82t418","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I1324252669"]},{"id":"https://openalex.org/I2802789809","display_name":"Edinburgh Royal Infirmary","ror":"https://ror.org/009bsy196","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I2802789809"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Victoria R Tallentire","raw_affiliation_strings":["NHS Lothian, Royal Infirmary of Edinburgh Medical Education Directorate, , Edinburgh,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NHS Lothian, Royal Infirmary of Edinburgh Medical Education Directorate, , Edinburgh,","institution_ids":["https://openalex.org/I1324252669","https://openalex.org/I2802789809"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035336961","display_name":"Steven Yule","orcid":"https://orcid.org/0000-0001-9889-9090","observed_orcids":["https://orcid.org/0000-0001-9889-9090"]},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Steven Yule","raw_affiliation_strings":["Clinical Surgery, University of Edinburgh , Edinburgh,","Surgical Sabermetrics Laboratory, Usher Institute, University of Edinburgh , Edinburgh,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical Surgery, University of Edinburgh , Edinburgh,","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"Surgical Sabermetrics Laboratory, Usher Institute, University of Edinburgh , Edinburgh,","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5067893085"],"corresponding_institution_ids":["https://openalex.org/I1324252669","https://openalex.org/I2802789809","https://openalex.org/I98677209"],"apc_list":{"value":1090,"currency":"USD","value_usd":1090},"apc_paid":{"value":1090,"currency":"USD","value_usd":1090},"fwci":0.4223,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.6281573,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"2024","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.006099999882280827,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/surgical-training","display_name":"surgical training","score":0.9760000109672546},{"id":"https://openalex.org/keywords/surgical-residents","display_name":"surgical residents","score":0.7739999890327454},{"id":"https://openalex.org/keywords/objective-performance-assessment","display_name":"objective performance assessment","score":0.6169999837875366},{"id":"https://openalex.org/keywords/learning-curve","display_name":"learning curve","score":0.7279999852180481},{"id":"https://openalex.org/keywords/non-technical-skills","display_name":"non-technical skills","score":0.7300000190734863}],"concepts":[{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.7715208530426025},{"id":"https://openalex.org/C2779495148","wikidata":"https://www.wikidata.org/wiki/Q487378","display_name":"Delphi","level":2,"score":0.7143338918685913},{"id":"https://openalex.org/C60641444","wikidata":"https://www.wikidata.org/wiki/Q841602","display_name":"Delphi method","level":2,"score":0.5781011581420898},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4777223765850067},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3619420528411865},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3041383624076843},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16277369856834412},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.06708595156669617},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.049902498722076416},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.04745510220527649}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1093/jsprm/snae010","doi":"https://doi.org/10.1093/jsprm/snae010","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jsprm/snae010","pdf_url":"https://academic.oup.com/jsprm/article-pdf/2024/3/snae010/59616298/snae010.pdf","source":{"id":"https://openalex.org/S4210197026","display_name":"Journal of Surgical Protocols and Research Methodologies","issn_l":"2752-616X","issn":["2752-616X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Surgical Protocols and Research Methodologies","raw_type":"journal-article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/bbdb1524-d75a-4b88-9744-8294938d8888","doi":null,"is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/files/636786908/Identifying_novel_metrics_DICK_DOA05082024_VOR_CC-BY.pdf","pdf_url":"https://www.research.ed.ac.uk/files/636786908/Identifying_novel_metrics_DICK_DOA05082024_VOR_CC-BY.pdf","source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Dick, L, Skipworth, R, Tallentire, V R & Yule, S 2024, 'Identifying novel metrics of operative performance in surgical training: protocol for a Delphi consensus study', Journal of Surgical Protocols and Research Methodologies, vol. 2024, snae010. https://doi.org/10.1093/jsprm/snae010","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1093/jsprm/snae010","doi":"https://doi.org/10.1093/jsprm/snae010","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jsprm/snae010","pdf_url":"https://academic.oup.com/jsprm/article-pdf/2024/3/snae010/59616298/snae010.pdf","source":{"id":"https://openalex.org/S4210197026","display_name":"Journal of Surgical Protocols and Research Methodologies","issn_l":"2752-616X","issn":["2752-616X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Surgical Protocols and Research Methodologies","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8371999859809875,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"},{"score":0.5385000109672546,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[{"display_name":"Study Protocol","id":"https://openalex.org/study-designs/study-protocol"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401830372.pdf","grobid_xml":"https://content.openalex.org/works/W4401830372.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W792928115","https://openalex.org/W1777152392","https://openalex.org/W2017265038","https://openalex.org/W2023276160","https://openalex.org/W2039720916","https://openalex.org/W2072867503","https://openalex.org/W2093274439","https://openalex.org/W2109498513","https://openalex.org/W2115120145","https://openalex.org/W2119472226","https://openalex.org/W2123872280","https://openalex.org/W2139953723","https://openalex.org/W2809241522","https://openalex.org/W3013053228","https://openalex.org/W3083180925","https://openalex.org/W3128232905","https://openalex.org/W3158273026","https://openalex.org/W3170399214","https://openalex.org/W3185797914","https://openalex.org/W3209030113","https://openalex.org/W4200092215","https://openalex.org/W4362521432","https://openalex.org/W4388128702"],"related_works":["https://openalex.org/W4414334745","https://openalex.org/W4391141092","https://openalex.org/W199736026","https://openalex.org/W2747118461","https://openalex.org/W3106272047","https://openalex.org/W1986423456","https://openalex.org/W6889488573","https://openalex.org/W4319078576","https://openalex.org/W7128545597","https://openalex.org/W4408980758"],"abstract_inverted_index":{"Abstract":[0],"Introduction:":[1],"Acquiring":[2],"the":[3,134,147,163,187],"technical":[4],"and":[5,15,22,35,48,51,80,83,109,118,146,168,179,190,206],"non-technical":[6],"skills":[7],"necessary":[8],"to":[9,30,46,68,96,106,132,139,184,211],"perform":[10],"operations":[11],"safely":[12],"requires":[13],"time":[14,43],"dedication.":[16],"The":[17],"learning":[18],"curve":[19],"is":[20,28],"steep":[21],"regular":[23],"feedback":[24],"on":[25,99],"operative":[26,66],"performance":[27,67,72,101,141],"needed":[29],"help":[31],"trainees":[32,108],"identify":[33],"strengths":[34],"development":[36],"needs.":[37],"Traditional":[38],"methods":[39,86],"of":[40,65,78,87,136,162,175],"assessment":[41],"are":[42,103],"consuming,":[44],"prone":[45],"bias":[47],"lack":[49],"reliability":[50],"scalability.":[52],"Advances":[53],"in":[54,57,115,143,149,186,209],"digital":[55],"technology":[56],"surgery":[58],"have":[59],"allowed":[60],"for":[61,198],"more":[62],"objective":[63,140],"measures":[64],"be":[69,113,126,130,153,157,182,203],"generated.":[70],"Objective":[71],"metrics":[73,102,142],"can":[74,81],"provide":[75],"insights":[76],"void":[77],"opinion":[79],"complement":[82],"strengthen":[84],"traditional":[85],"feedback.":[88],"This":[89],"protocol":[90],"outlines":[91],"a":[92,170],"study":[93,124],"that":[94],"aims":[95],"reach":[97],"consensus":[98],"which":[100,150],"most":[104],"relevant":[105],"surgical":[107,144,205],"how":[110],"they":[111,151],"should":[112],"applied":[114],"training.":[116],"Methods":[117],"analysis:":[119],"A":[120,172],"three-round":[121],"electronic":[122],"Delphi":[123],"will":[125,129,156,181,202],"used.":[127],"Participants":[128],"asked":[131],"rate":[133],"importance":[135],"statements":[137],"relating":[138],"training":[145],"ways":[148],"could":[152],"applied.":[154],"Statements":[155],"created":[158],"from":[159],"extensive":[160],"searches":[161],"literature,":[164],"discussion":[165],"with":[166],"experts":[167],"through":[169],"pilot.":[171],"panel":[173],"consisting":[174],"trainees,":[176],"trainers,":[177],"researchers":[178],"institutions":[180],"formed":[183],"participate":[185],"study.":[188,200],"Ethics":[189],"dissemination:":[191],"Formal":[192],"ethical":[193],"approval":[194],"has":[195],"been":[196],"granted":[197],"this":[199],"Dissemination":[201],"at":[204],"education":[207],"meetings,":[208],"addition":[210],"publication":[212],"following":[213],"peer":[214],"review.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2024-08-24T00:00:00"}