{"id":"https://openalex.org/W4386910046","doi":"https://doi.org/10.1007/s00330-023-10217-x","title":"Reproducibility of radiomics quality score: an intra- and inter-rater reliability study","display_name":"Reproducibility of radiomics quality score: an intra- and inter-rater reliability study","publication_year":2023,"publication_date":"2023-09-21","ids":{"openalex":"https://openalex.org/W4386910046","doi":"https://doi.org/10.1007/s00330-023-10217-x","pmid":"https://pubmed.ncbi.nlm.nih.gov/37733025","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10957586"},"language":"en","primary_location":{"id":"doi:10.1007/s00330-023-10217-x","doi":"https://doi.org/10.1007/s00330-023-10217-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00330-023-10217-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00330-023-10217-x.pdf","source":{"id":"https://openalex.org/S4819472","display_name":"European Radiology","issn_l":"0938-7994","issn":["0938-7994","1432-1084"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Radiology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00330-023-10217-x.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029172836","display_name":"Tugba Akinci D\u2019Antonoli","orcid":"https://orcid.org/0000-0002-7237-711X","observed_orcids":["https://orcid.org/0000-0002-7237-711X"]},"institutions":[{"id":"https://openalex.org/I4210091012","display_name":"Kantonsspital Baselland","ror":"https://ror.org/00b747122","country_code":"CH","type":"healthcare","lineage":["https://openalex.org/I4210091012"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Tugba Akinci D\u2019Antonoli","raw_affiliation_strings":["Institute of Radiology and Nuclear Medicine, Cantonal Hospital Baselland, Liestal, Switzerland","Institute of Radiology and Nuclear Medicine, Cantonal Hospital Baselland, Liestal, Switzerland. tugba.akincidantonoli@unibas.ch"],"raw_orcid":"https://orcid.org/0000-0002-7237-711X","affiliations":[{"raw_affiliation_string":"Institute of Radiology and Nuclear Medicine, Cantonal Hospital Baselland, Liestal, Switzerland","institution_ids":["https://openalex.org/I4210091012"]},{"raw_affiliation_string":"Institute of Radiology and Nuclear Medicine, Cantonal Hospital Baselland, Liestal, Switzerland. tugba.akincidantonoli@unibas.ch","institution_ids":["https://openalex.org/I4210091012"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082611067","display_name":"Armando Ugo Cavallo","orcid":"https://orcid.org/0000-0001-8390-7721","observed_orcids":["https://orcid.org/0000-0001-8390-7721"]},"institutions":[{"id":"https://openalex.org/I4210116004","display_name":"Istituto Dermopatico dell'Immacolata","ror":"https://ror.org/02b5mfy68","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210116004","https://openalex.org/I4210153126"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Armando Ugo Cavallo","raw_affiliation_strings":["Division of Radiology, Istituto Dermopatico dell'Immacolata (IDI) IRCCS, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Radiology, Istituto Dermopatico dell'Immacolata (IDI) IRCCS, Rome, Italy","institution_ids":["https://openalex.org/I4210116004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090396336","display_name":"Federica Vernuccio","orcid":"https://orcid.org/0000-0003-0350-1794","observed_orcids":["https://orcid.org/0000-0003-0350-1794"]},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]},{"id":"https://openalex.org/I4210146744","display_name":"Azienda Ospedale - Universit\u00e0 Padova","ror":"https://ror.org/04bhk6583","country_code":"IT","type":"healthcare","lineage":["https://openalex.org/I4210146744"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federica Vernuccio","raw_affiliation_strings":["Institute of Radiology, University Hospital of Padova, Padua, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Radiology, University Hospital of Padova, Padua, Italy","institution_ids":["https://openalex.org/I138689650","https://openalex.org/I4210146744"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007322283","display_name":"Arnaldo Stanzione","orcid":"https://orcid.org/0000-0002-7905-5789","observed_orcids":["https://orcid.org/0000-0002-7905-5789"]},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Arnaldo Stanzione","raw_affiliation_strings":["Department of Advanced Biomedical Sciences, University of Naples \"Federico II\", Naples, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Advanced Biomedical Sciences, University of Naples \"Federico II\", Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078341846","display_name":"Michail E. Klontzas","orcid":"https://orcid.org/0000-0003-2731-933X","observed_orcids":["https://orcid.org/0000-0003-2731-933X"]},"institutions":[{"id":"https://openalex.org/I142617266","display_name":"University of Crete","ror":"https://ror.org/00dr28g20","country_code":"GR","type":"education","lineage":["https://openalex.org/I142617266"]},{"id":"https://openalex.org/I4210138654","display_name":"University Hospital of Heraklion","ror":"https://ror.org/0312m2266","country_code":"GR","type":"healthcare","lineage":["https://openalex.org/I4210138654"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Michail E. Klontzas","raw_affiliation_strings":["Department of Medical Imaging, University Hospital of Heraklion, Crete, Greece","Department of Radiology, School of Medicine, University of Crete, Heraklion, Crete, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical Imaging, University Hospital of Heraklion, Crete, Greece","institution_ids":["https://openalex.org/I4210138654"]},{"raw_affiliation_string":"Department of Radiology, School of Medicine, University of Crete, Heraklion, Crete, Greece","institution_ids":["https://openalex.org/I142617266"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000947178","display_name":"Roberto Cannella","orcid":"https://orcid.org/0000-0002-3808-0785","observed_orcids":["https://orcid.org/0000-0002-3808-0785"]},"institutions":[{"id":"https://openalex.org/I900890020","display_name":"University of Palermo","ror":"https://ror.org/044k9ta02","country_code":"IT","type":"education","lineage":["https://openalex.org/I900890020"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Roberto Cannella","raw_affiliation_strings":["Section of Radiology, Department of Biomedicine, Neuroscience and Advanced Diagnostics (BiND), University of Palermo, Palermo, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Section of Radiology, Department of Biomedicine, Neuroscience and Advanced Diagnostics (BiND), University of Palermo, Palermo, Italy","institution_ids":["https://openalex.org/I900890020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036026172","display_name":"Lorenzo Ugga","orcid":"https://orcid.org/0000-0001-7811-4612","observed_orcids":["https://orcid.org/0000-0001-7811-4612"]},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lorenzo Ugga","raw_affiliation_strings":["Department of Advanced Biomedical Sciences, University of Naples \"Federico II\", Naples, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Advanced Biomedical Sciences, University of Naples \"Federico II\", Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006789453","display_name":"Agah Baran","orcid":"https://orcid.org/0000-0002-0403-529X","observed_orcids":["https://orcid.org/0000-0002-0403-529X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agah Baran","raw_affiliation_strings":["MVZ Diagnostikum Berlin Gmbh, Diagnostisches Zentrum, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MVZ Diagnostikum Berlin Gmbh, Diagnostisches Zentrum, Berlin, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052202710","display_name":"Salvatore Claudio Fanni","orcid":"https://orcid.org/0000-0002-4003-3320","observed_orcids":["https://orcid.org/0000-0002-4003-3320"]},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Salvatore Claudio Fanni","raw_affiliation_strings":["Department of Translational Research, Academic Radiology, University of Pisa, Pisa, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Translational Research, Academic Radiology, University of Pisa, Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035068072","display_name":"Ekaterina A. Petrash","orcid":"https://orcid.org/0000-0001-6572-5369","observed_orcids":["https://orcid.org/0000-0001-6572-5369"]},"institutions":[{"id":"https://openalex.org/I4210090957","display_name":"Russian Cancer Research Center NN Blokhin","ror":"https://ror.org/00ab9fg88","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210090957"]},{"id":"https://openalex.org/I4210117042","display_name":"Ministry of Health of the Russian Federation","ror":"https://ror.org/01p8ehb87","country_code":"RU","type":"government","lineage":["https://openalex.org/I4210117042"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Ekaterina Petrash","raw_affiliation_strings":["Radiology Department, Research Institute of Children Oncology and Haematology of National Medical Research Center of Oncology n.a.N.N. Blokhin of Ministry of Health of RF, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Radiology Department, Research Institute of Children Oncology and Haematology of National Medical Research Center of Oncology n.a.N.N. Blokhin of Ministry of Health of RF, Moscow, Russia","institution_ids":["https://openalex.org/I4210090957","https://openalex.org/I4210117042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002401781","display_name":"Ilaria Ambrosini","orcid":"https://orcid.org/0000-0002-0026-9101","observed_orcids":["https://orcid.org/0000-0002-0026-9101"]},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ilaria Ambrosini","raw_affiliation_strings":["Department of Translational Research, Academic Radiology, University of Pisa, Pisa, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Translational Research, Academic Radiology, University of Pisa, Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057262083","display_name":"Luca Alessandro Cappellini","orcid":"https://orcid.org/0000-0001-7604-5625","observed_orcids":["https://orcid.org/0000-0001-7604-5625"]},"institutions":[{"id":"https://openalex.org/I1339471597","display_name":"Humanitas University","ror":"https://ror.org/020dggs04","country_code":"IT","type":"education","lineage":["https://openalex.org/I1339471597"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Alessandro Cappellini","raw_affiliation_strings":["Department of Biomedical Sciences, Humanitas University, Pieve Emanuele, Milan, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Sciences, Humanitas University, Pieve Emanuele, Milan, Italy","institution_ids":["https://openalex.org/I1339471597"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024082845","display_name":"Peter M. A. van Ooijen","orcid":"https://orcid.org/0000-0002-8995-1210","observed_orcids":["https://orcid.org/0000-0002-8995-1210"]},"institutions":[{"id":"https://openalex.org/I1334415907","display_name":"University Medical Center Groningen","ror":"https://ror.org/03cv38k47","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I1334415907"]},{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Peter van Ooijen","raw_affiliation_strings":["Department of Radiation Oncology, University of Groningen, University Medical Center Groningen, Groningen, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiation Oncology, University of Groningen, University Medical Center Groningen, Groningen, The Netherlands","institution_ids":["https://openalex.org/I1334415907","https://openalex.org/I169381384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087413038","display_name":"Elmar Kotter","orcid":"https://orcid.org/0000-0001-9022-6000","observed_orcids":["https://orcid.org/0000-0001-9022-6000"]},"institutions":[{"id":"https://openalex.org/I2801240073","display_name":"University Medical Center Freiburg","ror":"https://ror.org/03vzbgh69","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2801240073"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elmar Kotter","raw_affiliation_strings":["Department of Radiology, University Medical Center Freiburg, Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, University Medical Center Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I2801240073"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019186924","display_name":"Daniel Pinto dos Santos","orcid":"https://orcid.org/0000-0003-4785-6394","observed_orcids":["https://orcid.org/0000-0003-4785-6394"]},"institutions":[{"id":"https://openalex.org/I4210132578","display_name":"University Hospital Frankfurt","ror":"https://ror.org/03f6n9m15","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210132578"]},{"id":"https://openalex.org/I4210153755","display_name":"University Hospital Cologne","ror":"https://ror.org/05mxhda18","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210153755"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Pinto dos Santos","raw_affiliation_strings":["Department of Radiology, University Hospital of Cologne, Cologne, Germany","Department of Radiology, University Hospital of Frankfurt, Frankfurt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, University Hospital of Cologne, Cologne, Germany","institution_ids":["https://openalex.org/I4210153755"]},{"raw_affiliation_string":"Department of Radiology, University Hospital of Frankfurt, Frankfurt, Germany","institution_ids":["https://openalex.org/I4210132578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058973104","display_name":"Renato Cuocolo","orcid":"https://orcid.org/0000-0002-1452-1574","observed_orcids":["https://orcid.org/0000-0002-1452-1574"]},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Renato Cuocolo","raw_affiliation_strings":["Department of Medicine, Surgery and Dentistry, University of Salerno, Baronissi, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Surgery and Dentistry, University of Salerno, Baronissi, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"last","author":{"id":null,"display_name":"for the EuSoMII Radiomics Auditing Group","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"for the EuSoMII Radiomics Auditing Group","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":18,"corresponding_author_ids":["https://openalex.org/A5029172836"],"corresponding_institution_ids":["https://openalex.org/I4210091012"],"apc_list":{"value":3990,"currency":"USD","value_usd":3990},"apc_paid":{"value":3990,"currency":"USD","value_usd":3990},"fwci":8.0176,"has_fulltext":true,"cited_by_count":60,"citation_normalized_percentile":{"value":0.9873466,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"34","issue":"4","first_page":"2791","last_page":"2804"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11894","display_name":"Radiology practices and education","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/radiomics-quality-score","display_name":"radiomics quality score","score":0.9449999928474426},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.9089999794960022},{"id":"https://openalex.org/keywords/intra-rater-reliability","display_name":"intra-rater reliability","score":0.9959999918937683},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.9750000238418579},{"id":"https://openalex.org/keywords/scoring-system","display_name":"scoring system","score":0.3479999899864197},{"id":"https://openalex.org/keywords/rater-training","display_name":"rater training","score":0.6179999709129333},{"id":"https://openalex.org/keywords/radiomics","display_name":"radiomics","score":0.37599998712539673}],"concepts":[{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.8755614757537842},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.8237763047218323},{"id":"https://openalex.org/C2779889316","wikidata":"https://www.wikidata.org/wiki/Q642836","display_name":"Neuroradiology","level":3,"score":0.6706312298774719},{"id":"https://openalex.org/C2778559731","wikidata":"https://www.wikidata.org/wiki/Q23808793","display_name":"Radiomics","level":2,"score":0.603999137878418},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.572150468826294},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.5559977293014526},{"id":"https://openalex.org/C513090587","wikidata":"https://www.wikidata.org/wiki/Q426449","display_name":"Interventional radiology","level":2,"score":0.5308191776275635},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.5041614770889282},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.47799959778785706},{"id":"https://openalex.org/C143753070","wikidata":"https://www.wikidata.org/wiki/Q162564","display_name":"Ultrasound","level":2,"score":0.41698768734931946},{"id":"https://openalex.org/C16568411","wikidata":"https://www.wikidata.org/wiki/Q83042","display_name":"Neurology","level":2,"score":0.17649105191230774},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13505983352661133},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.05874285101890564},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D000097188","descriptor_name":"Radiomics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011932","descriptor_name":"Reading","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015588","descriptor_name":"Observer Variation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":7,"locations":[{"id":"doi:10.1007/s00330-023-10217-x","doi":"https://doi.org/10.1007/s00330-023-10217-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00330-023-10217-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00330-023-10217-x.pdf","source":{"id":"https://openalex.org/S4819472","display_name":"European Radiology","issn_l":"0938-7994","issn":["0938-7994","1432-1084"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Radiology","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10957586","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10957586","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10957586/pdf/330_2023_Article_10217.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Eur Radiol","raw_type":"Text"},{"id":"pmid:37733025","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37733025","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European radiology","raw_type":"Journal Article"},{"id":"pmh:oai:iris.unipa.it:10447/639660","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/PMC10957586/","pdf_url":"https://iris.unipa.it/bitstream/10447/639660/2/330_2023_Article_10217.pdf","source":{"id":"https://openalex.org/S4306401065","display_name":"Nova Science Publishers (Nova Science Publishers, Inc.)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:frl.publisso.de:frl:6522292","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10957586","pdf_url":null,"source":{"id":"https://openalex.org/S4377196269","display_name":"PUBLISSO (German National Library of Medicine)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4210112663","host_organization_name":"ZB MED - Information Centre for Life Sciences","host_organization_lineage":["https://openalex.org/I4210112663"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"European radiology, 34(4):2791-2804","raw_type":"Zeitschriftenartikel"},{"id":"pmh:oai:iris.unicampania.it:11591/544866","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/11591/544866","pdf_url":null,"source":{"id":"https://openalex.org/S7407055255","display_name":"Archivio Istituzionale della Ricerca - Universit\u00e0 degli Studi della Campania \"Luigi Vanvitelli\"","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pure.rug.nl:openaire/31cd642a-5aa3-4bcb-bee0-9f92cde14a2f","doi":null,"is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/31cd642a-5aa3-4bcb-bee0-9f92cde14a2f","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EuSoMII Radiomics Auditing Group, Akinci D'Antonoli, T, Cavallo, A U, Vernuccio, F, Stanzione, A, Klontzas, M E, Cannella, R, Ugga, L, Baran, A, Fanni, S C, Petrash, E, Ambrosini, I, Cappellini, L A, van Ooijen, P, Kotter, E, Pinto dos Santos, D & Cuocolo, R 2024, 'Reproducibility of radiomics quality score : an intra- and inter-rater reliability study', European Radiology, vol. 34, pp. 2791\u20132804. https://doi.org/10.1007/s00330-023-10217-x","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s00330-023-10217-x","doi":"https://doi.org/10.1007/s00330-023-10217-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00330-023-10217-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00330-023-10217-x.pdf","source":{"id":"https://openalex.org/S4819472","display_name":"European Radiology","issn_l":"0938-7994","issn":["0938-7994","1432-1084"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Radiology","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.504800021648407,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310466","display_name":"Universit\u00e4t Basel","ror":"https://ror.org/02s6k3f65"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386910046.pdf","grobid_xml":"https://content.openalex.org/works/W4386910046.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W2069378996","https://openalex.org/W2095346775","https://openalex.org/W2174661749","https://openalex.org/W2327037637","https://openalex.org/W2610765860","https://openalex.org/W2763355946","https://openalex.org/W2953274213","https://openalex.org/W3000258879","https://openalex.org/W3004306740","https://openalex.org/W3028711397","https://openalex.org/W3030173007","https://openalex.org/W3047861005","https://openalex.org/W3081959002","https://openalex.org/W3135650139","https://openalex.org/W3151592636","https://openalex.org/W3153268423","https://openalex.org/W3158487647","https://openalex.org/W3165494388","https://openalex.org/W4200063467","https://openalex.org/W4220783254","https://openalex.org/W4221106022","https://openalex.org/W4223418374","https://openalex.org/W4223474743","https://openalex.org/W4223913454","https://openalex.org/W4223914416","https://openalex.org/W4224311012","https://openalex.org/W4225115479","https://openalex.org/W4225372877","https://openalex.org/W4225689985","https://openalex.org/W4225971950","https://openalex.org/W4226151279","https://openalex.org/W4226179544","https://openalex.org/W4281564003","https://openalex.org/W4281618822","https://openalex.org/W4281628025","https://openalex.org/W4282053004","https://openalex.org/W4283314999","https://openalex.org/W4286209638","https://openalex.org/W4288060250","https://openalex.org/W4293018987","https://openalex.org/W4293030512","https://openalex.org/W4293105396","https://openalex.org/W4293173255","https://openalex.org/W4294214983","https://openalex.org/W4294675960","https://openalex.org/W4294751442","https://openalex.org/W4294917417","https://openalex.org/W4296793582","https://openalex.org/W4297256306","https://openalex.org/W4297458814","https://openalex.org/W4297460160","https://openalex.org/W4301393969","https://openalex.org/W4304758102","https://openalex.org/W4307229393","https://openalex.org/W4307412817","https://openalex.org/W4310117627","https://openalex.org/W4311282418","https://openalex.org/W4313233091","https://openalex.org/W4368342591"],"related_works":["https://openalex.org/W4407742049","https://openalex.org/W4307229393","https://openalex.org/W4406237180","https://openalex.org/W4281763482","https://openalex.org/W6908531267","https://openalex.org/W4396611237","https://openalex.org/W4402325629","https://openalex.org/W4365810817","https://openalex.org/W7123345375","https://openalex.org/W4390928581"],"abstract_inverted_index":{"OBJECTIVES:":[0],"To":[1],"investigate":[2],"the":[3,9,16,52,67,87,172,194,211,227,231,252,277,296,303,335],"intra-":[4,310],"and":[5,15,49,84,111,113,139,155,160,196,208,230,246,274,282,311,317],"inter-rater":[6,53,125,312],"reliability":[7,54,69,126,165,187,200,218,305,313],"of":[8,18,81,97,102,210,226,233,254,271,298,314,337],"total":[10,132,167,228,315],"radiomics":[11,76,255,272,299,323,338],"quality":[12,253,270,289,324],"score":[13,22,204,232,290,316],"(RQS)":[14],"reproducibility":[17,146,205],"individual":[19,234],"RQS":[20,45,133,168,202,229,235],"items'":[21,203],"in":[23,61],"a":[24,241,244,262],"large":[25],"multireader":[26],"study.":[27],"METHODS:":[28],"Nine":[29],"raters":[30,80,101,183],"with":[31,44,56,94,322],"different":[32],"backgrounds":[33],"were":[34,77,91,121,320],"randomly":[35],"assigned":[36],"to":[37,129,142,150,215,222,250,268,308],"three":[38],"groups":[39,55,82,153],"based":[40],"on":[41,75,201],"their":[42],"proficiency":[43],"utilization:":[46],"Groups":[47],"1":[48,83,98,154],"2":[50,156],"represented":[51,66],"or":[57],"without":[58],"prior":[59],"training":[60],"RQS,":[62],"respectively;":[63],"group":[64,103],"3":[65],"intra-rater":[68,164,186,217,304],"group.":[70],"Thirty-three":[71],"original":[72],"research":[73,273,281],"papers":[74],"evaluated":[78,92],"by":[79,100],"2.":[85],"Of":[86],"33":[88],"papers,":[89],"17":[90],"twice":[93],"an":[95],"interval":[96],"month":[99],"3.":[104],"Intraclass":[105],"coefficient":[106],"(ICC)":[107],"for":[108,118,131,144,157,166,171,243,264,295,334],"continuous":[109],"variables,":[110],"Fleiss'":[112],"Cohen's":[114],"kappa":[115],"(k)":[116],"statistics":[117],"categorical":[119],"variables":[120],"used.":[122],"RESULTS:":[123],"The":[124,163],"was":[127,169,206,306],"poor":[128],"moderate":[130,170,214,307],"(ICC":[134,176,188],"0.30-055,":[135],"p":[136,178,190],"<":[137,191],"0.001)":[138,192],"very":[140],"low":[141,321],"good":[143,216],"item's":[145],"(k":[147,219],"-":[148,220],"0.12":[149],"0.75)":[151],"within":[152],"both":[158],"inexperienced":[159],"experienced":[161,174,182],"raters.":[162],"less":[173],"rater":[175],"0.522,":[177],"=":[179],"0.009),":[180],"whereas":[181],"showed":[184],"excellent":[185],"0.91-0.99,":[189],"between":[193,280],"first":[195],"second":[197],"read.":[198],"Intra-rater":[199],"higher":[207],"most":[209],"items":[212,236],"had":[213],"0.40":[221],"1).":[223],"CONCLUSIONS:":[224],"Reproducibility":[225],"is":[237,240,261,332],"low.":[238],"There":[239,260],"need":[242,263],"robust":[245],"reproducible":[247,265],"assessment":[248],"method":[249],"assess":[251],"research.":[256,339],"CLINICAL":[257],"RELEVANCE":[258],"STATEMENT:":[259],"scoring":[266,330],"systems":[267],"improve":[269],"consecutively":[275],"close":[276],"translational":[278],"gap":[279],"clinical":[283],"implementation.":[284],"KEY":[285],"POINTS:":[286],"\u2022":[287,301,326],"Radiomics":[288],"has":[291],"been":[292],"widely":[293],"used":[294],"evaluation":[297,336],"studies.":[300],"Although":[302],"excellent,":[309],"point-by-point":[318],"scores":[319],"score.":[325],"A":[327],"robust,":[328],"easy-to-use":[329],"system":[331],"needed":[333]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2023-09-22T00:00:00"}