{"id":"https://openalex.org/W4382005365","doi":"https://doi.org/10.3390/a16050253","title":"Modernising Receiver Operating Characteristic (ROC) Curves","display_name":"Modernising Receiver Operating Characteristic (ROC) Curves","publication_year":2023,"publication_date":"2023-05-13","ids":{"openalex":"https://openalex.org/W4382005365","doi":"https://doi.org/10.3390/a16050253"},"language":"en","primary_location":{"id":"doi:10.3390/a16050253","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a16050253","pdf_url":"https://www.mdpi.com/1999-4893/16/5/253/pdf?version=1684216880","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/16/5/253/pdf?version=1684216880","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044455287","display_name":"Leslie Pendrill","orcid":"https://orcid.org/0000-0003-4349-500X"},"institutions":[{"id":"https://openalex.org/I2800664555","display_name":"RISE Research Institutes of Sweden","ror":"https://ror.org/03nnxqz81","country_code":"SE","type":"other","lineage":["https://openalex.org/I2800664555"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Leslie R. Pendrill","raw_affiliation_strings":["Measurement Science and Technology, Division Safety and Transport, RISE Research Institutes of Sweden, 41258 Gothenburg, Sweden"],"affiliations":[{"raw_affiliation_string":"Measurement Science and Technology, Division Safety and Transport, RISE Research Institutes of Sweden, 41258 Gothenburg, Sweden","institution_ids":["https://openalex.org/I2800664555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014176314","display_name":"Jeanette Melin","orcid":"https://orcid.org/0000-0002-3700-3921"},"institutions":[{"id":"https://openalex.org/I101466613","display_name":"Swedish Defence University","ror":"https://ror.org/04mj8af82","country_code":"SE","type":"education","lineage":["https://openalex.org/I101466613"]},{"id":"https://openalex.org/I2800664555","display_name":"RISE Research Institutes of Sweden","ror":"https://ror.org/03nnxqz81","country_code":"SE","type":"other","lineage":["https://openalex.org/I2800664555"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Jeanette Melin","raw_affiliation_strings":["Department of Leadership, Demand and Control, Swedish Defence University, 65340 Karlstad, Sweden","Measurement Science and Technology, Division Safety and Transport, RISE Research Institutes of Sweden, 41258 Gothenburg, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Leadership, Demand and Control, Swedish Defence University, 65340 Karlstad, Sweden","institution_ids":["https://openalex.org/I101466613"]},{"raw_affiliation_string":"Measurement Science and Technology, Division Safety and Transport, RISE Research Institutes of Sweden, 41258 Gothenburg, Sweden","institution_ids":["https://openalex.org/I2800664555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012059619","display_name":"Anne Stavelin","orcid":"https://orcid.org/0009-0008-0159-7706"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anne Stavelin","raw_affiliation_strings":["Noklus, The Norwegian Organisation for Quality Improvement of Laboratory Examinations, Boks 6165, 5892 Bergen, Norway"],"affiliations":[{"raw_affiliation_string":"Noklus, The Norwegian Organisation for Quality Improvement of Laboratory Examinations, Boks 6165, 5892 Bergen, Norway","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082635151","display_name":"Gunnar Nordin","orcid":"https://orcid.org/0000-0002-5175-8351"},"institutions":[{"id":"https://openalex.org/I123387679","display_name":"Uppsala University","ror":"https://ror.org/048a87296","country_code":"SE","type":"education","lineage":["https://openalex.org/I123387679"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Gunnar Nordin","raw_affiliation_strings":["Equalis, Box 977, SE75109 Uppsala, Sweden"],"affiliations":[{"raw_affiliation_string":"Equalis, Box 977, SE75109 Uppsala, Sweden","institution_ids":["https://openalex.org/I123387679"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5044455287"],"corresponding_institution_ids":["https://openalex.org/I2800664555"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":3.64,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.93364554,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"16","issue":"5","first_page":"253","last_page":"253"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14400","display_name":"Medical Coding and Health Information","score":0.9289000034332275,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9246000051498413,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.8985254764556885},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6358681321144104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6152260303497314},{"id":"https://openalex.org/keywords/conformity-assessment","display_name":"Conformity assessment","score":0.5687021613121033},{"id":"https://openalex.org/keywords/rasch-model","display_name":"Rasch model","score":0.5566024780273438},{"id":"https://openalex.org/keywords/item-response-theory","display_name":"Item response theory","score":0.546390950679779},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4543662369251251},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.42734119296073914},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.41326117515563965},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41299155354499817},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.4102933406829834},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4059920907020569},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3770174980163574},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.37693777680397034},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.31566962599754333},{"id":"https://openalex.org/keywords/psychometrics","display_name":"Psychometrics","score":0.16974833607673645},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.09374871850013733}],"concepts":[{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.8985254764556885},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6358681321144104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6152260303497314},{"id":"https://openalex.org/C5911748","wikidata":"https://www.wikidata.org/wiki/Q4072285","display_name":"Conformity assessment","level":2,"score":0.5687021613121033},{"id":"https://openalex.org/C101266164","wikidata":"https://www.wikidata.org/wiki/Q2131821","display_name":"Rasch model","level":2,"score":0.5566024780273438},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.546390950679779},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4543662369251251},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.42734119296073914},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.41326117515563965},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41299155354499817},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.4102933406829834},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4059920907020569},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3770174980163574},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.37693777680397034},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31566962599754333},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.16974833607673645},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.09374871850013733},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/a16050253","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a16050253","pdf_url":"https://www.mdpi.com/1999-4893/16/5/253/pdf?version=1684216880","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ca919131a48a4d7b9ad99a2f86c08ef9","is_oa":true,"landing_page_url":"https://doaj.org/article/ca919131a48a4d7b9ad99a2f86c08ef9","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 16, Iss 5, p 253 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-4893/16/5/253/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/a16050253","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms; Volume 16; Issue 5; Pages: 253","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/a16050253","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a16050253","pdf_url":"https://www.mdpi.com/1999-4893/16/5/253/pdf?version=1684216880","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4382005365.pdf"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1931354685","https://openalex.org/W2051107320","https://openalex.org/W2095683621","https://openalex.org/W2152575748","https://openalex.org/W2169586715","https://openalex.org/W2189549060","https://openalex.org/W2396012062","https://openalex.org/W2443645355","https://openalex.org/W2566583451","https://openalex.org/W3103240054","https://openalex.org/W3169998102","https://openalex.org/W4231873264","https://openalex.org/W4298154489","https://openalex.org/W4310617421","https://openalex.org/W4317567029","https://openalex.org/W4398234915","https://openalex.org/W6687507746","https://openalex.org/W6712304353","https://openalex.org/W6719178698","https://openalex.org/W6755878886"],"related_works":["https://openalex.org/W3120506548","https://openalex.org/W2015394601","https://openalex.org/W2065401305","https://openalex.org/W4323664158","https://openalex.org/W3043329001","https://openalex.org/W3132426848","https://openalex.org/W2016888119","https://openalex.org/W2156466608","https://openalex.org/W2772451552","https://openalex.org/W2074765259"],"abstract_inverted_index":{"The":[0,37,131,186],"justification":[1],"for":[2,105,143,183,220],"making":[3],"a":[4,24,33,110,218],"measurement":[5,114,189],"can":[6],"be":[7],"sought":[8],"in":[9,19,30,47,205,208],"asking":[10],"what":[11],"decisions":[12],"are":[13,102],"based":[14],"on":[15],"measurement,":[16],"such":[17,77,173],"as":[18,78,128,174,217],"assessing":[20,48,135,221],"the":[21,54,64,70,79,99,106],"compliance":[22,49],"of":[23,27,40,72,82,134,146,162,169,191],"quality":[25,190],"characteristic":[26,61],"an":[28,129],"entity":[29],"relation":[31],"to":[32,151,179],"specification":[34],"limit,":[35],"SL.":[36],"relative":[38],"performance":[39],"testing":[41,127],"devices":[42],"and":[43,56,84,88,94,118,176],"classification":[44,222],"algorithms":[45,223],"used":[46],"is":[50,149,177],"often":[51,95],"evaluated":[52],"using":[53,98,123],"venerable":[55],"ever":[57],"popular":[58],"receiver":[59],"operating":[60],"(ROC).":[62],"However,":[63],"ROC":[65,100,147,171,193],"tool":[66],"has":[67,224],"potentially":[68],"all":[69],"limitations":[71],"classic":[73],"test":[74],"theory":[75,121],"(CTT)":[76],"non-linearity,":[80],"effects":[81],"ordinality":[83],"confounding":[85],"task":[86],"difficulty":[87],"instrument":[89],"ability.":[90],"These":[91],"limitations,":[92],"inherent":[93],"unacknowledged":[96],"when":[97],"tool,":[101],"tackled":[103],"here":[104],"first":[107],"time":[108],"with":[109,155,158,196],"modernised":[111],"approach":[112,199],"combining":[113],"system":[115],"analysis":[116],"(MSA)":[117],"item":[119],"response":[120],"(IRT),":[122],"data":[124],"from":[125,138],"pregnancy":[126],"example.":[130],"new":[132],"method":[133],"device":[136,184],"ability":[137],"separate":[139],"Rasch":[140],"IRT":[141],"regressions":[142],"each":[144,192],"axis":[145],"curves":[148],"found":[150],"perform":[152],"significantly":[153],"better,":[154],"correlation":[156],"coefficients":[157],"traditional":[159],"area-under-curve":[160],"metrics":[161],"at":[163],"least":[164],"0.92":[165],"which":[166],"exceeds":[167],"that":[168],"linearised":[170],"plots,":[172],"Linacre\u2019s,":[175],"recommended":[178],"replace":[180],"other":[181],"approaches":[182],"assessment.":[185],"resulting":[187],"improved":[188],"curve":[194],"achieved":[195],"this":[197],"original":[198],"should":[200],"enable":[201],"more":[202],"reliable":[203],"decision-making":[204],"conformity":[206],"assessment":[207],"many":[209],"scenarios,":[210],"including":[211],"machine":[212],"learning,":[213],"where":[214],"its":[215],"use":[216],"metric":[219],"become":[225],"almost":[226],"indispensable.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}