{"id":"https://openalex.org/W4302307570","doi":"https://doi.org/10.1007/s00180-022-01288-3","title":"Quicksort leave-pair-out cross-validation for ROC curve analysis","display_name":"Quicksort leave-pair-out cross-validation for ROC curve analysis","publication_year":2022,"publication_date":"2022-10-06","ids":{"openalex":"https://openalex.org/W4302307570","doi":"https://doi.org/10.1007/s00180-022-01288-3"},"language":"en","primary_location":{"id":"doi:10.1007/s00180-022-01288-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00180-022-01288-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00180-022-01288-3.pdf","source":{"id":"https://openalex.org/S8500805","display_name":"Computational Statistics","issn_l":"0943-4062","issn":["0943-4062","1613-9658"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Statistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00180-022-01288-3.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071510852","display_name":"Riikka Numminen","orcid":"https://orcid.org/0000-0003-2283-6290"},"institutions":[{"id":"https://openalex.org/I155660961","display_name":"University of Turku","ror":"https://ror.org/05vghhr25","country_code":"FI","type":"education","lineage":["https://openalex.org/I155660961"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Riikka Numminen","raw_affiliation_strings":["Department of Computing, University of Turku, Turku, Finland"],"raw_orcid":"https://orcid.org/0000-0003-2283-6290","affiliations":[{"raw_affiliation_string":"Department of Computing, University of Turku, Turku, Finland","institution_ids":["https://openalex.org/I155660961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045990268","display_name":"Ileana Montoya Perez","orcid":"https://orcid.org/0000-0002-9744-9204"},"institutions":[{"id":"https://openalex.org/I155660961","display_name":"University of Turku","ror":"https://ror.org/05vghhr25","country_code":"FI","type":"education","lineage":["https://openalex.org/I155660961"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ileana Montoya Perez","raw_affiliation_strings":["Department of Computing, University of Turku, Turku, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, University of Turku, Turku, Finland","institution_ids":["https://openalex.org/I155660961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043984769","display_name":"Ivan Jambor","orcid":"https://orcid.org/0000-0001-6305-3570"},"institutions":[{"id":"https://openalex.org/I155660961","display_name":"University of Turku","ror":"https://ror.org/05vghhr25","country_code":"FI","type":"education","lineage":["https://openalex.org/I155660961"]},{"id":"https://openalex.org/I2801970007","display_name":"Turku University Hospital","ror":"https://ror.org/05dbzj528","country_code":"FI","type":"healthcare","lineage":["https://openalex.org/I2801970007","https://openalex.org/I4210127022"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ivan Jambor","raw_affiliation_strings":["Department of Diagnostic Radiology, University of Turku, Turku, Finland","Medical Imaging Centre of Southwest Finland, Turku University Hospital, Turku, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Diagnostic Radiology, University of Turku, Turku, Finland","institution_ids":["https://openalex.org/I155660961"]},{"raw_affiliation_string":"Medical Imaging Centre of Southwest Finland, Turku University Hospital, Turku, Finland","institution_ids":["https://openalex.org/I2801970007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021993986","display_name":"Tapio Pahikkala","orcid":"https://orcid.org/0000-0003-4183-2455"},"institutions":[{"id":"https://openalex.org/I155660961","display_name":"University of Turku","ror":"https://ror.org/05vghhr25","country_code":"FI","type":"education","lineage":["https://openalex.org/I155660961"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tapio Pahikkala","raw_affiliation_strings":["Department of Computing, University of Turku, Turku, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, University of Turku, Turku, Finland","institution_ids":["https://openalex.org/I155660961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084144711","display_name":"Antti Airola","orcid":"https://orcid.org/0000-0002-1010-4386"},"institutions":[{"id":"https://openalex.org/I155660961","display_name":"University of Turku","ror":"https://ror.org/05vghhr25","country_code":"FI","type":"education","lineage":["https://openalex.org/I155660961"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Antti Airola","raw_affiliation_strings":["Department of Computing, University of Turku, Turku, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, University of Turku, Turku, Finland","institution_ids":["https://openalex.org/I155660961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5071510852"],"corresponding_institution_ids":["https://openalex.org/I155660961"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":{"value":2490,"currency":"EUR","value_usd":3090},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11237309,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":"3","first_page":"1579","last_page":"1595"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14400","display_name":"Medical Coding and Health Information","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cross-validation","display_name":"Cross-validation","score":0.6068468689918518},{"id":"https://openalex.org/keywords/resampling","display_name":"Resampling","score":0.5878386497497559},{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.5517765879631042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5313770174980164},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4953238070011139},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4620159864425659},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4170231521129608},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3039650321006775}],"concepts":[{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.6068468689918518},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.5878386497497559},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.5517765879631042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5313770174980164},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4953238070011139},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4620159864425659},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4170231521129608},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3039650321006775}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s00180-022-01288-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00180-022-01288-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00180-022-01288-3.pdf","source":{"id":"https://openalex.org/S8500805","display_name":"Computational Statistics","issn_l":"0943-4062","issn":["0943-4062","1613-9658"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Statistics","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:spr:compst:v:38:y:2023:i:3:d:10.1007_s00180-022-01288-3","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s00180-022-01288-3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:www.utupub.fi:10024/173118","is_oa":false,"landing_page_url":"https://www.utupub.fi/handle/10024/173118","pdf_url":null,"source":{"id":"https://openalex.org/S4306402470","display_name":"UTUPub (University of Turku)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I155660961","host_organization_name":"University of Turku","host_organization_lineage":["https://openalex.org/I155660961"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1007/s00180-022-01288-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00180-022-01288-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00180-022-01288-3.pdf","source":{"id":"https://openalex.org/S8500805","display_name":"Computational Statistics","issn_l":"0943-4062","issn":["0943-4062","1613-9658"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Statistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320323313","display_name":"Turun Yliopisto","ror":"https://ror.org/05vghhr25"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4302307570.pdf","grobid_xml":"https://content.openalex.org/works/W4302307570.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W31763360","https://openalex.org/W1484966362","https://openalex.org/W1873854863","https://openalex.org/W1917907085","https://openalex.org/W1967485420","https://openalex.org/W1968114652","https://openalex.org/W2005918389","https://openalex.org/W2066772169","https://openalex.org/W2092126505","https://openalex.org/W2102011767","https://openalex.org/W2105703325","https://openalex.org/W2141007997","https://openalex.org/W2155653793","https://openalex.org/W2157825442","https://openalex.org/W2158698691","https://openalex.org/W2159704023","https://openalex.org/W2165109658","https://openalex.org/W2577486707","https://openalex.org/W2911964244","https://openalex.org/W2963530354","https://openalex.org/W3082204762","https://openalex.org/W3119755710","https://openalex.org/W4234698323","https://openalex.org/W4235295823","https://openalex.org/W4236362309","https://openalex.org/W4388317518"],"related_works":["https://openalex.org/W2052515325","https://openalex.org/W2050948537","https://openalex.org/W2767646790","https://openalex.org/W2352041579","https://openalex.org/W1488006380","https://openalex.org/W2138381686","https://openalex.org/W1998176685","https://openalex.org/W3008199583","https://openalex.org/W2787487463","https://openalex.org/W1903837062"],"abstract_inverted_index":{"Abstract":[0],"Receiver":[1],"Operating":[2],"Characteristic":[3],"(ROC)":[4],"curve":[5,12],"analysis":[6],"and":[7,94,169,184],"area":[8],"under":[9,96],"the":[10,39,52,91,99,133],"ROC":[11,92,167],"(AUC)":[13],"are":[14],"commonly":[15],"used":[16,61,88],"performance":[17,54,176],"measures":[18],"in":[19,114,129,158,164],"diagnostic":[20,40],"systems.":[21],"In":[22,117],"this":[23,118],"work,":[24],"we":[25],"assume":[26],"a":[27,30,47,56,81,120,138],"setting,":[28],"where":[29],"classifier":[31,57],"is":[32,46,112,127,153],"inferred":[33],"from":[34],"multivariate":[35],"data":[36,59,84,142],"to":[37,72,131,143],"predict":[38],"outcome":[41],"for":[42,50,62,89],"new":[43],"cases.":[44],"Cross-validation":[45],"resampling":[48,77],"method":[49,121,152],"estimating":[51,90],"prediction":[53],"of":[55,83,102,136,141,166],"on":[58],"not":[60],"inferring":[63],"it.":[64],"Tournament":[65],"leave-pair-out":[66,124],"(TLPO)":[67],"cross-validation":[68,125],"has":[69],"been":[70],"shown":[71],"be":[73,87],"better":[74],"than":[75],"other":[76],"methods":[78],"at":[79],"producing":[80],"ranking":[82,140],"that":[85,110,163],"can":[86],"curves":[93,168],"areas":[95],"them.":[97],"However,":[98],"time":[100,134],"complexity":[101,135],"TLPOCV,":[103,179],"$$O\\left(":[104,144],"n^2\\right)$$":[105],"<mml:math":[106,147],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"><mml:mrow><mml:mi>O</mml:mi><mml:mfenced><mml:msup><mml:mi>n</mml:mi><mml:mn>2</mml:mn></mml:msup></mml:mfenced></mml:mrow></mml:math>":[107],",":[108],"means":[109],"it":[111],"impractical":[113],"many":[115],"applications.":[116],"article,":[119],"called":[122],"quicksort":[123],"(QLPOCV)":[126],"presented":[128],"order":[130],"decrease":[132],"obtaining":[137],"reliable":[139],"n\\log":[145],"n\\right)$$":[146],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"><mml:mrow><mml:mi>O</mml:mi><mml:mfenced><mml:mi>n</mml:mi><mml:mo>log</mml:mo><mml:mi>n</mml:mi></mml:mfenced></mml:mrow></mml:math>":[148],".":[149],"The":[150],"proposed":[151],"compared":[154],"with":[155],"existing":[156],"ones":[157],"an":[159],"experimental":[160],"study,":[161],"demonstrating":[162],"terms":[165],"AUC":[170],"values":[171],"QLPOCV":[172],"produces":[173],"as":[174,178],"accurate":[175],"estimation":[177],"outperforming":[180],"both":[181],"k":[182],"-fold":[183],"leave-one-out":[185],"cross-validation.":[186]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}