{"id":"https://openalex.org/W4401995675","doi":"https://doi.org/10.1007/s10100-024-00932-1","title":"Does cross-validation work in telling rankings apart?","display_name":"Does cross-validation work in telling rankings apart?","publication_year":2024,"publication_date":"2024-08-29","ids":{"openalex":"https://openalex.org/W4401995675","doi":"https://doi.org/10.1007/s10100-024-00932-1"},"language":"en","primary_location":{"id":"doi:10.1007/s10100-024-00932-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10100-024-00932-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10100-024-00932-1.pdf","source":{"id":"https://openalex.org/S161053114","display_name":"Central European Journal of Operations Research","issn_l":"1435-246X","issn":["1435-246X","1613-9178"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Central European Journal of Operations Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10100-024-00932-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052177492","display_name":"Bal\u00e1zs R. Sziklai","orcid":"https://orcid.org/0000-0002-0068-8920"},"institutions":[{"id":"https://openalex.org/I163245316","display_name":"Corvinus University of Budapest","ror":"https://ror.org/01vxfm326","country_code":"HU","type":"education","lineage":["https://openalex.org/I163245316"]},{"id":"https://openalex.org/I4210147073","display_name":"Institute of Economics","ror":"https://ror.org/05ng8e884","country_code":"HU","type":"facility","lineage":["https://openalex.org/I106118109","https://openalex.org/I4210147073","https://openalex.org/I4210155320"]},{"id":"https://openalex.org/I4210155320","display_name":"ELTE Centre for Economic and Regional Studies","ror":"https://ror.org/051ea1411","country_code":"HU","type":"facility","lineage":["https://openalex.org/I106118109","https://openalex.org/I4210155320"]}],"countries":["HU"],"is_corresponding":true,"raw_author_name":"Bal\u00e1zs R. Sziklai","raw_affiliation_strings":["Department of Operations Research and Actuarial Sciences, Corvinus University of Budapest, Budapest, Hungary","Institute of Economics, HUN-REN Centre for Economic and Regional Studies, Budapest, Hungary"],"raw_orcid":"https://orcid.org/0000-0002-0068-8920","affiliations":[{"raw_affiliation_string":"Department of Operations Research and Actuarial Sciences, Corvinus University of Budapest, Budapest, Hungary","institution_ids":["https://openalex.org/I163245316"]},{"raw_affiliation_string":"Institute of Economics, HUN-REN Centre for Economic and Regional Studies, Budapest, Hungary","institution_ids":["https://openalex.org/I4210155320","https://openalex.org/I4210147073"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023148083","display_name":"M\u00e1t\u00e9 Baranyi","orcid":"https://orcid.org/0000-0003-4415-4805"},"institutions":[{"id":"https://openalex.org/I29770179","display_name":"Budapest University of Technology and Economics","ror":"https://ror.org/02w42ss30","country_code":"HU","type":"education","lineage":["https://openalex.org/I29770179"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"M\u00e1t\u00e9 Baranyi","raw_affiliation_strings":["Department of Stochastics, Budapest University of Technology and Economics, Budapest, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Stochastics, Budapest University of Technology and Economics, Budapest, Hungary","institution_ids":["https://openalex.org/I29770179"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043829139","display_name":"K\u00e1roly H\u00e9berger","orcid":"https://orcid.org/0000-0003-0965-939X"},"institutions":[{"id":"https://openalex.org/I7597260","display_name":"Hungarian Academy of Sciences","ror":"https://ror.org/02ks8qq67","country_code":"HU","type":"government","lineage":["https://openalex.org/I7597260"]},{"id":"https://openalex.org/I80251312","display_name":"HUN-REN Research Centre for Natural Sciences","ror":"https://ror.org/03zwxja46","country_code":"HU","type":"facility","lineage":["https://openalex.org/I4387152226","https://openalex.org/I80251312"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"K\u00e1roly H\u00e9berger","raw_affiliation_strings":["Plasma Chemistry Research Group, Institute of Materials and Environmental Chemistry, HUN-REN Research Centre for Natural Sciences, Institute of Excellence, Hungarian Academy of Sciences, Budapest, Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Plasma Chemistry Research Group, Institute of Materials and Environmental Chemistry, HUN-REN Research Centre for Natural Sciences, Institute of Excellence, Hungarian Academy of Sciences, Budapest, Hungary","institution_ids":["https://openalex.org/I80251312","https://openalex.org/I7597260"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5052177492"],"corresponding_institution_ids":["https://openalex.org/I163245316","https://openalex.org/I4210147073","https://openalex.org/I4210155320"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":4.9259,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.9522348,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"33","issue":"4","first_page":"1503","last_page":"1528"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13405","display_name":"Educational Assessment and Improvement","score":0.963699996471405,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9596999883651733,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.6329129934310913},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4672425091266632},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.386554479598999},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.37475407123565674},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.33371037244796753},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.32910358905792236},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11684998869895935}],"concepts":[{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.6329129934310913},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4672425091266632},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.386554479598999},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.37475407123565674},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.33371037244796753},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.32910358905792236},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11684998869895935},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10100-024-00932-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10100-024-00932-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10100-024-00932-1.pdf","source":{"id":"https://openalex.org/S161053114","display_name":"Central European Journal of Operations Research","issn_l":"1435-246X","issn":["1435-246X","1613-9178"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Central European Journal of Operations Research","raw_type":"journal-article"},{"id":"pmh:oai:real.mtak.hu:205187","is_oa":true,"landing_page_url":null,"pdf_url":"https://real.mtak.hu/205187/1/s10100-024-00932-1.pdf","source":{"id":"https://openalex.org/S4306400081","display_name":"Repository of the Academy's Library (Library of the Hungarian Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210140733","host_organization_name":"Library and Information Centre of the Hungarian Academy of Sciences","host_organization_lineage":["https://openalex.org/I4210140733"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:unipub.lib.uni-corvinus.hu:12393","is_oa":true,"landing_page_url":"https://orcid.org/0000-0002-0068-8920","pdf_url":"https://unipub.lib.uni-corvinus.hu/12393/1/s10100-024-00932-1.pdf","source":{"id":"https://openalex.org/S4306400280","display_name":"Corvinus Research Archive (Corvinus University of Budapest)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I163245316","host_organization_name":"Corvinus University of Budapest","host_organization_lineage":["https://openalex.org/I163245316"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1007/s10100-024-00932-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10100-024-00932-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10100-024-00932-1.pdf","source":{"id":"https://openalex.org/S161053114","display_name":"Central European Journal of Operations Research","issn_l":"1435-246X","issn":["1435-246X","1613-9178"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Central European Journal of Operations Research","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2767641217","display_name":null,"funder_award_id":"\u00daNKP (Bolyai+) 23-5","funder_id":"https://openalex.org/F4320335908","funder_display_name":"Nemzeti Kutat\u00e1si, Fejleszt\u00e9si \u00e9s Innovaci\u00f3s Alap"},{"id":"https://openalex.org/G4088968729","display_name":null,"funder_award_id":"K 134260","funder_id":"https://openalex.org/F4320335908","funder_display_name":"Nemzeti Kutat\u00e1si, Fejleszt\u00e9si \u00e9s Innovaci\u00f3s Alap"},{"id":"https://openalex.org/G453878874","display_name":null,"funder_award_id":"K 134260","funder_id":"https://openalex.org/F4320336675","funder_display_name":"National Research, Development and Innovation Office"},{"id":"https://openalex.org/G4647131000","display_name":null,"funder_award_id":"\u00daNKP-23-5","funder_id":"https://openalex.org/F4320322192","funder_display_name":"Magyar Tudom\u00e1nyos Akad\u00e9mia"},{"id":"https://openalex.org/G4904188589","display_name":null,"funder_award_id":"K 138945","funder_id":"https://openalex.org/F4320335908","funder_display_name":"Nemzeti Kutat\u00e1si, Fejleszt\u00e9si \u00e9s Innovaci\u00f3s Alap"},{"id":"https://openalex.org/G5649146922","display_name":null,"funder_award_id":"\u00daNKP-23-5","funder_id":"https://openalex.org/F4320336675","funder_display_name":"National Research, Development and Innovation Office"},{"id":"https://openalex.org/G7160862798","display_name":null,"funder_award_id":"K 138945","funder_id":"https://openalex.org/F4320336675","funder_display_name":"National Research, Development and Innovation Office"},{"id":"https://openalex.org/G7993731786","display_name":null,"funder_award_id":"\u00daNKP-23-5","funder_id":"https://openalex.org/F4320335908","funder_display_name":"Nemzeti Kutat\u00e1si, Fejleszt\u00e9si \u00e9s Innovaci\u00f3s Alap"}],"funders":[{"id":"https://openalex.org/F4320318030","display_name":"Budapesti Corvinus Egyetem","ror":"https://ror.org/01vxfm326"},{"id":"https://openalex.org/F4320321994","display_name":"Hungarian Scientific Research Fund","ror":"https://ror.org/00v349e63"},{"id":"https://openalex.org/F4320322192","display_name":"Magyar Tudom\u00e1nyos Akad\u00e9mia","ror":"https://ror.org/02ks8qq67"},{"id":"https://openalex.org/F4320335908","display_name":"Nemzeti Kutat\u00e1si, Fejleszt\u00e9si \u00e9s Innovaci\u00f3s Alap","ror":null},{"id":"https://openalex.org/F4320336675","display_name":"National Research, Development and Innovation Office","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401995675.pdf"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1600537614","https://openalex.org/W1734795241","https://openalex.org/W1965528589","https://openalex.org/W1968634175","https://openalex.org/W1972492195","https://openalex.org/W1984081523","https://openalex.org/W1995857351","https://openalex.org/W2003894797","https://openalex.org/W2007499126","https://openalex.org/W2013372570","https://openalex.org/W2017784810","https://openalex.org/W2018629390","https://openalex.org/W2028664571","https://openalex.org/W2035159786","https://openalex.org/W2038867572","https://openalex.org/W2038974412","https://openalex.org/W2049689417","https://openalex.org/W2059856562","https://openalex.org/W2061760968","https://openalex.org/W2073522897","https://openalex.org/W2074055021","https://openalex.org/W2081714563","https://openalex.org/W2120270385","https://openalex.org/W2150706391","https://openalex.org/W2160266360","https://openalex.org/W2167277498","https://openalex.org/W2506867030","https://openalex.org/W2543653437","https://openalex.org/W2625966074","https://openalex.org/W2733568744","https://openalex.org/W2787894218","https://openalex.org/W2896831428","https://openalex.org/W2964139431","https://openalex.org/W2964558573","https://openalex.org/W2966235146","https://openalex.org/W2968379181","https://openalex.org/W3012320050","https://openalex.org/W3012704795","https://openalex.org/W3021872402","https://openalex.org/W3087102760","https://openalex.org/W3098196499","https://openalex.org/W3099791880","https://openalex.org/W3135093703","https://openalex.org/W3207918925","https://openalex.org/W4252684946","https://openalex.org/W4254749579","https://openalex.org/W4283263880","https://openalex.org/W4320484989","https://openalex.org/W4362558139","https://openalex.org/W4365442815","https://openalex.org/W4383265345","https://openalex.org/W4399584622"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W2142036596","https://openalex.org/W2072657027","https://openalex.org/W2600246793","https://openalex.org/W4238204885"],"abstract_inverted_index":{"Abstract":[0],"Although":[1],"cross-validation":[2,28,65],"(CV)":[3],"is":[4,29,197],"a":[5,77,86,104],"standard":[6],"technique":[7],"in":[8,19,76,111,156,170,193,206,213],"machine":[9],"learning":[10],"and":[11,50,59,107,137,159,167,202],"data":[12,133],"science,":[13],"its":[14,191],"efficacy":[15,227],"remains":[16],"largely":[17],"unexplored":[18],"ranking":[20,87,230],"environments.":[21],"When":[22],"evaluating":[23],"the":[24,37,48,56,91,101,123,142,152,162,165,171,174,178,187,200],"significance":[25],"of":[26,55,79,93,103,141,154,164,220,229],"differences,":[27],"typically":[30],"coupled":[31],"with":[32,64,68,181],"statistical":[33,61,97],"testing,":[34],"such":[35],"as":[36,128,130],"Dietterich,":[38,57],"Alpaydin,":[39,58],"or":[40],"Wilcoxon":[41,60,179],"test.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46,99],"evaluate":[47],"power":[49],"false":[51],"positive":[52],"error":[53],"rate":[54],"tests":[62,222],"combined":[63],"each":[66],"operating":[67],"folds":[69,183],"ranging":[70],"from":[71,135],"5":[72],"to":[73,90,151,185],"10,":[74],"resulting":[75],"total":[78],"18":[80],"variants.":[81],"Our":[82],"testing":[83],"setup":[84],"utilizes":[85],"framework,":[88],"similar":[89],"Sum":[92],"Ranking":[94],"Differences":[95],"(SRD)":[96],"procedure:":[98],"assume":[100],"existence":[102],"reference":[105],"ranking,":[106],"distances":[108],"are":[109],"measured":[110],"$$L_1$$":[112],"<mml:math":[113],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[114],"<mml:msub>":[115],"<mml:mi>L</mml:mi>":[116],"<mml:mn>1</mml:mn>":[117],"</mml:msub>":[118],"</mml:math>":[119],"-norm.":[120],"We":[121],"test":[122,145],"methods":[124,204],"under":[125],"artificial":[126],"scenarios":[127],"well":[129],"on":[131,148],"real":[132],"borrowed":[134],"sports":[136],"chemistry.":[138],"The":[139,217],"choice":[140],"optimal":[143],"CV":[144],"method":[146,180],"depends":[147],"preferences":[149],"related":[150],"minimization":[153],"errors":[155],"type":[157,194,207,214],"I":[158,195,208],"II":[160,215],"cases,":[161],"size":[163],"input,":[166],"anticipated":[168],"patterns":[169],"data.":[172],"Among":[173],"investigated":[175],"input":[176],"sizes,":[177],"eight":[182],"proved":[184],"be":[186],"most":[188],"effective,":[189],"although":[190],"performance":[192],"situations":[196],"subpar.":[198],"While":[199],"Dietterich":[201],"Alpaydin":[203],"excel":[205],"situations,":[209],"they":[210],"perform":[211],"poorly":[212],"scenarios.":[216],"inadequate":[218],"performances":[219],"these":[221],"raises":[223],"questions":[224],"about":[225],"their":[226],"outside":[228],"environments":[231],"too.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}