{"id":"https://openalex.org/W4409380153","doi":"https://doi.org/10.1007/s00357-025-09510-9","title":"The Dutch Scaler Performance Indicator: How Much Did My Model Actually Learn?","display_name":"The Dutch Scaler Performance Indicator: How Much Did My Model Actually Learn?","publication_year":2025,"publication_date":"2025-04-12","ids":{"openalex":"https://openalex.org/W4409380153","doi":"https://doi.org/10.1007/s00357-025-09510-9"},"language":"en","primary_location":{"id":"doi:10.1007/s00357-025-09510-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00357-025-09510-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00357-025-09510-9.pdf","source":{"id":"https://openalex.org/S73028643","display_name":"Journal of Classification","issn_l":"0176-4268","issn":["0176-4268","1432-1343"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Classification","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00357-025-09510-9.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117117139","display_name":"Etienne Pieter van de Bijl","orcid":null},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Etienne Pieter van de Bijl","raw_affiliation_strings":["Department of Stochastics, Centrum Wiskunde & Informatica, Science Park 123, Amsterdam, 1098 XG, North-Holland, the Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Stochastics, Centrum Wiskunde & Informatica, Science Park 123, Amsterdam, 1098 XG, North-Holland, the Netherlands","institution_ids":["https://openalex.org/I1341640284"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102028016","display_name":"Jan Klein","orcid":null},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jan Gerard Klein","raw_affiliation_strings":["Department of Stochastics, Centrum Wiskunde & Informatica, Science Park 123, Amsterdam, 1098 XG, North-Holland, the Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Stochastics, Centrum Wiskunde & Informatica, Science Park 123, Amsterdam, 1098 XG, North-Holland, the Netherlands","institution_ids":["https://openalex.org/I1341640284"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001885546","display_name":"Joris Pries","orcid":"https://orcid.org/0000-0002-4429-6531"},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Joris Pries","raw_affiliation_strings":["Department of Stochastics, Centrum Wiskunde & Informatica, Science Park 123, Amsterdam, 1098 XG, North-Holland, the Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Stochastics, Centrum Wiskunde & Informatica, Science Park 123, Amsterdam, 1098 XG, North-Holland, the Netherlands","institution_ids":["https://openalex.org/I1341640284"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026617038","display_name":"Sandjai Bhulai","orcid":"https://orcid.org/0000-0003-1124-8821"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sandjai Bhulai","raw_affiliation_strings":["Faculty of Mathematics, Vrije Universiteit Amsterdam, De Boelelaan 1111, Amsterdam, 1081 HV, North-Holland, the Netherlands"],"affiliations":[{"raw_affiliation_string":"Faculty of Mathematics, Vrije Universiteit Amsterdam, De Boelelaan 1111, Amsterdam, 1081 HV, North-Holland, the Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111428010","display_name":"R.D. van der Mei","orcid":null},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832"]},{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Robert Douwe van der Mei","raw_affiliation_strings":["Department of Stochastics, Centrum Wiskunde & Informatica, Science Park 123, Amsterdam, 1098 XG, North-Holland, the Netherlands","Faculty of Mathematics, Vrije Universiteit Amsterdam, De Boelelaan 1111, Amsterdam, 1081 HV, North-Holland, the Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Stochastics, Centrum Wiskunde & Informatica, Science Park 123, Amsterdam, 1098 XG, North-Holland, the Netherlands","institution_ids":["https://openalex.org/I1341640284"]},{"raw_affiliation_string":"Faculty of Mathematics, Vrije Universiteit Amsterdam, De Boelelaan 1111, Amsterdam, 1081 HV, North-Holland, the Netherlands","institution_ids":["https://openalex.org/I865915315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5117117139"],"corresponding_institution_ids":["https://openalex.org/I1341640284"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08282334,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"42","issue":"3","first_page":"639","last_page":"659"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11880","display_name":"Forest ecology and management","score":0.9089000225067139,"subfield":{"id":"https://openalex.org/subfields/2309","display_name":"Nature and Landscape Conservation"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11880","display_name":"Forest ecology and management","score":0.9089000225067139,"subfield":{"id":"https://openalex.org/subfields/2309","display_name":"Nature and Landscape Conservation"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4295027554035187},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.41629719734191895},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.36298155784606934},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.34747570753097534},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3324458599090576},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32806235551834106}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4295027554035187},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41629719734191895},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36298155784606934},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.34747570753097534},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3324458599090576},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32806235551834106}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s00357-025-09510-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00357-025-09510-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00357-025-09510-9.pdf","source":{"id":"https://openalex.org/S73028643","display_name":"Journal of Classification","issn_l":"0176-4268","issn":["0176-4268","1432-1343"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Classification","raw_type":"journal-article"},{"id":"pmh:oai:research.vu.nl:openaire/8f72bb82-ee20-48cb-b1dd-380ba7c2e021","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/8f72bb82-ee20-48cb-b1dd-380ba7c2e021","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"van de Bijl, E P, Klein, J G, Pries, J, Bhulai, S & van der Mei, R D 2025, 'The Dutch Scaler Performance Indicator : How Much Did My Model Actually Learn?', Journal of Classification, vol. 42, no. 3, pp. 639-659. https://doi.org/10.1007/s00357-025-09510-9","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/8f72bb82-ee20-48cb-b1dd-380ba7c2e021","is_oa":true,"landing_page_url":"https://hdl.handle.net/1871.1/8f72bb82-ee20-48cb-b1dd-380ba7c2e021","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"van de Bijl, E P, Klein, J G, Pries, J, Bhulai, S & van der Mei, R D 2025, 'The Dutch Scaler Performance Indicator : How Much Did My Model Actually Learn?', Journal of Classification, vol. 42, no. 3, pp. 639-659. https://doi.org/10.1007/s00357-025-09510-9","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1007/s00357-025-09510-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00357-025-09510-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00357-025-09510-9.pdf","source":{"id":"https://openalex.org/S73028643","display_name":"Journal of Classification","issn_l":"0176-4268","issn":["0176-4268","1432-1343"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Classification","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409380153.pdf","grobid_xml":"https://content.openalex.org/works/W4409380153.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W2005875437","https://openalex.org/W2010135967","https://openalex.org/W2116825089","https://openalex.org/W2123064848","https://openalex.org/W2141434237","https://openalex.org/W2151554678","https://openalex.org/W2170505850","https://openalex.org/W2330219538","https://openalex.org/W2609824096","https://openalex.org/W2765491147","https://openalex.org/W2808432620","https://openalex.org/W2918408501","https://openalex.org/W2936573766","https://openalex.org/W2975256032","https://openalex.org/W2999309192","https://openalex.org/W3081464307","https://openalex.org/W3193933289","https://openalex.org/W3194405061","https://openalex.org/W3213918618","https://openalex.org/W4221152443","https://openalex.org/W4306321664","https://openalex.org/W4308213607","https://openalex.org/W4366991500","https://openalex.org/W4402658286","https://openalex.org/W6738852829","https://openalex.org/W6944040078","https://openalex.org/W6964416151"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W2142036596","https://openalex.org/W2072657027","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Abstract":[0],"Evaluation":[1],"metrics":[2,108],"provide":[3],"a":[4,23,36,46,55,60,86,128],"means":[5],"for":[6,40,105],"quantifying":[7],"and":[8,59,109,116,126],"comparing":[9],"performances":[10],"of":[11,69,81,124],"supervised":[12],"learning":[13,48,92],"models,":[14],"but":[15],"drawing":[16],"meaningful":[17],"conclusions":[18],"from":[19],"acquired":[20],"scores":[21,53,101,104],"requires":[22],"contextual":[24],"framework.":[25],"Our":[26],"paper":[27],"addresses":[28],"this":[29],"by":[30,49,112],"introducing":[31],"the":[32,66,78,90,122],"Dutch":[33],"scaler":[34],"(DS),":[35],"novel":[37],"performance":[38,75],"indicator":[39,76],"binary":[41],"classification":[42],"models.":[43],"It":[44],"quantifies":[45],"model\u2019s":[47,87],"contextualizing":[50],"empirical":[51],"metric":[52,100,139],"with":[54,137],"baseline":[56],"(Dutch":[57,63],"draw)":[58],"new":[61],"instrument":[62],"oracle)":[64],"representing":[65],"prediction":[67,132],"quality":[68,133],"an":[70],"\u201coptimal\u201d":[71],"classifier.":[72],"The":[73,119],"DS":[74,103,120],"expresses":[77],"relative":[79],"contribution":[80],"these":[82],"components":[83],"to":[84,98,102,130],"obtain":[85],"score,":[88],"specifying":[89],"actual":[91],"quality.":[93],"We":[94],"derived":[95],"closed-form":[96],"expressions":[97],"map":[99],"common":[106],"evaluation":[107],"categorized":[110],"them":[111],"their":[113],"functional":[114],"form":[115],"second":[117],"derivative.":[118],"enhances":[121],"assessment":[123],"classifiers":[125],"facilitates":[127],"framework":[129],"compare":[131],"differences":[134],"between":[135],"models":[136],"varying":[138],"scores.":[140]},"counts_by_year":[],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}