{"id":"https://openalex.org/W2963436583","doi":"https://doi.org/10.1080/03610918.2017.1315728","title":"Computing AIC for black-box models using generalized degrees of freedom: A comparison with cross-validation","display_name":"Computing AIC for black-box models using generalized degrees of freedom: A comparison with cross-validation","publication_year":2017,"publication_date":"2017-04-18","ids":{"openalex":"https://openalex.org/W2963436583","doi":"https://doi.org/10.1080/03610918.2017.1315728","mag":"2963436583"},"language":"en","primary_location":{"id":"doi:10.1080/03610918.2017.1315728","is_oa":false,"landing_page_url":"https://doi.org/10.1080/03610918.2017.1315728","pdf_url":null,"source":{"id":"https://openalex.org/S153329750","display_name":"Communications in Statistics - Simulation and Computation","issn_l":"0361-0918","issn":["0361-0918","1532-4141"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications in Statistics - Simulation and Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084523041","display_name":"Severin Hauenstein","orcid":"https://orcid.org/0000-0001-8003-0944"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Severin Hauenstein","raw_affiliation_strings":["Department of Biometry and Environmental System Analysis, University of Freiburg, Freiburg, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Biometry and Environmental System Analysis, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053318488","display_name":"Simon N. Wood","orcid":"https://orcid.org/0000-0002-2034-7453"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Simon N. Wood","raw_affiliation_strings":["School of Mathematics, University of Bristol, Bristol, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Mathematics, University of Bristol, Bristol, United Kingdom","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075919156","display_name":"Carsten F. Dormann","orcid":"https://orcid.org/0000-0002-9835-1794"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Carsten F. Dormann","raw_affiliation_strings":["Department of Biometry and Environmental System Analysis, University of Freiburg, Freiburg, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Biometry and Environmental System Analysis, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5084523041"],"corresponding_institution_ids":["https://openalex.org/I161046081"],"apc_list":null,"apc_paid":null,"fwci":1.8104,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.86632377,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"47","issue":"5","first_page":"1382","last_page":"1396"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11236","display_name":"Control Systems and Identification","score":0.9362000226974487,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11236","display_name":"Control Systems and Identification","score":0.9362000226974487,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9253000020980835,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cross-validation","display_name":"Cross-validation","score":0.7179679870605469},{"id":"https://openalex.org/keywords/degrees-of-freedom","display_name":"Degrees of freedom (physics and chemistry)","score":0.6614446640014648},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5844911932945251},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5563927292823792},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.5391931533813477},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.5176985263824463},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5148102641105652},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.5103341937065125},{"id":"https://openalex.org/keywords/binary-data","display_name":"Binary data","score":0.4797131419181824},{"id":"https://openalex.org/keywords/bernoullis-principle","display_name":"Bernoulli's principle","score":0.4744502305984497},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.433262437582016},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.42376330494880676},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.404785692691803},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.40162432193756104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36328548192977905},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3306296765804291}],"concepts":[{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.7179679870605469},{"id":"https://openalex.org/C208081375","wikidata":"https://www.wikidata.org/wiki/Q274502","display_name":"Degrees of freedom (physics and chemistry)","level":2,"score":0.6614446640014648},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5844911932945251},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5563927292823792},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.5391931533813477},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.5176985263824463},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5148102641105652},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.5103341937065125},{"id":"https://openalex.org/C2779190172","wikidata":"https://www.wikidata.org/wiki/Q4913888","display_name":"Binary data","level":3,"score":0.4797131419181824},{"id":"https://openalex.org/C152361515","wikidata":"https://www.wikidata.org/wiki/Q181328","display_name":"Bernoulli's principle","level":2,"score":0.4744502305984497},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.433262437582016},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42376330494880676},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.404785692691803},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.40162432193756104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36328548192977905},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3306296765804291},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/03610918.2017.1315728","is_oa":false,"landing_page_url":"https://doi.org/10.1080/03610918.2017.1315728","pdf_url":null,"source":{"id":"https://openalex.org/S153329750","display_name":"Communications in Statistics - Simulation and Computation","issn_l":"0361-0918","issn":["0361-0918","1532-4141"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications in Statistics - Simulation and Computation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320315254","display_name":"Innovative Research Group Project of the National Natural Science Foundation of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1619264321","https://openalex.org/W2899588557","https://openalex.org/W4254565718","https://openalex.org/W4234107176","https://openalex.org/W4309048734","https://openalex.org/W2381029635","https://openalex.org/W1556261580","https://openalex.org/W2389646300","https://openalex.org/W2013018706","https://openalex.org/W4239059384"],"abstract_inverted_index":{"Generalized":[0],"degrees":[1],"of":[2,19,26,39,44,66,76,109],"freedom":[3],"(GDF),":[4],"as":[5],"defined":[6],"by":[7],"Ye":[8],"(1998":[9],"Ye,":[10],"J.":[11],"(1998).":[12],"On":[13],"measuring":[14],"and":[15,22,71,83,92,103,123],"correcting":[16],"the":[17,27,37,45,63,86,107],"effects":[18],"data":[20,110],"mining":[21],"model":[23,40],"selection.":[24],"Journal":[25],"American":[28],"Statistical":[29],"Association":[30],"93(441):120\u2013131.":[31],"[Google":[32],"Scholar]":[33],"JASA":[34],"93:120\u2013131),":[35],"represent":[36],"sensitivity":[38],"fits":[41],"to":[42,61,106],"perturbations":[43],"data.":[46],"Such":[47],"GDF":[48,80,99],"can":[49],"be":[50],"computed":[51],"for":[52,120,124],"any":[53],"statistical":[54],"model,":[55],"making":[56],"it":[57],"possible,":[58],"in":[59,68,115],"principle,":[60],"derive":[62],"effective":[64],"number":[65,108],"parameters":[67],"machine-learning":[69,127],"approaches":[70],"thus":[72],"compute":[73],"information-theoretical":[74],"measures":[75],"fit.":[77],"We":[78],"compare":[79],"with":[81],"cross-validation":[82],"find":[84],"that":[85],"latter":[87],"provides":[88],"a":[89],"less":[90],"computer-intensive":[91],"more":[93],"robust":[94],"alternative.":[95],"For":[96],"Bernoulli-distributed":[97],"data,":[98,122],"estimates":[100],"were":[101],"unstable":[102],"inconsistently":[104],"sensitive":[105],"points":[111],"perturbed":[112],"simultaneously.":[113],"Cross-validation,":[114],"contrast,":[116],"performs":[117],"well":[118],"also":[119],"binary":[121],"very":[125],"different":[126],"approaches.":[128]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}