{"id":"https://openalex.org/W2967324615","doi":"https://doi.org/10.1007/s42113-019-00055-w","title":"Towards Replication in Computational Cognitive Modeling: a Machine Learning Perspective","display_name":"Towards Replication in Computational Cognitive Modeling: a Machine Learning Perspective","publication_year":2019,"publication_date":"2019-08-14","ids":{"openalex":"https://openalex.org/W2967324615","doi":"https://doi.org/10.1007/s42113-019-00055-w","mag":"2967324615"},"language":"en","primary_location":{"id":"doi:10.1007/s42113-019-00055-w","doi":"https://doi.org/10.1007/s42113-019-00055-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s42113-019-00055-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s42113-019-00055-w.pdf","source":{"id":"https://openalex.org/S4210221739","display_name":"Computational Brain & Behavior","issn_l":"2522-0861","issn":["2522-0861","2522-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Brain & Behavior","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s42113-019-00055-w.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023265600","display_name":"Chris Emmery","orcid":"https://orcid.org/0000-0002-2179-559X","observed_orcids":["https://orcid.org/0000-0002-2179-559X"]},"institutions":[{"id":"https://openalex.org/I193700539","display_name":"Tilburg University","ror":"https://ror.org/04b8v1s79","country_code":"NL","type":"education","lineage":["https://openalex.org/I193700539"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Chris Emmery","raw_affiliation_strings":["Department of Cognitive Science and Artificial Intelligence, Tilburg University, Tilburg, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-2179-559X","affiliations":[{"raw_affiliation_string":"Department of Cognitive Science and Artificial Intelligence, Tilburg University, Tilburg, Netherlands","institution_ids":["https://openalex.org/I193700539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029159426","display_name":"\u00c1kos K\u00e1d\u00e1r","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I193700539","display_name":"Tilburg University","ror":"https://ror.org/04b8v1s79","country_code":"NL","type":"education","lineage":["https://openalex.org/I193700539"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"\u00c1kos K\u00e1d\u00e1r","raw_affiliation_strings":["Department of Cognitive Science and Artificial Intelligence, Tilburg University, Tilburg, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Cognitive Science and Artificial Intelligence, Tilburg University, Tilburg, Netherlands","institution_ids":["https://openalex.org/I193700539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033677515","display_name":"Travis J. Wiltshire","orcid":"https://orcid.org/0000-0001-7630-2695","observed_orcids":["https://orcid.org/0000-0001-7630-2695"]},"institutions":[{"id":"https://openalex.org/I193700539","display_name":"Tilburg University","ror":"https://ror.org/04b8v1s79","country_code":"NL","type":"education","lineage":["https://openalex.org/I193700539"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Travis J. Wiltshire","raw_affiliation_strings":["Department of Cognitive Science and Artificial Intelligence, Tilburg University, Tilburg, Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-7630-2695","affiliations":[{"raw_affiliation_string":"Department of Cognitive Science and Artificial Intelligence, Tilburg University, Tilburg, Netherlands","institution_ids":["https://openalex.org/I193700539"]}]},{"author_position":"last","author":{"id":null,"display_name":"Andrew T. Hendrickson","orcid":"https://orcid.org/0000-0002-5690-2412","observed_orcids":["https://orcid.org/0000-0002-5690-2412"]},"institutions":[{"id":"https://openalex.org/I193700539","display_name":"Tilburg University","ror":"https://ror.org/04b8v1s79","country_code":"NL","type":"education","lineage":["https://openalex.org/I193700539"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Andrew T. Hendrickson","raw_affiliation_strings":["Department of Cognitive Science and Artificial Intelligence, Tilburg University, Tilburg, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-5690-2412","affiliations":[{"raw_affiliation_string":"Department of Cognitive Science and Artificial Intelligence, Tilburg University, Tilburg, Netherlands","institution_ids":["https://openalex.org/I193700539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5023265600"],"corresponding_institution_ids":["https://openalex.org/I193700539"],"apc_list":{"value":1990,"currency":"USD","value_usd":1990},"apc_paid":{"value":1990,"currency":"USD","value_usd":1990},"fwci":0.4149,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.72254718,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":95},"biblio":{"volume":"2","issue":"3-4","first_page":"242","last_page":"246"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.8838000297546387,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.8838000297546387,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.026499999687075615,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.016100000590085983,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computational-cognitive-modeling","display_name":"computational cognitive modeling","score":0.8740000128746033},{"id":"https://openalex.org/keywords/replication","display_name":"replication","score":0.6759999990463257},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.9919999837875366},{"id":"https://openalex.org/keywords/open-science","display_name":"open science","score":0.7850000262260437},{"id":"https://openalex.org/keywords/transparency","display_name":"transparency","score":0.5370000004768372},{"id":"https://openalex.org/keywords/robust-modeling","display_name":"robust modeling","score":0.7289999723434448},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.8119999766349792},{"id":"https://openalex.org/keywords/scalability","display_name":"scalability","score":0.550000011920929}],"concepts":[{"id":"https://openalex.org/C2775922551","wikidata":"https://www.wikidata.org/wiki/Q7135033","display_name":"Parallels","level":2,"score":0.796247124671936},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7720451354980469},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.6640585660934448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6279191374778748},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.5821289420127869},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5778931975364685},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5776577591896057},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5355925559997559},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.5066457390785217},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4686291515827179},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.4528423845767975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43598735332489014},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43396201729774475},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.4294779896736145},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.39260607957839966},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.36787641048431396},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27502989768981934},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.15307527780532837},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1360970437526703},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1007/s42113-019-00055-w","doi":"https://doi.org/10.1007/s42113-019-00055-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s42113-019-00055-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s42113-019-00055-w.pdf","source":{"id":"https://openalex.org/S4210221739","display_name":"Computational Brain & Behavior","issn_l":"2522-0861","issn":["2522-0861","2522-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Brain & Behavior","raw_type":"journal-article"},{"id":"doi:10.31234/osf.io/9y72b","doi":"https://doi.org/10.31234/osf.io/9y72b","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/9y72b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:tilburguniversity.edu:openaire_cris_publications/fe96bb90-135b-4206-ad5b-81ee09dbe498","doi":null,"is_oa":true,"landing_page_url":"https://research.tilburguniversity.edu/en/publications/fe96bb90-135b-4206-ad5b-81ee09dbe498","pdf_url":null,"source":{"id":"https://openalex.org/S4306401490","display_name":"Research portal (Tilburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I193700539","host_organization_name":"Tilburg University","host_organization_lineage":["https://openalex.org/I193700539"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Emmery, C, K\u00e1d\u00e1r, \u00c1, Wiltshire, T J & Hendrickson, A T 2019, 'Towards Replication in Computational Cognitive Modeling : A Machine Learning Perspective', Computational Brain & Behavior, vol. 2, pp. 242-246. https://doi.org/10.31234/osf.io/9y72b, https://doi.org/10.1007/s42113-019-00055-w","raw_type":"article"},{"id":"pmh:uvt:oai:tilburguniversity.edu:publications/fe96bb90-135b-4206-ad5b-81ee09dbe498","doi":null,"is_oa":true,"landing_page_url":"https://research.tilburguniversity.edu/en/publications/fe96bb90-135b-4206-ad5b-81ee09dbe498","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Brain & Behavior. Springer","raw_type":"info:eu-repo/semantics/other"},{"id":"pmh:oai:share.osf.io:4602C-899-373","doi":null,"is_oa":false,"landing_page_url":"http://doi.org/10.31234/OSF.IO/9Y72B","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"preprint"},{"id":"pmh:oai:share.osf.io:99e9d915-8e74-403c-800b-dbc68873a9ba","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/9y72b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1007/s42113-019-00055-w","doi":"https://doi.org/10.1007/s42113-019-00055-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s42113-019-00055-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s42113-019-00055-w.pdf","source":{"id":"https://openalex.org/S4210221739","display_name":"Computational Brain & Behavior","issn_l":"2522-0861","issn":["2522-0861","2522-087X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Brain & Behavior","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2967324615.pdf","grobid_xml":"https://content.openalex.org/works/W2967324615.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1595114968","https://openalex.org/W1993266153","https://openalex.org/W1995054497","https://openalex.org/W2008985174","https://openalex.org/W2020859734","https://openalex.org/W2093193983","https://openalex.org/W2101234009","https://openalex.org/W2117539524","https://openalex.org/W2153579005","https://openalex.org/W2189162242","https://openalex.org/W2472803348","https://openalex.org/W2552465644","https://openalex.org/W2560471521","https://openalex.org/W2570760970","https://openalex.org/W2581331746","https://openalex.org/W2588066183","https://openalex.org/W2739255396","https://openalex.org/W2754517384","https://openalex.org/W2787225861","https://openalex.org/W2788572835","https://openalex.org/W2789525339","https://openalex.org/W2792376130","https://openalex.org/W2795038878","https://openalex.org/W2800577428","https://openalex.org/W2804931006","https://openalex.org/W2881747041","https://openalex.org/W2896457183","https://openalex.org/W2897042519","https://openalex.org/W2903201966","https://openalex.org/W2903477164","https://openalex.org/W2903538854","https://openalex.org/W2903995489","https://openalex.org/W2910385168","https://openalex.org/W2911279176","https://openalex.org/W2913118860","https://openalex.org/W2915886991","https://openalex.org/W2940748077","https://openalex.org/W2950133940","https://openalex.org/W2953937638","https://openalex.org/W2954370766","https://openalex.org/W2963341956","https://openalex.org/W2964026766","https://openalex.org/W3206321392","https://openalex.org/W4234929198","https://openalex.org/W4289147237","https://openalex.org/W4390545247","https://openalex.org/W6802704446"],"related_works":["https://openalex.org/W2968602088","https://openalex.org/W2966100511","https://openalex.org/W2969492445","https://openalex.org/W2972854269","https://openalex.org/W2979976624","https://openalex.org/W2965852492","https://openalex.org/W3154727635","https://openalex.org/W2979674191","https://openalex.org/W4255295768","https://openalex.org/W7170187505"],"abstract_inverted_index":{"The":[0],"suggestions":[1],"proposed":[2],"by":[3],"Lee":[4],"et":[5],"al.":[6],"to":[7,15,84],"improve":[8],"cognitive":[9,37],"modeling":[10,35,90],"practices":[11,19,42,75,87],"have":[12,50],"significant":[13],"parallels":[14],"the":[16,24,30,41,61,69],"current":[17,31],"best":[18],"for":[20],"improving":[21],"reproducibility":[22],"in":[23,36,88],"field":[25],"of":[26,65,72],"Machine":[27],"Learning.":[28],"In":[29],"commentary":[32],"on":[33],"`Robust":[34],"science',":[38],"we":[39,82],"highlight":[40],"that":[43,76],"overlap":[44],"and":[45,63,68],"discuss":[46],"how":[47],"similar":[48],"proposals":[49],"produced":[51],"novel":[52],"ongoing":[53],"challenges,":[54],"including":[55],"cultural":[56],"change":[57],"towards":[58],"open":[59],"science,":[60],"scalability":[62],"interpretability":[64],"required":[66],"practices,":[67],"downstream":[70],"effects":[71],"having":[73],"robust":[74],"are":[77],"fully":[78],"transparent.":[79],"Through":[80],"this,":[81],"hope":[83],"inform":[85],"future":[86],"computational":[89],"work":[91],"with":[92],"a":[93],"broader":[94],"scope.":[95]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2019-08-22T00:00:00"}