{"id":"https://openalex.org/W2921027019","doi":"https://doi.org/10.1007/s40614-019-00194-2","title":"Editorial: Replication and Reliability in Behavior Science and Behavior Analysis: A Call for a Conversation","display_name":"Editorial: Replication and Reliability in Behavior Science and Behavior Analysis: A Call for a Conversation","publication_year":2019,"publication_date":"2019-03-01","ids":{"openalex":"https://openalex.org/W2921027019","doi":"https://doi.org/10.1007/s40614-019-00194-2","mag":"2921027019","pmid":"https://pubmed.ncbi.nlm.nih.gov/31976418","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/6701722"},"language":"en","primary_location":{"id":"doi:10.1007/s40614-019-00194-2","doi":"https://doi.org/10.1007/s40614-019-00194-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40614-019-00194-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40614-019-00194-2.pdf","source":{"id":"https://openalex.org/S4210188225","display_name":"Perspectives on Behavior Science","issn_l":"2520-8969","issn":["2520-8969","2520-8977"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","norway-2","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Perspectives on Behavior Science","raw_type":"journal-article"},"volume":null,"type":"editorial","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40614-019-00194-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077752619","display_name":"Donald A. Hantula","orcid":"https://orcid.org/0000-0001-8954-9152","observed_orcids":["https://orcid.org/0000-0001-8954-9152"]},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Donald A. Hantula","raw_affiliation_strings":["Department of Psychology, Temple University, Philadelphia, PA, 19122, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Temple University, Philadelphia, PA, 19122, USA","institution_ids":["https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5077752619"],"corresponding_institution_ids":["https://openalex.org/I84392919"],"apc_list":{"value":3090,"currency":"USD","value_usd":3090},"apc_paid":{"value":3090,"currency":"USD","value_usd":3090},"fwci":null,"has_fulltext":true,"cited_by_count":40,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"42","issue":"1","first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.392300009727478,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.392300009727478,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10826","display_name":"Behavioral and Psychological Studies","score":0.16930000483989716,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12430","display_name":"Academic and Historical Perspectives in Psychology","score":0.14000000059604645,"subfield":{"id":"https://openalex.org/subfields/3200","display_name":"General Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replication-crisis","display_name":"replication crisis","score":0.9929999709129333},{"id":"https://openalex.org/keywords/behavior-analysis","display_name":"behavior analysis","score":0.8130000233650208},{"id":"https://openalex.org/keywords/behavioral-science","display_name":"behavioral science","score":0.847000002861023},{"id":"https://openalex.org/keywords/questionable-research-practices","display_name":"questionable research practices","score":0.9369999766349792},{"id":"https://openalex.org/keywords/matching-law","display_name":"matching law","score":0.8080000281333923},{"id":"https://openalex.org/keywords/academic-incentives","display_name":"academic incentives","score":0.5529999732971191},{"id":"https://openalex.org/keywords/research-accountability","display_name":"research accountability","score":0.4309999942779541}],"concepts":[{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.7216479778289795},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7075548768043518},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5645027160644531},{"id":"https://openalex.org/C2780829048","wikidata":"https://www.wikidata.org/wiki/Q1624720","display_name":"Conversation analysis","level":3,"score":0.5148009657859802},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.46137914061546326},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3628841042518616},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.18532338738441467},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08953741192817688},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07099765539169312},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0660645067691803},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s40614-019-00194-2","doi":"https://doi.org/10.1007/s40614-019-00194-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40614-019-00194-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40614-019-00194-2.pdf","source":{"id":"https://openalex.org/S4210188225","display_name":"Perspectives on Behavior Science","issn_l":"2520-8969","issn":["2520-8969","2520-8977"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","norway-2","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Perspectives on Behavior Science","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:6701722","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6701722","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Perspect Behav Sci","raw_type":"Text"},{"id":"pmid:31976418","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31976418","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Perspectives on behavior science","raw_type":"Editorial"}],"best_oa_location":{"id":"doi:10.1007/s40614-019-00194-2","doi":"https://doi.org/10.1007/s40614-019-00194-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40614-019-00194-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40614-019-00194-2.pdf","source":{"id":"https://openalex.org/S4210188225","display_name":"Perspectives on Behavior Science","issn_l":"2520-8969","issn":["2520-8969","2520-8977"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","norway-2","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Perspectives on Behavior Science","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2921027019.pdf","grobid_xml":"https://content.openalex.org/works/W2921027019.grobid-xml"},"referenced_works_count":79,"referenced_works":["https://openalex.org/W39883975","https://openalex.org/W56137242","https://openalex.org/W368761700","https://openalex.org/W1411181562","https://openalex.org/W1536324524","https://openalex.org/W1585169566","https://openalex.org/W1586648660","https://openalex.org/W1757872776","https://openalex.org/W1794880064","https://openalex.org/W1897139626","https://openalex.org/W1916501808","https://openalex.org/W1964575180","https://openalex.org/W1991801799","https://openalex.org/W2000816775","https://openalex.org/W2001688695","https://openalex.org/W2007277332","https://openalex.org/W2012476676","https://openalex.org/W2017444476","https://openalex.org/W2018026323","https://openalex.org/W2033478246","https://openalex.org/W2033588000","https://openalex.org/W2035422694","https://openalex.org/W2036308389","https://openalex.org/W2040397757","https://openalex.org/W2041282496","https://openalex.org/W2051852134","https://openalex.org/W2059105943","https://openalex.org/W2071398181","https://openalex.org/W2075928513","https://openalex.org/W2077429985","https://openalex.org/W2084348520","https://openalex.org/W2089903103","https://openalex.org/W2095824924","https://openalex.org/W2098700983","https://openalex.org/W2098907700","https://openalex.org/W2100267603","https://openalex.org/W2104955354","https://openalex.org/W2107764793","https://openalex.org/W2116312278","https://openalex.org/W2138411777","https://openalex.org/W2140283616","https://openalex.org/W2141162029","https://openalex.org/W2142885589","https://openalex.org/W2144981148","https://openalex.org/W2149692320","https://openalex.org/W2182687347","https://openalex.org/W2292391400","https://openalex.org/W2293040502","https://openalex.org/W2322012528","https://openalex.org/W2331384579","https://openalex.org/W2345050052","https://openalex.org/W2415177809","https://openalex.org/W2433046122","https://openalex.org/W2435153845","https://openalex.org/W2509303870","https://openalex.org/W2561626594","https://openalex.org/W2586980055","https://openalex.org/W2593559024","https://openalex.org/W2605363396","https://openalex.org/W2610491461","https://openalex.org/W2738348569","https://openalex.org/W2752024571","https://openalex.org/W2767099881","https://openalex.org/W2776961836","https://openalex.org/W2782851571","https://openalex.org/W2790548233","https://openalex.org/W2796762307","https://openalex.org/W2805248050","https://openalex.org/W2883283713","https://openalex.org/W2901227579","https://openalex.org/W2923429799","https://openalex.org/W3124690569","https://openalex.org/W3152023080","https://openalex.org/W4210777365","https://openalex.org/W4242970452","https://openalex.org/W4243324889","https://openalex.org/W4249050447","https://openalex.org/W6612470035","https://openalex.org/W6885489080"],"related_works":["https://openalex.org/W3048900822","https://openalex.org/W2935967764","https://openalex.org/W2738348569","https://openalex.org/W2806913777","https://openalex.org/W2977782107","https://openalex.org/W4410120307","https://openalex.org/W2796762307","https://openalex.org/W4224273775","https://openalex.org/W7165859353","https://openalex.org/W3125699220"],"abstract_inverted_index":{"replication":[0,175],"crisis\"":[1,49,67],"are":[2,36,80,118,128,139,143,206,209],"not":[3],"unique":[4],"to":[5,38,64,73,156,174,220],"any":[6],"discipline":[7,203],"but":[8,141,278],"have":[9,45],"become":[10],"part":[11],"of":[12,40,59,105,154,164,185,227,281,296,305,315,332],"the":[13,41,47,60,65,74,90,102,152,161,166,182,202,204,231,270,310],"science":[14,32,96,138,169],"enterprise":[15,159],"writ":[16],"large.Tincani":[17],"and":[18,33,52,97,145,160,191,198,214,224,237,258,267,298,327],"Travers":[19],"(this":[20],"issue)":[21],"adopt":[22],"this":[23],"perspective":[24],"in":[25,30,50,53,55,101,115,181,293],"pointing":[26],"out":[27,276],"that":[28,44,62,269,300],"workers":[29],"behavior":[31,34],"analysis":[35,58],"subject":[37],"many":[39],"same":[42],"contingencies":[43,61],"produced":[46,302],"\"replication":[48,66],"general,":[51],"Psychology":[54],"particular.Lilienfeld's":[56],"(2017)":[57,274],"contributed":[63],"takes":[68],"a":[69,83,112,157,222,225,241,259,279,282,303],"matching":[70],"law":[71],"approach":[72],"problem.In":[75],"Lillenfeld's":[76],"view,":[77],"behavioral":[78],"scientists":[79],"faced":[81],"with":[82],"continuous":[84],"choice":[85],"between":[86],"two":[87],"concurrent":[88],"schedules:":[89],"reinforcers":[91,193],"available":[92,134],"from":[93,99,135],"careful,":[94,136],"scholarly":[95,126,137],"those":[98],"participating":[100],"\"grant":[103,183,271],"culture\"":[104,184,272],"contemporary":[106,186],"research,":[107],"which":[108,116],"he":[109],"defines":[110],"as":[111,195,309],"management":[113],"system":[114],"researchers":[117],"rewarded":[119],"for":[120,201,244,261],"grant":[121],"dollars":[122],"generated":[123],"while":[124],"their":[125],"achievements":[127],"largely":[129],"ignored":[130],"by":[131],"university":[132,329],"administrators.Reinforcers":[133],"large,":[140],"they":[142],"delayed":[144],"often":[146],"ephemeral.For":[147],"individual":[148],"scientists,":[149],"these":[150],"include":[151],"satisfaction":[153],"contributing":[155],"scientific":[158],"muted":[162],"respect":[163],"colleagues.For":[165],"discipline,":[167],"rigorous":[168],"may":[170],"be":[171],"relatively":[172,189],"immune":[173],"failures.By":[176],"contrast,":[177],"individuals":[178],"who":[179],"participate":[180],"research":[187,246],"gain":[188],"immediate":[190],"tangible":[192],"such":[194,235,308],"pay":[196],"raises":[197],"continued":[199],"employment.But":[200],"consequences":[205],"unfortunate.Grant":[207],"cycles":[208],"generally":[210],"short":[211],"(1-5":[212],"years)":[213],"granting":[215],"agencies":[216],"demand":[217],"pilot":[218],"data":[219],"secure":[221],"grant,":[223],"bevy":[226],"publications":[228],"based":[229],"on":[230],"funded":[232],"research.Per":[233],"Lillienfeld,":[234],"academic":[236],"economic":[238],"short-termism":[239],"becomes":[240],"powerful":[242],"motivator":[243],"questionable":[245],"practices":[247,307],"(QRPs)":[248],"(John,":[249],"Loewenstein,":[250],"&":[251,321],"Prelec,":[252],"2012),":[253],"fraud,":[254],"confirmation":[255],"bias,":[256],"hyperspecialization":[257],"dis-incentive":[260],"creativity,":[262],"intellectual":[263],"risk-taking,":[264],"deep":[265],"thinking,":[266],"replication.Note":[268],"Lillienfeld":[273],"calls":[275],"is":[277],"subset":[280],"larger":[283],"movement":[284],"toward":[285],"short-term":[286],"\"accountability\"":[287],"(some":[288],"would":[289],"say":[290],"\"countability\")":[291],"1":[292],"all":[294],"areas":[295],"academia":[297],"education":[299],"has":[301],"variety":[304],"corrosive":[306],"now":[311],"discredited":[312],"\"value-added\"":[313],"models":[314],"K-12":[316],"teacher":[317],"evaluation":[318],"(Wasserstein,":[319],"lazer":[320],"Goldhaber":[322],"2016;Goldhaber,":[323],"2015);":[324],"unreliable,":[325],"invalid":[326],"biased":[328],"instructor":[330],"end":[331],"semester":[333],"evaluations":[334],"(Boysen,":[335],"2015;":[336]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2019-03-22T00:00:00"}