{"id":"https://openalex.org/W4415768206","doi":"https://doi.org/10.31234/osf.io/h38cp_v1","title":"The Measurement Reliability Crisis in Event-Related Potential Research: Evidence from Bilingual Language Control","display_name":"The Measurement Reliability Crisis in Event-Related Potential Research: Evidence from Bilingual Language Control","publication_year":2025,"publication_date":"2025-11-01","ids":{"openalex":"https://openalex.org/W4415768206","doi":"https://doi.org/10.31234/osf.io/h38cp_v1"},"language":"en","primary_location":{"id":"doi:10.31234/osf.io/h38cp_v1","doi":"https://doi.org/10.31234/osf.io/h38cp_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/h38cp_v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.31234/osf.io/h38cp_v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5118367775","display_name":"Projnya Mojumdar","orcid":"https://orcid.org/0009-0002-5988-3031","observed_orcids":["https://orcid.org/0009-0002-5988-3031"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Projnya Mojumdar","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0002-5988-3031","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5120216845","display_name":"Purba Mojumdar","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Purba Mojumdar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.6406000256538391,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.6406000256538391,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.227400004863739,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.0284000001847744,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/event-related-potentials","display_name":"event-related potentials","score":0.9340000152587891},{"id":"https://openalex.org/keywords/measurement-reliability","display_name":"measurement reliability","score":0.8309999704360962},{"id":"https://openalex.org/keywords/bilingual-language-switching","display_name":"bilingual language switching","score":0.7839999794960022},{"id":"https://openalex.org/keywords/n2-component","display_name":"N2 component","score":0.8339999914169312},{"id":"https://openalex.org/keywords/language-control","display_name":"language control","score":0.6029999852180481},{"id":"https://openalex.org/keywords/reliability-reporting","display_name":"reliability reporting","score":0.5410000085830688},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"generalizability theory","score":0.9549999833106995},{"id":"https://openalex.org/keywords/single-trial-analysis","display_name":"single-trial analysis","score":0.9679999947547913},{"id":"https://openalex.org/keywords/psychometrics","display_name":"psychometrics","score":0.38499999046325684}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6771000027656555},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.570900022983551},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5634999871253967},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.48820000886917114},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.40869998931884766},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36730000376701355},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.36419999599456787},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33169999718666077},{"id":"https://openalex.org/C2776264592","wikidata":"https://www.wikidata.org/wiki/Q463837","display_name":"Language production","level":3,"score":0.320499986410141},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3188999891281128},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3181999921798706},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2754000127315521},{"id":"https://openalex.org/C49876356","wikidata":"https://www.wikidata.org/wiki/Q7002651","display_name":"Neuroscience of multilingualism","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2597000002861023},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C140390113","wikidata":"https://www.wikidata.org/wiki/Q389391","display_name":"Classical test theory","level":4,"score":0.2540999948978424},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2506999969482422}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.31234/osf.io/h38cp_v1","doi":"https://doi.org/10.31234/osf.io/h38cp_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/h38cp_v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:4b938264-98f4-4e76-8fab-3af7fb14f22d","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/h38cp","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.31234/osf.io/h38cp_v1","doi":"https://doi.org/10.31234/osf.io/h38cp_v1","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/h38cp_v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W643095933","https://openalex.org/W2616212753","https://openalex.org/W2518949055","https://openalex.org/W1010730750","https://openalex.org/W2539524156","https://openalex.org/W3157065452","https://openalex.org/W3018604527","https://openalex.org/W4207055513","https://openalex.org/W3193526787","https://openalex.org/W2888843729"],"abstract_inverted_index":{"Event-related":[0],"potential":[1],"(ERP)":[2],"research":[3,311],"exhibits":[4],"a":[5,149],"critical":[6],"methodological":[7],"blind":[8],"spot:":[9],"inter-condition":[10,83,112,217,274],"correlations":[11,49,113,145,218,250,275],"(\u03c1XY),":[12],"the":[13,22,89,105,131,170,195,326],"parameter":[14,108,259],"that":[15,38,100,292,302],"mathematically":[16],"determines":[17],"difference":[18,39,79,121,179,270,317],"wave":[19,40,80,122,180,271],"reliability":[20,41,51,81,123,192,272],"via":[21],"Lord\u2013Novick":[23],"formula,":[24],"are":[25,56,114,251],"systematically":[26],"unmeasured.":[27],"This":[28],"creates":[29],"fundamental":[30],"interpretive":[31],"ambiguity":[32],"because":[33],"Classical":[34],"Test":[35],"Theory":[36,290],"demonstrates":[37],"is":[42],"inversely":[43],"related":[44],"to":[45,312],"\u03c1XY,":[46],"with":[47],"high":[48,144,220],"suppressing":[50],"even":[52,110,248],"when":[53,111],"constituent":[54,128,174],"waveforms":[55],"psychometrically":[57],"sound.":[58],"Systematic":[59,319],"examination":[60],"of":[61,133,176,187,202,236,257,269,288,340],"four":[62],"foundational":[63],"ERP":[64,135,162,314],"studies":[65],"in":[66,158,167,213,221],"bilingual":[67,310],"language":[68,94,168],"switching":[69],"(2001\u20132016,":[70],"Ncitations":[71],"\u2248":[72],"1,575)":[73],"confirms":[74],"this":[75,101,265],"pattern:":[76],"none":[77],"report":[78],"or":[82,211],"correlations,":[84],"despite":[85],"these":[86],"measures":[87],"being":[88],"primary":[90],"dependent":[91],"variables":[92],"isolating":[93],"control":[95,142],"processes.":[96],"Sensitivity":[97],"analysis":[98,154],"reveals":[99],"vulnerability":[102,255],"extends":[103],"across":[104,295],"entire":[106],"plausible":[107,150],"space:":[109],"moderate":[115],"(\u03c1XY":[116,146],"=":[117,138],".50\u2013.60),":[118],"achieving":[119],"adequate":[120],"(\u03c1DD\u2032":[124],"\u2265":[125,147],".70)":[126],"requires":[127,333],"reliabilities":[129,175,181],"approaching":[130],"ceiling":[132],"current":[134],"methodology":[136],"(\u03c1":[137],".85\u2013.88).":[139],"When":[140],"experimental":[141,227],"produces":[143],".70,":[148],"inference":[151],"from":[152],"structural":[153],"and":[155,160,191,273,298],"cross-domain":[156],"precedent":[157],"fMRI":[159],"other":[161],"components,":[163],"though":[164],"empirically":[165],"unverified":[166],"switching),":[169],"degradation":[171],"becomes":[172],"catastrophic:":[173],".85":[177],"yield":[178],"near":[182],"zero.":[183],"The":[184],"conspicuous":[185],"absence":[186],"empirical":[188],"\u03c1XY":[189],"measurements":[190],"verification":[193,321],"means":[194],"field":[196],"cannot":[197],"determine":[198],"whether":[199],"two":[200],"decades":[201],"N2":[203],"debate":[204],"reflect":[205],"genuine":[206],"neurocognitive":[207],"complexity,":[208],"measurement":[209,238,327],"instability,":[210],"both":[212],"unknown":[214],"proportions.":[215],"If":[216],"prove":[219],"tightly":[222],"controlled":[223],"paradigms":[224],"(as":[225],"rigorous":[226,338],"design":[228],"would":[229],"predict),":[230],"inconsistent":[231],"findings":[232],"become":[233],"expected":[234],"outcomes":[235],"unreliable":[237],"rather":[239],"than":[240],"theoretical":[241,324],"puzzles":[242],"requiring":[243],"reconciliation.":[244],"However,":[245],"problems":[246],"persist":[247],"if":[249],"moderate,":[252],"indicating":[253],"systematic":[254],"regardless":[256],"precise":[258],"values.":[260],"Three":[261],"reforms":[262],"can":[263],"address":[264],"gap:":[266],"mandatory":[267],"reporting":[268],"(\u03c1\u2265":[276],".70":[277],"for":[278,283,332],"group":[279],"comparisons,":[280],"\u03c1\u2265":[281],".80":[282],"individual":[284],"differences":[285],"research),":[286],"adoption":[287],"Generalizability":[289],"frameworks":[291],"partition":[293],"variance":[294],"multiple":[296],"sources,":[297],"single-trial":[299],"analytical":[300],"methods":[301],"avoid":[303],"categorical":[304],"subtraction.":[305],"These":[306],"principles":[307],"extend":[308],"beyond":[309],"all":[313],"domains":[315],"using":[316],"waves.":[318],"psychometric":[320],"should":[322],"precede":[323],"elaboration;":[325],"revolution":[328],"Parsons":[329],"(2022)":[330],"called":[331],"not":[334],"novel":[335],"techniques":[336],"but":[337],"application":[339],"established":[341],"principles.":[342]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2025-11-01T00:00:00"}
