{"id":"https://openalex.org/W2964358409","doi":"https://doi.org/10.1101/726364","title":"Accuracy of different modalities of reaction time testing: Implications for online cognitive assessment tools","display_name":"Accuracy of different modalities of reaction time testing: Implications for online cognitive assessment tools","publication_year":2019,"publication_date":"2019-08-06","ids":{"openalex":"https://openalex.org/W2964358409","doi":"https://doi.org/10.1101/726364","mag":"2964358409"},"language":"en","primary_location":{"id":"doi:10.1101/726364","doi":"https://doi.org/10.1101/726364","is_oa":true,"landing_page_url":"https://doi.org/10.1101/726364","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2019/08/06/726364.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.biorxiv.org/content/biorxiv/early/2019/08/06/726364.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111993630","display_name":"Jameson K. Holden","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jameson Holden","raw_affiliation_strings":["Cortical Metrics LLC, Carrboro, NC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cortical Metrics LLC, Carrboro, NC","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103472042","display_name":"Eric Francisco","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eric Francisco","raw_affiliation_strings":["Cortical Metrics LLC, Carrboro, NC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cortical Metrics LLC, Carrboro, NC","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045346918","display_name":"Rachel Lensch","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rachel Lensch","raw_affiliation_strings":["Cortical Metrics LLC, Carrboro, NC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cortical Metrics LLC, Carrboro, NC","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057487810","display_name":"Anna Tommerdahl","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anna Tommerdahl","raw_affiliation_strings":["Cortical Metrics LLC, Carrboro, NC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cortical Metrics LLC, Carrboro, NC","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068932967","display_name":"Bryan Kirsch","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bryan Kirsch","raw_affiliation_strings":["Cortical Metrics LLC, Carrboro, NC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cortical Metrics LLC, Carrboro, NC","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015242872","display_name":"Laila J. Zai","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Laila Zai","raw_affiliation_strings":["Lucent Research, Denver, CO"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lucent Research, Denver, CO","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110129872","display_name":"Robert G. Dennis","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Dennis","raw_affiliation_strings":["Cortical Metrics LLC, Carrboro, NC","The University of North Carolina at Chapel Hill, Chapel Hill, NC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cortical Metrics LLC, Carrboro, NC","institution_ids":[]},{"raw_affiliation_string":"The University of North Carolina at Chapel Hill, Chapel Hill, NC","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066888983","display_name":"Mark Tommerdahl","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mark Tommerdahl","raw_affiliation_strings":["Cortical Metrics LLC, Carrboro, NC","The University of North Carolina at Chapel Hill, Chapel Hill, NC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cortical Metrics LLC, Carrboro, NC","institution_ids":[]},{"raw_affiliation_string":"The University of North Carolina at Chapel Hill, Chapel Hill, NC","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5066888983"],"corresponding_institution_ids":["https://openalex.org/I114027177"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11577","display_name":"Cognitive Abilities and Testing","score":0.38260000944137573,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11577","display_name":"Cognitive Abilities and Testing","score":0.38260000944137573,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12848","display_name":"Psychological Testing and Assessment","score":0.163100004196167,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.09359999746084213,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/measurement-error","display_name":"measurement error","score":0.47999998927116394},{"id":"https://openalex.org/keywords/computerized-cognitive-testing","display_name":"computerized cognitive assessment","score":0.7409999966621399},{"id":"https://openalex.org/keywords/hardware-latency","display_name":"hardware latency","score":0.7110000252723694},{"id":"https://openalex.org/keywords/visual-stimuli","display_name":"visual stimuli","score":0.3449999988079071},{"id":"https://openalex.org/keywords/tactile-stimulation","display_name":"tactile stimulation","score":0.9470000267028809},{"id":"https://openalex.org/keywords/mobile-devices","display_name":"mobile devices","score":0.6230000257492065},{"id":"https://openalex.org/keywords/mechanical-transducers","display_name":"mechanical transducers","score":0.3930000066757202}],"concepts":[{"id":"https://openalex.org/C2780140372","wikidata":"https://www.wikidata.org/wiki/Q2009740","display_name":"Keypad","level":2,"score":0.8172585964202881},{"id":"https://openalex.org/C2778539339","wikidata":"https://www.wikidata.org/wiki/Q165970","display_name":"Touchscreen","level":2,"score":0.8140968680381775},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.6477990746498108},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6161398887634277},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.5914626121520996},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.38364851474761963},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2444477081298828},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14960283041000366},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.09179016947746277},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.08795574307441711}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1101/726364","doi":"https://doi.org/10.1101/726364","is_oa":true,"landing_page_url":"https://doi.org/10.1101/726364","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2019/08/06/726364.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.1101/726364","doi":"https://doi.org/10.1101/726364","is_oa":true,"landing_page_url":"https://doi.org/10.1101/726364","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2019/08/06/726364.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2964358409.pdf","grobid_xml":"https://content.openalex.org/works/W2964358409.grobid-xml"},"referenced_works_count":87,"referenced_works":["https://openalex.org/W72528249","https://openalex.org/W120554693","https://openalex.org/W307312291","https://openalex.org/W600596718","https://openalex.org/W1048358270","https://openalex.org/W1732618139","https://openalex.org/W1792200767","https://openalex.org/W1974150922","https://openalex.org/W1979883523","https://openalex.org/W1985074868","https://openalex.org/W1987777080","https://openalex.org/W1989096057","https://openalex.org/W1990242729","https://openalex.org/W1993295699","https://openalex.org/W1997295974","https://openalex.org/W1997453511","https://openalex.org/W1999664716","https://openalex.org/W2002887414","https://openalex.org/W2002974413","https://openalex.org/W2005303432","https://openalex.org/W2005744829","https://openalex.org/W2006157473","https://openalex.org/W2006578514","https://openalex.org/W2007365885","https://openalex.org/W2007905785","https://openalex.org/W2008765544","https://openalex.org/W2010048734","https://openalex.org/W2010231078","https://openalex.org/W2014448832","https://openalex.org/W2017741521","https://openalex.org/W2018177931","https://openalex.org/W2021199892","https://openalex.org/W2022055962","https://openalex.org/W2024845427","https://openalex.org/W2029217978","https://openalex.org/W2030117765","https://openalex.org/W2035794680","https://openalex.org/W2037411369","https://openalex.org/W2037729134","https://openalex.org/W2037783424","https://openalex.org/W2044589919","https://openalex.org/W2049799256","https://openalex.org/W2050811390","https://openalex.org/W2052950459","https://openalex.org/W2055407546","https://openalex.org/W2055901398","https://openalex.org/W2062696108","https://openalex.org/W2067833766","https://openalex.org/W2071288138","https://openalex.org/W2072070962","https://openalex.org/W2076528630","https://openalex.org/W2077066208","https://openalex.org/W2088981844","https://openalex.org/W2091824849","https://openalex.org/W2092777309","https://openalex.org/W2094400479","https://openalex.org/W2094757952","https://openalex.org/W2095211347","https://openalex.org/W2096859537","https://openalex.org/W2097888146","https://openalex.org/W2098718678","https://openalex.org/W2099041340","https://openalex.org/W2100446982","https://openalex.org/W2105176253","https://openalex.org/W2108053184","https://openalex.org/W2109397340","https://openalex.org/W2113018114","https://openalex.org/W2120705463","https://openalex.org/W2133739410","https://openalex.org/W2150093627","https://openalex.org/W2150994267","https://openalex.org/W2152242850","https://openalex.org/W2160963242","https://openalex.org/W2166856551","https://openalex.org/W2167793267","https://openalex.org/W2168583020","https://openalex.org/W2171197162","https://openalex.org/W2282715536","https://openalex.org/W2321775179","https://openalex.org/W2325772954","https://openalex.org/W2326216026","https://openalex.org/W2338122102","https://openalex.org/W2398295389","https://openalex.org/W2535223425","https://openalex.org/W2755830660","https://openalex.org/W4240160365","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3036726193","https://openalex.org/W6927241526","https://openalex.org/W2729487755","https://openalex.org/W3111869532","https://openalex.org/W3171930012","https://openalex.org/W1596872604","https://openalex.org/W1990082798","https://openalex.org/W7042859971","https://openalex.org/W7115181819","https://openalex.org/W2151151901"],"abstract_inverted_index":{"Abstract":[0],"Reaction":[1],"time":[2,29,63,76,131,188,256,341,389,399],"testing":[3,390,405],"is":[4,31,64,401],"widely":[5],"used":[6,144,375],"in":[7,127,154,258,327],"computerized":[8],"cognitive":[9,24],"assessments,":[10],"and":[11,45,74,88,102,104,210,236,249,283,320,354,391],"clinical":[12],"studies":[13],"have":[14],"repeatedly":[15],"shown":[16],"it":[17],"to":[18,49,94,145,169,171,242,313,403],"be":[19,92,383],"a":[20,35,38,42,115,151,157,163,166,172,176,184,194,198,206,211,226,265,273,280,285,299,308,344,348],"sensitive":[21],"indicator":[22],"of":[23,71,109,117,137,140,330,372],"function.":[25],"Typically,":[26],"the":[27,47,67,72,75,79,95,128,135,141,181,215,230,233,237,243,260,289,303,315,328,334,339,352,355,362,365,373,397],"reaction":[28,62,130,147,187,255,340,388,398],"test":[30,189,223,251],"administered":[32],"by":[33,97,192,205,264,279,307],"presenting":[34],"subject":[36],"with":[37,338,357],"visual":[39,158,186,195,234,345,376],"stimulus":[40,73,161,196,202,261,318,321,346],"on":[41,197,347,378],"computer":[43,54,173,199,219,292],"monitor":[44,101],"prompting":[46],"individual":[48],"respond":[50,170],"(via":[51],"keypad":[52],"or":[53,159,175],"mouse)":[55,103],"as":[56,58,66,229],"quickly":[57],"possible.":[59],"The":[60,201,221,247,269,294,367],"individual\u2019s":[61],"calculated":[65],"interval":[68,316],"between":[69,317],"presentation":[70],"recorded":[77,332],"from":[78,165,333,343],"mechanical":[80,167,216,238,281],"response.":[81,322],"However,":[82],"there":[83],"are":[84],"many":[85],"inherent":[86],"latencies":[87],"variabilities":[89],"that":[90,114,370,392],"may":[91],"introduced":[93],"measure":[96],"both":[98],"hardware":[99,118,267,286,310,359,394],"(computer":[100],"software":[105],"(operating":[106],"system).":[107],"Because":[108],"these":[110],"delays,":[111],"we":[112,149],"hypothesized":[113],"comparison":[116],"protocols":[119],"(excluding":[120],"human":[121],"response)":[122],"would":[123],"demonstrate":[124],"significant":[125,325,385],"differences":[126,326],"resulting":[129],"measures.":[132],"To":[133],"simulate":[134],"delays":[136],"various":[138],"components":[139],"common":[142],"systems":[143],"obtain":[146],"time,":[148],"conducted":[150,191],"simple":[152],"experiment":[153],"which":[155,259,276],"either":[156],"tactile":[160,254,274,300],"evoked":[162],"movement":[164],"transducer":[168],"peripheral":[174],"dedicated":[177,207,266,309,358,393],"response":[178,217,239,290,304],"device.":[179,268],"In":[180],"first":[182],"condition,":[183],"simulated":[185,253,272,298],"was":[190,203,240,262,277,305],"flashing":[193],"monitor.":[200],"detected":[204,278],"light":[208],"sensor,":[209],"linear":[212],"actuator":[213],"delivered":[214,241,288,306],"via":[218,291],"mouse.":[220,293],"second":[222],"condition":[224,271,296],"employed":[225],"mobile":[227,244,349],"device":[228,287,311,350,356],"medium":[231],"for":[232,361,387,396],"stimulus,":[235,275,301],"device\u2019s":[245],"touchscreen.":[246],"third":[248,270],"fourth":[250,295],"conditions":[252,337],"tests":[257],"generated":[263],"switch,":[282],"again":[284],"also":[297],"but":[302],"designed":[312,360,395],"store":[314],"delivery":[319],"There":[323],"were":[324],"range":[329],"responses":[331],"four":[335],"different":[336],"collected":[342],"being":[351,364],"worst":[353],"task":[363,400],"best.":[366],"results":[368],"suggest":[369],"some":[371],"commonly":[374],"tasks":[377],"consumer":[379],"grade":[380],"computers":[381],"could":[382],"introducing":[384],"errors":[386],"needed":[402],"minimize":[404],"errors.":[406]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2019-08-13T00:00:00"}
