{"id":"https://openalex.org/W2736670311","doi":"https://doi.org/10.1109/prni.2017.7981498","title":"MVPA significance testing when just above chance, and related properties of permutation tests","display_name":"MVPA significance testing when just above chance, and related properties of permutation tests","publication_year":2017,"publication_date":"2017-06-01","ids":{"openalex":"https://openalex.org/W2736670311","doi":"https://doi.org/10.1109/prni.2017.7981498","mag":"2736670311"},"language":"en","primary_location":{"id":"doi:10.1109/prni.2017.7981498","doi":"https://doi.org/10.1109/prni.2017.7981498","is_oa":false,"landing_page_url":"https://doi.org/10.1109/prni.2017.7981498","pdf_url":null,"source":{"id":"https://openalex.org/S4393918460","display_name":"International Workshop on Pattern Recognition in NeuroImaging","issn_l":"2330-9989","issn":["2330-9989"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Workshop on Pattern Recognition in Neuroimaging (PRNI)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005856579","display_name":"Joset A. Etzel","orcid":"https://orcid.org/0000-0003-3694-8277","observed_orcids":["https://orcid.org/0000-0003-3694-8277"]},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Joset A. Etzel","raw_affiliation_strings":["Cognitive Control & Psychopathology Lab, Psychological & Brain Sciences Washington University in St. Louis, Saint Louis, MO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cognitive Control & Psychopathology Lab, Psychological & Brain Sciences Washington University in St. Louis, Saint Louis, MO, USA","institution_ids":["https://openalex.org/I204465549"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5005856579"],"corresponding_institution_ids":["https://openalex.org/I204465549"],"apc_list":null,"apc_paid":null,"fwci":1.7908,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.82465031,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.163100004196167,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.163100004196167,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13141","display_name":"Statistical Methods and Applications","score":0.07159999758005142,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.020500000566244125,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multivariate-pattern-analysis","display_name":"multivariate pattern analysis","score":0.9089999794960022},{"id":"https://openalex.org/keywords/significance-testing","display_name":"significance testing","score":0.8069999814033508},{"id":"https://openalex.org/keywords/permutation-tests","display_name":"permutation tests","score":0.7870000004768372},{"id":"https://openalex.org/keywords/null-distribution","display_name":"null distribution","score":0.5059999823570251},{"id":"https://openalex.org/keywords/sample-size-effects","display_name":"sample size effects","score":0.6039999723434448},{"id":"https://openalex.org/keywords/parametric-vs-nonparametric-tests","display_name":"parametric vs nonparametric tests","score":0.48500001430511475}],"concepts":[{"id":"https://openalex.org/C21308566","wikidata":"https://www.wikidata.org/wiki/Q7169365","display_name":"Permutation (music)","level":2,"score":0.8010103702545166},{"id":"https://openalex.org/C203763787","wikidata":"https://www.wikidata.org/wiki/Q371029","display_name":"Null (SQL)","level":2,"score":0.6206222772598267},{"id":"https://openalex.org/C191988596","wikidata":"https://www.wikidata.org/wiki/Q628374","display_name":"Null hypothesis","level":2,"score":0.5976610779762268},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.5918503999710083},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.5347282886505127},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5194822549819946},{"id":"https://openalex.org/C65409693","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Statistical significance","level":2,"score":0.4827117621898651},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4748777747154236},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.45590585470199585},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4129619598388672},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33475255966186523},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2937917709350586},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08228346705436707},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07502880692481995},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/prni.2017.7981498","doi":"https://doi.org/10.1109/prni.2017.7981498","is_oa":false,"landing_page_url":"https://doi.org/10.1109/prni.2017.7981498","pdf_url":null,"source":{"id":"https://openalex.org/S4393918460","display_name":"International Workshop on Pattern Recognition in NeuroImaging","issn_l":"2330-9989","issn":["2330-9989"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 International Workshop on Pattern Recognition in Neuroimaging (PRNI)","raw_type":"proceedings-article"},{"id":"pmh:oai:share.osf.io:549badd5-789c-4efc-b369-b7764c9b68ad","doi":null,"is_oa":false,"landing_page_url":"https://osf.io/c3s75","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"},{"id":"pmh:oai:share.osf.io:E01B7-C99-902","doi":null,"is_oa":false,"landing_page_url":"http://api.osf.io/v2/nodes/c3s75/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"project"},{"id":"pmh:oai:share.osf.io:E0224-4FC-DAC","doi":null,"is_oa":false,"landing_page_url":"http://osf.io/c3s75/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"project"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4699999988079071}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1485076369","https://openalex.org/W1597053271","https://openalex.org/W1606491053","https://openalex.org/W2096424612","https://openalex.org/W2150041169","https://openalex.org/W2582743722"],"related_works":["https://openalex.org/W4306992803","https://openalex.org/W4306992794","https://openalex.org/W4306992806","https://openalex.org/W2590542766","https://openalex.org/W2979681497","https://openalex.org/W4378232449","https://openalex.org/W2369782938","https://openalex.org/W3195377381","https://openalex.org/W241182866","https://openalex.org/W3116655723"],"abstract_inverted_index":{"Parametric":[0],"statistical":[1],"tests":[2,33],"(e.g.,":[3],"t-tests)":[4],"can":[5,34],"sometimes":[6],"return":[7],"highly":[8],"significant":[9],"results":[10,39],"in":[11,40,51],"cases":[12],"that":[13,31],"would":[14],"be":[15],"considered":[16],"uninformative,":[17],"such":[18,67],"as":[19,68],"when":[20],"the":[21,36],"individuals'":[22],"accuracies":[23],"are":[24,53],"just":[25],"above":[26],"chance.":[27],"This":[28],"paper":[29],"demonstrates":[30],"permutation":[32],"produce":[35],"expected":[37],"non-significant":[38],"these":[41],"datasets.":[42],"The":[43],"properties":[44],"of":[45,70],"null":[46],"distributions":[47],"underlying":[48],"this":[49],"difference":[50],"significance":[52],"illustrated:":[54],"their":[55],"relative":[56],"insensitivity":[57],"to":[58,64],"dataset":[59,65],"information":[60],"content,":[61],"but":[62],"sensitivity":[63],"characteristics":[66],"number":[69],"participants,":[71],"examples,":[72],"and":[73],"runs.":[74]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3}],"updated_date":"2026-10-08T09:06:37.294493","created_date":"2025-10-10T00:00:00"}