{"id":"https://openalex.org/W2795534035","doi":"https://doi.org/10.3390/axioms8010029","title":"Using Ramsey Theory to Measure Unavoidable Spurious Correlations in Big Data","display_name":"Using Ramsey Theory to Measure Unavoidable Spurious Correlations in Big Data","publication_year":2019,"publication_date":"2019-03-05","ids":{"openalex":"https://openalex.org/W2795534035","doi":"https://doi.org/10.3390/axioms8010029","mag":"2795534035"},"language":"en","primary_location":{"id":"doi:10.3390/axioms8010029","is_oa":true,"landing_page_url":"https://doi.org/10.3390/axioms8010029","pdf_url":"https://www.mdpi.com/2075-1680/8/1/29/pdf?version=1551853953","source":{"id":"https://openalex.org/S4210173132","display_name":"Axioms","issn_l":"2075-1680","issn":["2075-1680"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Axioms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2075-1680/8/1/29/pdf?version=1551853953","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020422005","display_name":"Micheal Pawliuk","orcid":null},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Micheal Pawliuk","raw_affiliation_strings":["Department of Mathematics and Statistics, University of Calgary, Calgary, AB T2N 1N4, Canada"],"raw_orcid":"https://orcid.org/0000-0003-2808-8502","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics, University of Calgary, Calgary, AB T2N 1N4, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087813860","display_name":"Michael Alexander Waddell","orcid":"https://orcid.org/0000-0003-0908-7571"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Alexander Waddell","raw_affiliation_strings":["Department of Applied Physics and Applied Mathematics, Columbia University, New York, NY 10027, USA"],"raw_orcid":"https://orcid.org/0000-0003-0908-7571","affiliations":[{"raw_affiliation_string":"Department of Applied Physics and Applied Mathematics, Columbia University, New York, NY 10027, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020422005"],"corresponding_institution_ids":["https://openalex.org/I168635309"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.5066,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.54005745,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"8","issue":"1","first_page":"29","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11329","display_name":"Limits and Structures in Graph Theory","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2607","display_name":"Discrete Mathematics and Combinatorics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11329","display_name":"Limits and Structures in Graph Theory","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2607","display_name":"Discrete Mathematics and Combinatorics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11151","display_name":"Advanced Topology and Set Theory","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/2608","display_name":"Geometry and Topology"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transitive-relation","display_name":"Transitive relation","score":0.8281832933425903},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.7963672876358032},{"id":"https://openalex.org/keywords/ramsey-theory","display_name":"Ramsey theory","score":0.7074475288391113},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.6607380509376526},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5735218524932861},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5683362483978271},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.46644824743270874},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.45929235219955444},{"id":"https://openalex.org/keywords/ramseys-theorem","display_name":"Ramsey's theorem","score":0.4487702250480652},{"id":"https://openalex.org/keywords/through-the-lens-metering","display_name":"Through-the-lens metering","score":0.4254028797149658},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.32766538858413696},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.311143696308136},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3016102910041809},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.24980255961418152},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.21800240874290466},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19541683793067932},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.13025298714637756},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.08982136845588684},{"id":"https://openalex.org/keywords/lens","display_name":"Lens (geology)","score":0.08272337913513184}],"concepts":[{"id":"https://openalex.org/C191399111","wikidata":"https://www.wikidata.org/wiki/Q64861","display_name":"Transitive relation","level":2,"score":0.8281832933425903},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.7963672876358032},{"id":"https://openalex.org/C112291201","wikidata":"https://www.wikidata.org/wiki/Q1336170","display_name":"Ramsey theory","level":2,"score":0.7074475288391113},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6607380509376526},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5735218524932861},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5683362483978271},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.46644824743270874},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.45929235219955444},{"id":"https://openalex.org/C44115641","wikidata":"https://www.wikidata.org/wiki/Q918099","display_name":"Ramsey's theorem","level":3,"score":0.4487702250480652},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.4254028797149658},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.32766538858413696},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.311143696308136},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3016102910041809},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.24980255961418152},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.21800240874290466},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19541683793067932},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.13025298714637756},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.08982136845588684},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.08272337913513184},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C78762247","wikidata":"https://www.wikidata.org/wiki/Q1273174","display_name":"Petroleum engineering","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/axioms8010029","is_oa":true,"landing_page_url":"https://doi.org/10.3390/axioms8010029","pdf_url":"https://www.mdpi.com/2075-1680/8/1/29/pdf?version=1551853953","source":{"id":"https://openalex.org/S4210173132","display_name":"Axioms","issn_l":"2075-1680","issn":["2075-1680"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Axioms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:635fd7d737ca46febe103cb730993000","is_oa":false,"landing_page_url":"https://doaj.org/article/635fd7d737ca46febe103cb730993000","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Axioms, Vol 8, Iss 1, p 29 (2019)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2075-1680/8/1/29/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/axioms8010029","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Axioms","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/axioms8010029","is_oa":true,"landing_page_url":"https://doi.org/10.3390/axioms8010029","pdf_url":"https://www.mdpi.com/2075-1680/8/1/29/pdf?version=1551853953","source":{"id":"https://openalex.org/S4210173132","display_name":"Axioms","issn_l":"2075-1680","issn":["2075-1680"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Axioms","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2795534035.pdf","grobid_xml":"https://content.openalex.org/works/W2795534035.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W1872407990","https://openalex.org/W1972727871","https://openalex.org/W2095689360","https://openalex.org/W2100698087","https://openalex.org/W2137250886","https://openalex.org/W2147906032","https://openalex.org/W2299251378","https://openalex.org/W2323590783","https://openalex.org/W2329956199","https://openalex.org/W2735880703","https://openalex.org/W2963037022"],"related_works":["https://openalex.org/W13791998","https://openalex.org/W2474561564","https://openalex.org/W2949231378","https://openalex.org/W4301914467","https://openalex.org/W2950410478","https://openalex.org/W4301765976","https://openalex.org/W4297817664","https://openalex.org/W2292548913","https://openalex.org/W1901246819","https://openalex.org/W2945124636"],"abstract_inverted_index":{"Given":[0],"a":[1,29,47,54,63,71,87,107,118],"dataset,":[2],"we":[3,45,78,103,162],"quantify":[4,104],"the":[5,14,21,98,159,172],"size":[6],"of":[7,23,26,43,50,74,89,109,120],"patterns":[8],"that":[9,142],"must":[10],"always":[11],"exist":[12],"in":[13,97],"dataset.":[15],"This":[16,66],"is":[17,56,68,86,126],"done":[18],"formally":[19],"through":[20],"lens":[22],"Ramsey":[24,41,124,175],"theory":[25,42,125,176],"graphs,":[27,44],"and":[28,59,102,177],"quantitative":[30],"bound":[31],"known":[32],"as":[33,62],"Goodman\u2019s":[34],"theorem.":[35],"By":[36],"combining":[37],"statistical":[38,178],"tools":[39],"with":[40,129,167],"give":[46],"nuanced":[48],"understanding":[49],"how":[51,105,116],"far":[52],"away":[53],"dataset":[55,88],"from":[57],"correlated,":[58],"what":[60],"qualifies":[61],"meaningful":[64],"pattern.":[65],"method":[67],"applicable":[69],"to":[70,139,154,170],"wide":[72],"range":[73],"datasets.":[75,83],"As":[76],"examples,":[77],"analyze":[79],"two":[80],"very":[81],"different":[82],"The":[84],"first":[85],"repeated":[90],"voters":[91,111,121],"(":[92,134],"n":[93,135],"=":[94,136],"435":[95],")":[96,138],"1984":[99],"US":[100],"congress,":[101],"homogeneous":[106],"subset":[108,119],"congressional":[110],"is.":[112,122],"We":[113,165],"also":[114,127],"measure":[115],"transitive":[117],"Statistical":[123],"used":[128],"global":[130,143],"economic":[131],"trading":[132],"data":[133],"214":[137],"provide":[140],"evidence":[141],"markets":[144],"are":[145,151,163],"quite":[146],"transitive.":[147],"While":[148],"these":[149],"datasets":[150],"small":[152],"relative":[153],"Big":[155],"Data,":[156],"they":[157],"illustrate":[158],"new":[160],"applications":[161],"proposing.":[164],"end":[166],"specific":[168],"calls":[169],"strengthen":[171],"connections":[173],"between":[174],"methods.":[179]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}