{"id":"https://openalex.org/W3083016522","doi":"https://doi.org/10.1145/1563821.1563874","title":"The Pathologies of Big Data: Scale up your datasets enough and all your apps will come undone. What are the typical problems and where do the bottlenecks generally surface?","display_name":"The Pathologies of Big Data: Scale up your datasets enough and all your apps will come undone. What are the typical problems and where do the bottlenecks generally surface?","alternate_titles":[],"publication_year":2009,"publication_date":"2009-07-01","ids":{"openalex":"https://openalex.org/W3083016522","doi":"https://doi.org/10.1145/1563821.1563874","mag":"3083016522"},"language":"en","primary_location":{"id":"doi:10.1145/1563821.1563874","doi":"https://doi.org/10.1145/1563821.1563874","is_oa":true,"landing_page_url":"https://doi.org/10.1145/1563821.1563874","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/1563821.1563874","source":{"id":"https://openalex.org/S45584542","display_name":"Queue","issn_l":"1542-7730","issn":["1542-7730","1542-7749"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Queue","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3083016522"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/1563821.1563874","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054324197","display_name":"Adam L. Jacobs","orcid":"https://orcid.org/0000-0002-9732-9771","observed_orcids":["https://orcid.org/0000-0002-9732-9771"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Adam Jacobs","raw_affiliation_strings":["1010data Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1010data Inc","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5054324197"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6199,"has_fulltext":true,"cited_by_count":102,"citation_normalized_percentile":{"value":0.89225991,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":"7","issue":"6","first_page":"10","last_page":"19"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14280","display_name":"Big Data Technologies and Applications","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14280","display_name":"Big Data Technologies and Applications","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/big-data","display_name":"big data","score":0.9919999837875366},{"id":"https://openalex.org/keywords/data-scale","display_name":"data scale","score":0.6340000033378601},{"id":"https://openalex.org/keywords/data-bottleneck","display_name":"data bottleneck","score":0.6990000009536743},{"id":"https://openalex.org/keywords/data-storage","display_name":"data storage","score":0.4339999854564667},{"id":"https://openalex.org/keywords/data-management","display_name":"data management","score":0.48100000619888306}],"concepts":[{"id":"https://openalex.org/C199683683","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Terabyte","level":2,"score":0.9588123559951782},{"id":"https://openalex.org/C13600138","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Petabyte","level":3,"score":0.9502151012420654},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.7360053658485413},{"id":"https://openalex.org/C70388272","wikidata":"https://www.wikidata.org/wiki/Q5968558","display_name":"IBM","level":2,"score":0.714310348033905},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6689414978027344},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.562649667263031},{"id":"https://openalex.org/C3018669867","wikidata":"https://www.wikidata.org/wiki/Q49088","display_name":"Columbia university","level":2,"score":0.45059263706207275},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.4169774651527405},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3893771469593048},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38491329550743103},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.38227927684783936},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33734914660453796},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1445559561252594},{"id":"https://openalex.org/C29595303","wikidata":"https://www.wikidata.org/wiki/Q165650","display_name":"Media studies","level":1,"score":0.12064996361732483},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.11956796050071716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.07694646716117859},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1563821.1563874","doi":"https://doi.org/10.1145/1563821.1563874","is_oa":true,"landing_page_url":"https://doi.org/10.1145/1563821.1563874","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/1563821.1563874","source":{"id":"https://openalex.org/S45584542","display_name":"Queue","issn_l":"1542-7730","issn":["1542-7730","1542-7749"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Queue","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/1563821.1563874","doi":"https://doi.org/10.1145/1563821.1563874","is_oa":true,"landing_page_url":"https://doi.org/10.1145/1563821.1563874","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/1563821.1563874","source":{"id":"https://openalex.org/S45584542","display_name":"Queue","issn_l":"1542-7730","issn":["1542-7730","1542-7749"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Queue","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3083016522.pdf","grobid_xml":"https://content.openalex.org/works/W3083016522.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W1508412218","https://openalex.org/W2117018945","https://openalex.org/W2185907055"],"related_works":["https://openalex.org/W399998552","https://openalex.org/W4234577340","https://openalex.org/W1998092191","https://openalex.org/W2515203029","https://openalex.org/W2566188359","https://openalex.org/W1857610413","https://openalex.org/W3180533223","https://openalex.org/W1970259214","https://openalex.org/W2917571331","https://openalex.org/W2011521129"],"abstract_inverted_index":{"What":[0],"is":[1],"\"big":[2,122],"data\"":[3,123],"anyway?":[4],"Gigabytes?":[5],"Terabytes?":[6],"Petabytes?":[7],"A":[8],"brief":[9],"personal":[10],"memory":[11],"may":[12],"provide":[13],"some":[14],"perspective.":[15],"In":[16,73],"the":[17,25,33,40,92,104,125,127],"late":[18],"1980s":[19],"at":[20,32,69,124],"Columbia":[21],"University":[22],"I":[23,94],"had":[24,109],"chance":[26],"to":[27,61,106,112,118],"play":[28],"around":[29,81],"with":[30],"what":[31,119],"time":[34,93],"was":[35,49,85,120],"a":[36,51,78],"truly":[37],"enormous":[38],"\"disk\":":[39],"IBM":[41],"3850":[42],"MSS":[43,48],"(Mass":[44],"Storage":[45],"System).":[46],"The":[47],"actually":[50],"fully":[52,71],"automatic":[53],"robotic":[54],"tape":[55],"library":[56],"and":[57],"associated":[58],"staging":[59],"disks":[60],"make":[62],"random":[63],"access,":[64],"if":[65],"not":[66],"exactly":[67],"instantaneous,":[68],"least":[70],"transparent.":[72],"Columbia\u2019s":[74],"configuration,":[75],"it":[76,108],"stored":[77],"total":[79],"of":[80],"100":[82],"GB.":[83],"It":[84],"already":[86],"on":[87,98],"its":[88,102],"way":[89],"out":[90],"by":[91,115],"got":[95],"my":[96],"hands":[97],"it,":[99],"but":[100],"in":[101],"heyday,":[103],"early":[105],"mid-1980s,":[107],"been":[110],"used":[111],"support":[113],"access":[114],"social":[116],"scientists":[117],"unquestionably":[121],"time:":[126],"entire":[128],"1980":[129],"U.S.":[130],"Census":[131],"database.":[132]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3083016522","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":12},{"year":2016,"cited_by_count":13},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":12},{"year":2013,"cited_by_count":10},{"year":2012,"cited_by_count":2}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2020-09-11T00:00:00"}
