{"id":"https://openalex.org/W2584354825","doi":"https://doi.org/10.1109/bigdata.2016.7840870","title":"Making massive computational experiments painless","display_name":"Making massive computational experiments painless","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2584354825","doi":"https://doi.org/10.1109/bigdata.2016.7840870","mag":"2584354825"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2016.7840870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2016.7840870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017796429","display_name":"Hatef Monajemi","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hatef Monajemi","raw_affiliation_strings":["Department of Statistics, Stanford University Stanford, California"],"affiliations":[{"raw_affiliation_string":"Department of Statistics, Stanford University Stanford, California","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065355421","display_name":"David L. Donoho","orcid":"https://orcid.org/0000-0003-1830-710X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David L. Donoho","raw_affiliation_strings":["Department of Statistics, Stanford University Stanford, California"],"affiliations":[{"raw_affiliation_string":"Department of Statistics, Stanford University Stanford, California","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071572173","display_name":"Victoria Stodden","orcid":"https://orcid.org/0000-0003-2015-7825"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victoria Stodden","raw_affiliation_strings":["School of Information Sciences, University of Illinois at Urbana-Champaign Champaign, IL"],"affiliations":[{"raw_affiliation_string":"School of Information Sciences, University of Illinois at Urbana-Champaign Champaign, IL","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5017796429"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":9.7487,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.97579721,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"46","issue":null,"first_page":"2368","last_page":"2373"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7890375256538391},{"id":"https://openalex.org/keywords/tweaking","display_name":"Tweaking","score":0.7792560458183289},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6808116436004639},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6598348617553711},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6464359760284424},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6354537606239319},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5438003540039062},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5374598503112793},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44215941429138184},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.21672123670578003}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7890375256538391},{"id":"https://openalex.org/C2780200862","wikidata":"https://www.wikidata.org/wiki/Q4453309","display_name":"Tweaking","level":2,"score":0.7792560458183289},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6808116436004639},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6598348617553711},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6464359760284424},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6354537606239319},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5438003540039062},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5374598503112793},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44215941429138184},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.21672123670578003},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2016.7840870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2016.7840870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.5400000214576721}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1538691674","https://openalex.org/W1550005041","https://openalex.org/W1957394497","https://openalex.org/W1973312033","https://openalex.org/W2022450117","https://openalex.org/W2078962046","https://openalex.org/W2097284091","https://openalex.org/W2117539524","https://openalex.org/W2168537135","https://openalex.org/W2170901349","https://openalex.org/W2173280871","https://openalex.org/W2296335794","https://openalex.org/W2346309573","https://openalex.org/W2424778531","https://openalex.org/W2919115771","https://openalex.org/W2923512979","https://openalex.org/W4247614247","https://openalex.org/W6641027893","https://openalex.org/W6697144307","https://openalex.org/W6885071520"],"related_works":["https://openalex.org/W4241780599","https://openalex.org/W2968428037","https://openalex.org/W1981619058","https://openalex.org/W2505446473","https://openalex.org/W4244708442","https://openalex.org/W2152101763","https://openalex.org/W4323777416","https://openalex.org/W17155033","https://openalex.org/W2057518680","https://openalex.org/W4232914159"],"abstract_inverted_index":{"The":[0,85],"increasing":[1],"availability":[2],"of":[3,27,83,88,113,122,134,139,178,183,202,237,251,264,276,310,315,372,380,382],"access":[4],"to":[5,72,150,165,205,222,224,346,361,406],"large-scale":[6],"computing":[7,397],"clusters":[8],"-":[9,15],"for":[10,359],"example":[11],"via":[12],"the":[13,18,55,106,110,132,158,171,181,200,203,217,235,262,266,274,277,285,363,370,383],"cloud":[14],"is":[16,141,174,220],"changing":[17],"way":[19],"scientific":[20,186],"research":[21,190,197],"can":[22,45],"be":[23,67,293,329,344],"conducted,":[24],"enabling":[25],"experiments":[26,92,239,327,411],"a":[28,60,119,258,294,299,303,311,332,340,349,355,378,413],"scale":[29,87,215,335],"and":[30,104,116,125,129,131,143,152,188,195,208,228,249,253,269,297,322,353,376,401,408,415],"scope":[31],"that":[32,94,399],"would":[33,260,292,328,343],"have":[34,404],"been":[35],"inconceivable":[36],"several":[37,50],"years":[38],"ago.":[39],"An":[40],"ambitious":[41],"data":[42,246],"scientist":[43],"today":[44],"carry":[46],"out":[47],"projects":[48],"involving":[49],"million":[51,80],"CPU":[52,81],"hours.":[53],"In":[54,255,365],"near":[56],"future,":[57],"we":[58,95,98,368,400],"anticipate":[59],"typical":[61],"Ph.D.":[62],"in":[63,157,185,189,214,412],"computational":[64,91,159,374],"science":[65],"may":[66],"expected":[68],"or":[69,313],"even":[70],"required":[71],"offer":[73,354],"findings":[74],"based":[75],"on":[76],"at":[77,331],"least":[78],"1":[79],"hours":[82],"computations.":[84],"massive":[86,373],"these":[89],"soon-to-be-upon-us":[90],"demands":[93],"change":[96],"how":[97],"organize":[99],"our":[100],"experimental":[101],"practices.":[102],"Traditionally,":[103],"still":[105],"dominant":[107,218],"paradigm":[108,219,232,259,341],"today,":[109,337],"end-to-end":[111],"process":[112,279],"experiment":[114,301],"design":[115,236],"execution":[117,321],"involves":[118],"significant":[120],"amount":[121],"manual":[123],"intervention":[124],"situational":[126],"tweaking,":[127],"cutting":[128],"pasting,":[130],"use":[133],"disparate":[135],"disconnected":[136],"tools,":[137],"much":[138,333,356],"which":[140,385],"undocumented":[142,196],"easily":[144],"lost.":[145],"This":[146,173],"makes":[147],"it":[148,162],"difficult":[149],"detect":[151],"understand":[153,362],"possible":[154],"failure":[155],"points":[156],"workflow,":[160],"making":[161],"virtually":[163],"impossible":[164],"correct,":[166],"let":[167],"alone":[168],"simply":[169],"rerun":[170],"experiment.":[172],"an":[175,395],"amazing":[176],"state":[177],"affairs,":[179],"considering":[180],"ubiquity":[182],"error":[184,351],"computation":[187],"generally.":[191],"Following":[192],"such":[193,257,283,326,339,386],"unstructured":[194],"practices":[198],"limits":[199],"ability":[201],"researcher":[204],"exploit":[206],"cluster":[207],"cloud-based":[209],"paradigms,":[210],"as":[211,284],"each":[212],"increase":[213],"under":[216,338],"likely":[221],"lead":[223],"ever":[225],"more":[226],"errors":[227],"misunderstandings.":[229],"A":[230],"better":[231],"will":[233],"integrate":[234],"large":[238],"seamlessly":[240],"with":[241],"job":[242,291],"management,":[243],"output":[244],"harvesting,":[245,268],"analysis,":[247],"reporting,":[248],"publication":[250],"code":[252,316],"data.":[254],"particular":[256],"submerge":[261],"details":[263,282],"all":[265],"processing,":[267],"management":[270],"while":[271],"exposing":[272],"transparently":[273],"description":[275],"discovery":[278],"itself,":[280],"including":[281],"parameter":[286],"space":[287],"exploration.":[288],"Reproducing":[289],"any":[290],"push-button":[295,320],"affair,":[296],"creating":[298],"new":[300],"from":[302],"previous":[304],"one":[305],"might":[306],"involve":[307],"only":[308],"changes":[309],"line":[312],"two":[314],"followed":[317],"again":[318],"by":[319],"reporting.":[323],"Even":[324],"though":[325],"operating":[330],"greater":[334,357],"than":[336],"they":[342],"easier":[345],"conduct,":[347],"obtain":[348],"lower":[350],"rate,":[352],"opportunity":[358],"`outsiders'":[360],"results.":[364],"this":[366],"article,":[367],"discuss":[369],"challenges":[371],"experimentation":[375],"present":[377,392],"taxonomy":[379],"some":[381],"desiderata":[384],"paradigms":[387],"should":[388],"offer.":[389],"We":[390],"then":[391],"ClusterJob":[393],"(CJ),":[394],"efficient":[396],"environment":[398],"other":[402],"researchers":[403],"used":[405],"conduct":[407],"share":[409],"million-CPU-hour":[410],"painless":[414],"reproducible":[416],"way.":[417]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}