{"id":"https://openalex.org/W2560566187","doi":"https://doi.org/10.1016/j.future.2016.11.004","title":"Copernicus, a hybrid dataflow and peer-to-peer scientific computing platform for efficient large-scale ensemble sampling","display_name":"Copernicus, a hybrid dataflow and peer-to-peer scientific computing platform for efficient large-scale ensemble sampling","publication_year":2016,"publication_date":"2016-12-10","ids":{"openalex":"https://openalex.org/W2560566187","doi":"https://doi.org/10.1016/j.future.2016.11.004","mag":"2560566187"},"language":"en","primary_location":{"id":"doi:10.1016/j.future.2016.11.004","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.future.2016.11.004","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0167739X16305337/pdf","source":{"id":"https://openalex.org/S186357190","display_name":"Future Generation Computer Systems","issn_l":"0167-739X","issn":["0167-739X","1872-7115"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Generation Computer Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.sciencedirect.com/science/article/pii/S0167739X16305337/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088320930","display_name":"Iman Pouya","orcid":null},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Iman Pouya","raw_affiliation_strings":["Swedish eScience Research Center, Department of Theoretical Physics, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Swedish eScience Research Center, Department of Theoretical Physics, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051579614","display_name":"Sander Pronk","orcid":null},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Sander Pronk","raw_affiliation_strings":["Swedish eScience Research Center, Department of Theoretical Physics, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Swedish eScience Research Center, Department of Theoretical Physics, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034159026","display_name":"Magnus Lundborg","orcid":"https://orcid.org/0000-0002-0873-7854"},"institutions":[{"id":"https://openalex.org/I161593684","display_name":"Stockholm University","ror":"https://ror.org/05f0yaq80","country_code":"SE","type":"education","lineage":["https://openalex.org/I161593684"]},{"id":"https://openalex.org/I2800139495","display_name":"Science for Life Laboratory","ror":"https://ror.org/04ev03g22","country_code":"SE","type":"facility","lineage":["https://openalex.org/I2800139495"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Magnus Lundborg","raw_affiliation_strings":["Department of Biochemistry and Biophysics, Science for Life Laboratory, Stockholm University, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biochemistry and Biophysics, Science for Life Laboratory, Stockholm University, Sweden","institution_ids":["https://openalex.org/I161593684","https://openalex.org/I2800139495"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008875190","display_name":"Erik Lindahl","orcid":"https://orcid.org/0000-0002-2734-2794"},"institutions":[{"id":"https://openalex.org/I161593684","display_name":"Stockholm University","ror":"https://ror.org/05f0yaq80","country_code":"SE","type":"education","lineage":["https://openalex.org/I161593684"]},{"id":"https://openalex.org/I2800139495","display_name":"Science for Life Laboratory","ror":"https://ror.org/04ev03g22","country_code":"SE","type":"facility","lineage":["https://openalex.org/I2800139495"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Erik Lindahl","raw_affiliation_strings":["Department of Biochemistry and Biophysics, Science for Life Laboratory, Stockholm University, Sweden","Swedish eScience Research Center, Department of Theoretical Physics, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biochemistry and Biophysics, Science for Life Laboratory, Stockholm University, Sweden","institution_ids":["https://openalex.org/I161593684","https://openalex.org/I2800139495"]},{"raw_affiliation_string":"Swedish eScience Research Center, Department of Theoretical Physics, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5008875190"],"corresponding_institution_ids":["https://openalex.org/I161593684","https://openalex.org/I2800139495","https://openalex.org/I86987016"],"apc_list":{"value":3340,"currency":"USD","value_usd":3340},"apc_paid":{"value":3340,"currency":"USD","value_usd":3340},"fwci":7.9677,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.97095026,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"71","issue":null,"first_page":"18","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8998900055885315},{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.8215755224227905},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6963804960250854},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.656242311000824},{"id":"https://openalex.org/keywords/massively-parallel","display_name":"Massively parallel","score":0.5777519941329956},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5352497696876526},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5269021987915039},{"id":"https://openalex.org/keywords/stateful-firewall","display_name":"Stateful firewall","score":0.5126542448997498},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.4926062226295471},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.4460577964782715},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4384550452232361},{"id":"https://openalex.org/keywords/data-intensive-computing","display_name":"Data-intensive computing","score":0.41027626395225525},{"id":"https://openalex.org/keywords/grid-computing","display_name":"Grid computing","score":0.1765100359916687},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1293797492980957},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12300950288772583},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.12263110280036926}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8998900055885315},{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.8215755224227905},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6963804960250854},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.656242311000824},{"id":"https://openalex.org/C190475519","wikidata":"https://www.wikidata.org/wiki/Q544384","display_name":"Massively parallel","level":2,"score":0.5777519941329956},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5352497696876526},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5269021987915039},{"id":"https://openalex.org/C22927095","wikidata":"https://www.wikidata.org/wiki/Q1784206","display_name":"Stateful firewall","level":3,"score":0.5126542448997498},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.4926062226295471},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.4460577964782715},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4384550452232361},{"id":"https://openalex.org/C76831024","wikidata":"https://www.wikidata.org/wiki/Q5227096","display_name":"Data-intensive computing","level":4,"score":0.41027626395225525},{"id":"https://openalex.org/C70429105","wikidata":"https://www.wikidata.org/wiki/Q249999","display_name":"Grid computing","level":3,"score":0.1765100359916687},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1293797492980957},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12300950288772583},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.12263110280036926},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.future.2016.11.004","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.future.2016.11.004","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0167739X16305337/pdf","source":{"id":"https://openalex.org/S186357190","display_name":"Future Generation Computer Systems","issn_l":"0167-739X","issn":["0167-739X","1872-7115"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Generation Computer Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.future.2016.11.004","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.future.2016.11.004","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0167739X16305337/pdf","source":{"id":"https://openalex.org/S186357190","display_name":"Future Generation Computer Systems","issn_l":"0167-739X","issn":["0167-739X","1872-7115"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Generation Computer Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6000000238418579,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G8378878225","display_name":"Modeling of Structure & Dynamics of Ion Channels and Helix insertion in Membranes","funder_award_id":"2010-05107","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"},{"id":"https://openalex.org/G8717279812","display_name":null,"funder_award_id":"2010-491","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"},{"id":"https://openalex.org/G8875621885","display_name":null,"funder_award_id":"675728","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320317161","display_name":"Swedish e-Science Research Centre","ror":"https://ror.org/01e59yk92"},{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2560566187.pdf","grobid_xml":"https://content.openalex.org/works/W2560566187.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W1795725","https://openalex.org/W53736674","https://openalex.org/W125510936","https://openalex.org/W653846374","https://openalex.org/W1031578623","https://openalex.org/W1539769298","https://openalex.org/W1798528872","https://openalex.org/W1976998887","https://openalex.org/W1978924650","https://openalex.org/W1980055293","https://openalex.org/W1983294093","https://openalex.org/W1983833794","https://openalex.org/W1986986500","https://openalex.org/W1996138408","https://openalex.org/W2008285031","https://openalex.org/W2016336300","https://openalex.org/W2025190248","https://openalex.org/W2035168235","https://openalex.org/W2049738344","https://openalex.org/W2062930790","https://openalex.org/W2063945425","https://openalex.org/W2064556178","https://openalex.org/W2077579791","https://openalex.org/W2078962046","https://openalex.org/W2082171780","https://openalex.org/W2084760470","https://openalex.org/W2085213650","https://openalex.org/W2096786184","https://openalex.org/W2104266030","https://openalex.org/W2123130398","https://openalex.org/W2123134606","https://openalex.org/W2128548442","https://openalex.org/W2139506608","https://openalex.org/W2140332639","https://openalex.org/W2141306658","https://openalex.org/W2142863519","https://openalex.org/W2146917903","https://openalex.org/W2153972927","https://openalex.org/W2168103533","https://openalex.org/W2172092628","https://openalex.org/W2173213060","https://openalex.org/W2180477690","https://openalex.org/W2248049238","https://openalex.org/W2614411157","https://openalex.org/W2913465514","https://openalex.org/W3146441860","https://openalex.org/W4229701516","https://openalex.org/W4237715662","https://openalex.org/W4245970816","https://openalex.org/W4255584963","https://openalex.org/W4301888191","https://openalex.org/W6600079585","https://openalex.org/W6604428270","https://openalex.org/W6605117124","https://openalex.org/W6632215720","https://openalex.org/W6671484413","https://openalex.org/W6680758468","https://openalex.org/W6681030949","https://openalex.org/W6681396306","https://openalex.org/W6681420718","https://openalex.org/W6685361884"],"related_works":["https://openalex.org/W2793205098","https://openalex.org/W1996138408","https://openalex.org/W2078379093","https://openalex.org/W2044304495","https://openalex.org/W2353464440","https://openalex.org/W2158030964","https://openalex.org/W2127197365","https://openalex.org/W2911620088","https://openalex.org/W2615669199","https://openalex.org/W3133966128"],"abstract_inverted_index":{"Compute-intensive":[0],"applications":[1,70],"have":[2],"gradually":[3],"changed":[4],"focus":[5],"from":[6,123,183,198],"massively":[7],"parallel":[8],"supercomputers":[9,184],"to":[10,48,99,175,185,226],"capacity":[11],"as":[12,93],"a":[13,66,125,176,229],"resource":[14],"obtained":[15],"on-demand.":[16],"This":[17,160],"is":[18],"particularly":[19],"true":[20],"for":[21,37,112,240],"the":[22,56,75,134,157],"large-scale":[23],"adoption":[24],"of":[25,52,59,69,133,148,163,179,222,235,237],"cloud":[26],"computing":[27,40,47,117,189,223],"and":[28,45,85,106,127,153,170,187,192,228],"MapReduce":[29],"in":[30,43,110,115,156],"industry,":[31],"while":[32],"it":[33],"has":[34],"been":[35],"difficult":[36],"traditional":[38],"high-performance":[39],"(HPC)":[41],"usage":[42],"scientific":[44,116],"engineering":[46],"exploit":[49],"this":[50],"type":[51],"resources.":[53],"However,":[54],"with":[55,78,146,219],"strong":[57],"trend":[58],"increasing":[60],"parallelism":[61,72],"rather":[62],"than":[63],"faster":[64],"processors,":[65],"growing":[67],"number":[68],"target":[71],"already":[73],"on":[74,83],"algorithm":[76],"level":[77],"loosely":[79],"coupled":[80],"approaches":[81],"based":[82],"sampling":[84],"ensembles.":[86],"While":[87],"these":[88,142,174],"cannot":[89],"trivially":[90],"be":[91],"formulated":[92],"MapReduce,":[94],"they":[95],"are":[96,103,119,130,144,196],"highly":[97,131],"amenable":[98],"throughput":[100],"computing.":[101],"There":[102],"many":[104],"general":[105],"powerful":[107],"frameworks,":[108],"but":[109],"particular":[111],"sampling-based":[113],"algorithms":[114],"there":[118],"some":[120],"clear":[121],"advantages":[122],"having":[124],"platform":[126],"scheduler":[128],"that":[129],"aware":[132],"underlying":[135],"physical":[136],"problem.":[137],"Here,":[138],"we":[139],"present":[140],"how":[141],"challenges":[143],"addressed":[145],"combinations":[147],"dataflow":[149],"programming,":[150],"peer-to-peer":[151,154],"techniques":[152],"networks":[155],"Copernicus":[158],"platform.":[159],"allows":[161],"automation":[162],"sampling-focused":[164],"workflows,":[165],"task":[166],"generation,":[167],"dependency":[168],"tracking,":[169],"not":[171],"least":[172],"distributing":[173],"diverse":[177],"set":[178],"compute":[180],"resources":[181],"ranging":[182],"clouds":[186],"distributed":[188],"(across":[190],"firewalls":[191],"fragile":[193],"networks).":[194],"Workflows":[195],"defined":[197],"modules":[199],"using":[200],"existing":[201],"programs,":[202],"which":[203],"makes":[204],"them":[205],"reusable":[206],"without":[207],"programming":[208],"requirements.":[209],"The":[210],"system":[211],"achieves":[212],"resiliency":[213],"by":[214],"handling":[215],"node":[216],"failures":[217],"transparently":[218],"minimal":[220],"loss":[221],"time":[224],"due":[225],"checkpointing,":[227],"single":[230],"server":[231],"can":[232],"manage":[233],"hundreds":[234],"thousands":[236],"cores":[238],"e.g.":[239],"computational":[241],"chemistry":[242],"applications.":[243]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":5}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}