{"id":"https://openalex.org/W2981468349","doi":"https://doi.org/10.1177/1094342016649766","title":"<tt>dispel4py</tt>: A Python framework for data-intensive scientific computing","display_name":"<tt>dispel4py</tt>: A Python framework for data-intensive scientific computing","publication_year":2016,"publication_date":"2016-06-01","ids":{"openalex":"https://openalex.org/W2981468349","doi":"https://doi.org/10.1177/1094342016649766","mag":"2981468349"},"language":"en","primary_location":{"id":"doi:10.1177/1094342016649766","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1094342016649766","pdf_url":null,"source":{"id":"https://openalex.org/S60606485","display_name":"The International Journal of High Performance Computing Applications","issn_l":"1094-3420","issn":["1094-3420","1741-2846"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of High Performance Computing Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.research.ed.ac.uk/en/publications/d86dcfb0-164d-44c5-90d5-62a038d70899","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090363510","display_name":"Rosa Filguiera","orcid":null},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Rosa Filguiera","raw_affiliation_strings":["University of Edinburgh, School of Informatics, UK"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh, School of Informatics, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071121843","display_name":"Amrey Krause","orcid":"https://orcid.org/0000-0002-6173-6738"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Amrey Krause","raw_affiliation_strings":["University of Edinburgh, EPCC, UK"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh, EPCC, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077169494","display_name":"Malcolm Atkinson","orcid":"https://orcid.org/0000-0003-2632-0013"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Malcolm Atkinson","raw_affiliation_strings":["University of Edinburgh, School of Informatics, UK"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh, School of Informatics, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027172970","display_name":"Iraklis Klampanos","orcid":"https://orcid.org/0000-0003-0478-4300"},"institutions":[{"id":"https://openalex.org/I203474044","display_name":"National Centre of Scientific Research \"Demokritos\"","ror":"https://ror.org/038jp4m40","country_code":"GR","type":"facility","lineage":["https://openalex.org/I203474044"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Iraklis Klampanos","raw_affiliation_strings":["National Centre for Scientific Research Demokritos, Greece"],"affiliations":[{"raw_affiliation_string":"National Centre for Scientific Research Demokritos, Greece","institution_ids":["https://openalex.org/I203474044"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061866399","display_name":"Alexander Moreno","orcid":"https://orcid.org/0000-0003-3651-3222"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Moreno","raw_affiliation_strings":["Georgia Institute of Technology, School of Computer Science, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, School of Computer Science, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5090363510"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":10.375,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.97795904,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"31","issue":"4","first_page":"316","last_page":"334"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8364410400390625},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.8199574947357178},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8029251098632812},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.7927638292312622},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6454484462738037},{"id":"https://openalex.org/keywords/extensibility","display_name":"Extensibility","score":0.41179054975509644},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3827577233314514},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3462759256362915},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.23647817969322205}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8364410400390625},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.8199574947357178},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8029251098632812},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.7927638292312622},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6454484462738037},{"id":"https://openalex.org/C32833848","wikidata":"https://www.wikidata.org/wiki/Q4115054","display_name":"Extensibility","level":2,"score":0.41179054975509644},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3827577233314514},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3462759256362915},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.23647817969322205}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1177/1094342016649766","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1094342016649766","pdf_url":null,"source":{"id":"https://openalex.org/S60606485","display_name":"The International Journal of High Performance Computing Applications","issn_l":"1094-3420","issn":["1094-3420","1741-2846"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of High Performance Computing Applications","raw_type":"journal-article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/d86dcfb0-164d-44c5-90d5-62a038d70899","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/d86dcfb0-164d-44c5-90d5-62a038d70899","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Filgueira, R, Krause, A, Atkinson, M, Klampanos, I & Moreno, A 2017, 'dispel4py: A Python framework for data-intensive scientific computing', International Journal of High Performance Computing Applications, vol. 31, no. 4, pp. 316-334. https://doi.org/10.1177/1094342016649766","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/d86dcfb0-164d-44c5-90d5-62a038d70899","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/d86dcfb0-164d-44c5-90d5-62a038d70899","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Filgueira, R, Krause, A, Atkinson, M, Klampanos, I & Moreno, A 2017, 'dispel4py: A Python framework for data-intensive scientific computing', International Journal of High Performance Computing Applications, vol. 31, no. 4, pp. 316-334. https://doi.org/10.1177/1094342016649766","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G2261974224","display_name":null,"funder_award_id":"NE/L012979/1","funder_id":"https://openalex.org/F4320320022","funder_display_name":"Sight Research UK"},{"id":"https://openalex.org/G3654379864","display_name":null,"funder_award_id":"NE/H02297X/1","funder_id":"https://openalex.org/F4320320022","funder_display_name":"Sight Research UK"},{"id":"https://openalex.org/G7963412677","display_name":null,"funder_award_id":"NE/H02297X/1","funder_id":"https://openalex.org/F4320334631","funder_display_name":"Natural Environment Research Council"},{"id":"https://openalex.org/G8685459728","display_name":null,"funder_award_id":"NE/L012979/1","funder_id":"https://openalex.org/F4320334631","funder_display_name":"Natural Environment Research Council"}],"funders":[{"id":"https://openalex.org/F4320320022","display_name":"Sight Research UK","ror":"https://ror.org/03z2py885"},{"id":"https://openalex.org/F4320334631","display_name":"Natural Environment Research Council","ror":"https://ror.org/02b5d8509"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W2303347","https://openalex.org/W131386948","https://openalex.org/W131669097","https://openalex.org/W597956076","https://openalex.org/W1506841836","https://openalex.org/W1509677007","https://openalex.org/W1566756265","https://openalex.org/W1583240815","https://openalex.org/W1593484758","https://openalex.org/W1756226383","https://openalex.org/W1805309753","https://openalex.org/W1962912289","https://openalex.org/W1970498130","https://openalex.org/W1976020510","https://openalex.org/W1977863230","https://openalex.org/W1979742610","https://openalex.org/W1979900513","https://openalex.org/W1981780420","https://openalex.org/W1983485506","https://openalex.org/W1984657538","https://openalex.org/W1985267039","https://openalex.org/W1986676378","https://openalex.org/W1999788928","https://openalex.org/W2010205794","https://openalex.org/W2013434113","https://openalex.org/W2019759670","https://openalex.org/W2029446742","https://openalex.org/W2042823047","https://openalex.org/W2046813315","https://openalex.org/W2064862566","https://openalex.org/W2072596277","https://openalex.org/W2075043513","https://openalex.org/W2077579791","https://openalex.org/W2078962046","https://openalex.org/W2104972673","https://openalex.org/W2112393517","https://openalex.org/W2124955716","https://openalex.org/W2139713088","https://openalex.org/W2143543488","https://openalex.org/W2158475018","https://openalex.org/W2162733761","https://openalex.org/W2164516301","https://openalex.org/W2169251528","https://openalex.org/W2293894974","https://openalex.org/W2487570219","https://openalex.org/W2547460026","https://openalex.org/W2612649659","https://openalex.org/W2620485168","https://openalex.org/W2886313391","https://openalex.org/W3103498336","https://openalex.org/W4298266530"],"related_works":["https://openalex.org/W1948607442","https://openalex.org/W2341492732","https://openalex.org/W3187193180","https://openalex.org/W4247766898","https://openalex.org/W2044615423","https://openalex.org/W2361584951","https://openalex.org/W31122515","https://openalex.org/W3181407718","https://openalex.org/W2279756738","https://openalex.org/W121182129"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"dispel4py,":[3],"a":[4,103],"new":[5],"Python":[6,22],"framework":[7],"for":[8,13,108],"describing":[9],"abstract":[10,71],"stream-based":[11],"workflows":[12,72],"distributed":[14,118],"data-intensive":[15,170],"applications.":[16],"These":[17],"combine":[18],"the":[19,25,59,132],"familiarity":[20],"of":[21,27,161,169],"programming":[23],"with":[24],"scalability":[26],"workflows.":[28],"Data":[29],"streaming":[30],"is":[31,149],"used":[32],"to":[33,40,46,68,105,153],"gain":[34],"performance,":[35],"rapid":[36],"prototyping":[37],"and":[38,55,90,111,126,141,171,176],"applicability":[39],"live":[41],"observations.":[42],"dispel4py":[43,70,82,162],"enables":[44],"scientists":[45],"focus":[47],"on":[48,102,115,128],"their":[49],"scientific":[50],"goals,":[51],"avoiding":[52],"distracting":[53],"details":[54],"retaining":[56],"flexibility":[57],"over":[58],"computing":[60,119,173],"infrastructure":[61],"they":[62,135],"use.":[63],"The":[64,147,158],"implementation,":[65],"therefore,":[66],"has":[67],"map":[69],"optimally":[73],"onto":[74,163],"target":[75,165],"platforms":[76],"chosen":[77],"dynamically.":[78],"We":[79],"present":[80],"four":[81],"mappings:":[83],"Apache":[84],"Storm,":[85],"message-passing":[86],"interface":[87],"(MPI),":[88],"multi-threading":[89],"sequential,":[91],"showing":[92],"two":[93],"major":[94],"benefits:":[95],"a)":[96],"smooth":[97],"transitions":[98],"from":[99],"local":[100],"development":[101],"laptop":[104],"scalable":[106,113],"execution":[107],"production":[109],"work,":[110],"b)":[112],"enactment":[114],"significantly":[116],"different":[117],"infrastructures.":[120],"Three":[121],"application":[122],"domains":[123],"are":[124],"reported":[125],"measurements":[127],"multiple":[129,164],"infrastructures":[130,166],"show":[131],"optimisations":[133],"achieved;":[134],"have":[136],"provided":[137],"demanding":[138],"real":[139],"applications":[140],"helped":[142],"us":[143],"develop":[144],"effective":[145,159],"training.":[146],"dispel4py.org":[148],"an":[150],"open-source":[151],"project":[152],"which":[154],"we":[155],"invite":[156],"participation.":[157],"mapping":[160],"demonstrates":[167],"exploitation":[168],"high-performance":[172],"(HPC)":[174],"architectures":[175],"consistent":[177],"scalability.":[178]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}