{"id":"https://openalex.org/W4391095359","doi":"https://doi.org/10.1109/bigdata59044.2023.10386195","title":"Towards a Peer-to-Peer Data Distribution Layer for Efficient and Collaborative Resource Optimization of Distributed Dataflow Applications","display_name":"Towards a Peer-to-Peer Data Distribution Layer for Efficient and Collaborative Resource Optimization of Distributed Dataflow Applications","publication_year":2023,"publication_date":"2023-12-15","ids":{"openalex":"https://openalex.org/W4391095359","doi":"https://doi.org/10.1109/bigdata59044.2023.10386195"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata59044.2023.10386195","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata59044.2023.10386195","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.gla.ac.uk/310190/2/310190.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024675213","display_name":"Dominik Scheinert","orcid":"https://orcid.org/0000-0003-0763-3233"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dominik Scheinert","raw_affiliation_strings":["Technische Universit&#x00E4;t Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universit&#x00E4;t Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113101499","display_name":"Soeren Becker","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Soeren Becker","raw_affiliation_strings":["Technische Universit&#x00E4;t Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universit&#x00E4;t Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002540373","display_name":"Jonathan Will","orcid":"https://orcid.org/0009-0005-7834-8845"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonathan Will","raw_affiliation_strings":["Technische Universit&#x00E4;t Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universit&#x00E4;t Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093356583","display_name":"Luis Englaender","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Luis Englaender","raw_affiliation_strings":["Technische Universit&#x00E4;t Berlin,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universit&#x00E4;t Berlin,Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084056435","display_name":"Lauritz Thamsen","orcid":"https://orcid.org/0000-0003-3755-1503"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lauritz Thamsen","raw_affiliation_strings":["University of Glasgow,United Kingdom","University of Glasgow, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Glasgow,United Kingdom","institution_ids":["https://openalex.org/I7882870"]},{"raw_affiliation_string":"University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1765,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.52080471,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2339","last_page":"2345"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.930127739906311},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8100820779800415},{"id":"https://openalex.org/keywords/peer-to-peer","display_name":"Peer-to-peer","score":0.7227452993392944},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6476981043815613},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5255780816078186},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.45249199867248535},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.349662184715271},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.33522331714630127},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2889992594718933}],"concepts":[{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.930127739906311},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8100820779800415},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.7227452993392944},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6476981043815613},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5255780816078186},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.45249199867248535},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.349662184715271},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.33522331714630127},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2889992594718933},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bigdata59044.2023.10386195","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata59044.2023.10386195","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.gla.ac.uk:310190","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/66347.html>","pdf_url":"https://eprints.gla.ac.uk/310190/2/310190.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Proceedings"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:310190","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/66347.html>","pdf_url":"https://eprints.gla.ac.uk/310190/2/310190.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Proceedings"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3591100483","display_name":"SFB 1404: FONDA \u2013 Grundlagen von Workflows f\u00fcr die Analyse gro\u00dfer naturwissenschaftlicher Daten","funder_award_id":"414984028","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8694154110","display_name":null,"funder_award_id":"SFB 1404","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8794222420","display_name":"C5: Kollaborative und kontext\u00fcbergreifende ClusterKonfiguration f\u00fcr die verteilte Datenverarbeitung","funder_award_id":"506529034","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391095359.pdf","grobid_xml":"https://content.openalex.org/works/W4391095359.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1844512392","https://openalex.org/W2119245106","https://openalex.org/W2189465200","https://openalex.org/W2521550930","https://openalex.org/W2566979091","https://openalex.org/W2620934568","https://openalex.org/W2729389169","https://openalex.org/W2773722012","https://openalex.org/W2783232377","https://openalex.org/W2795321153","https://openalex.org/W2887443683","https://openalex.org/W2912253354","https://openalex.org/W2923185253","https://openalex.org/W2952578913","https://openalex.org/W2955930144","https://openalex.org/W2979708257","https://openalex.org/W2994800233","https://openalex.org/W3010925139","https://openalex.org/W3016908633","https://openalex.org/W3023238978","https://openalex.org/W3036172617","https://openalex.org/W3044147426","https://openalex.org/W3048247585","https://openalex.org/W3095249487","https://openalex.org/W3117732171","https://openalex.org/W3126778967","https://openalex.org/W3131827005","https://openalex.org/W3137810510","https://openalex.org/W3159046296","https://openalex.org/W3163168078","https://openalex.org/W3174969457","https://openalex.org/W3182902178","https://openalex.org/W3202534202","https://openalex.org/W3207844152","https://openalex.org/W3211837897","https://openalex.org/W3213171603","https://openalex.org/W3215201015","https://openalex.org/W4226017725","https://openalex.org/W4226027036","https://openalex.org/W4226176725","https://openalex.org/W4320002784","https://openalex.org/W4320024253","https://openalex.org/W4387760957","https://openalex.org/W6638711193","https://openalex.org/W6687322159","https://openalex.org/W6731596640","https://openalex.org/W6758531326","https://openalex.org/W6774299659"],"related_works":["https://openalex.org/W2293118914","https://openalex.org/W2998381397","https://openalex.org/W4236419692","https://openalex.org/W2171015181","https://openalex.org/W3167919718","https://openalex.org/W4251718783","https://openalex.org/W4239447582","https://openalex.org/W1484403103","https://openalex.org/W2521947294","https://openalex.org/W1998888015"],"abstract_inverted_index":{"Performance":[0],"modeling":[1,18,88,110],"can":[2],"help":[3],"to":[4,25,40,100,132],"improve":[5,41],"the":[6,16,30,66],"resource":[7,42,121],"efficiency":[8],"of":[9,32,68,89,152],"clusters":[10],"and":[11,55,77,112,118,136,145,149,155],"distributed":[12,90],"dataflow":[13,91],"applications,":[14],"yet":[15],"available":[17],"data":[19,34,52,82,95,102,134,137],"is":[20],"often":[21],"limited.":[22],"Collaborative":[23],"approaches":[24,111],"performance":[26,33,81,87,101],"modeling,":[27],"characterized":[28],"by":[29],"sharing":[31,53,83],"or":[35],"models,":[36],"have":[37],"been":[38,47],"shown":[39],"efficiency,":[43],"but":[44],"there":[45],"has":[46],"little":[48],"focus":[49],"on":[50],"actual":[51],"strategies":[54],"implementation":[56,144],"in":[57,103],"production":[58],"environments.":[59],"This":[60],"missing":[61],"building":[62],"block":[63],"holds":[64],"back":[65],"realization":[67],"proposed":[69,94],"collaborative":[70,86,109],"solutions.In":[71],"this":[72],"paper,":[73],"we":[74,126],"envision,":[75],"design,":[76],"evaluate":[78],"a":[79,104,142],"peer-to-peer":[80],"approach":[84,129],"for":[85,114],"applications.":[92],"Our":[93],"distribution":[96],"layer":[97],"enables":[98],"access":[99],"decentralized":[105],"manner,":[106],"thereby":[107],"facilitating":[108],"allowing":[113,150],"improved":[115],"prediction":[116],"capabilities":[117],"hence":[119],"increased":[120],"efficiency.":[122],"In":[123],"our":[124,128],"evaluation,":[125],"assess":[127],"with":[130,141],"regard":[131],"deployment,":[133],"replication,":[135],"validation,":[138],"through":[139],"experiments":[140],"prototype":[143],"simulation,":[146],"demonstrating":[147],"feasibility":[148],"discussion":[151],"potential":[153],"limitations":[154],"next":[156],"steps.":[157]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2024-01-23T00:00:00"}
