{"id":"https://openalex.org/W1997534535","doi":"https://doi.org/10.1145/1645164.1645175","title":"Composing and executing parallel data-flow graphs with shell pipes","display_name":"Composing and executing parallel data-flow graphs with shell pipes","publication_year":2009,"publication_date":"2009-11-16","ids":{"openalex":"https://openalex.org/W1997534535","doi":"https://doi.org/10.1145/1645164.1645175","mag":"1997534535"},"language":"en","primary_location":{"id":"doi:10.1145/1645164.1645175","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1645164.1645175","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Workflows in Support of Large-Scale Science","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102166345","display_name":"Edward Walker","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Edward Walker","raw_affiliation_strings":["University of Texas at Austin, Austin, TX"],"affiliations":[{"raw_affiliation_string":"University of Texas at Austin, Austin, TX","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101883722","display_name":"Weijia Xu","orcid":"https://orcid.org/0000-0002-5134-6381"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weijia Xu","raw_affiliation_strings":["University of Texas at Austin, Austin, TX"],"affiliations":[{"raw_affiliation_string":"University of Texas at Austin, Austin, TX","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013126175","display_name":"Vinoth Chandar","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vinoth Chandar","raw_affiliation_strings":["Oracle Corporation, Redwood Shores, CA","Oracle +Corp., Redwood Shores, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Oracle Corporation, Redwood Shores, CA","institution_ids":["https://openalex.org/I1342911587"]},{"raw_affiliation_string":"Oracle +Corp., Redwood Shores, CA#TAB#","institution_ids":["https://openalex.org/I1342911587"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102166345"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":1.0553,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.77187963,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8498321175575256},{"id":"https://openalex.org/keywords/joins","display_name":"Joins","score":0.8099567294120789},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.582697868347168},{"id":"https://openalex.org/keywords/data-flow-diagram","display_name":"Data flow diagram","score":0.5369823575019836},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5256363153457642},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4739121198654175},{"id":"https://openalex.org/keywords/shell","display_name":"Shell (structure)","score":0.46967726945877075},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.466529905796051},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.45036882162094116},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44809678196907043},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.44066953659057617},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4226738214492798},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.39777871966362},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.36527711153030396},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1454296112060547},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1408250331878662},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09551185369491577}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8498321175575256},{"id":"https://openalex.org/C2778692605","wikidata":"https://www.wikidata.org/wiki/Q4041866","display_name":"Joins","level":2,"score":0.8099567294120789},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.582697868347168},{"id":"https://openalex.org/C489000","wikidata":"https://www.wikidata.org/wiki/Q747385","display_name":"Data flow diagram","level":2,"score":0.5369823575019836},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5256363153457642},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4739121198654175},{"id":"https://openalex.org/C2781052500","wikidata":"https://www.wikidata.org/wiki/Q2230313","display_name":"Shell (structure)","level":2,"score":0.46967726945877075},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.466529905796051},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.45036882162094116},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44809678196907043},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.44066953659057617},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4226738214492798},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39777871966362},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36527711153030396},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1454296112060547},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1408250331878662},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09551185369491577},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1645164.1645175","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1645164.1645175","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th Workshop on Workflows in Support of Large-Scale Science","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4699999988079071}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1493893823","https://openalex.org/W1500859230","https://openalex.org/W1535347731","https://openalex.org/W1565645576","https://openalex.org/W1597755753","https://openalex.org/W1981994545","https://openalex.org/W2046116191","https://openalex.org/W2048810287","https://openalex.org/W2098935637","https://openalex.org/W2100156365","https://openalex.org/W2100261248","https://openalex.org/W2100830825","https://openalex.org/W2104644701","https://openalex.org/W2110001365","https://openalex.org/W2119400430","https://openalex.org/W2119714163","https://openalex.org/W2121357453","https://openalex.org/W2121817468","https://openalex.org/W2122465391","https://openalex.org/W2127044011","https://openalex.org/W2154894831","https://openalex.org/W2168775768","https://openalex.org/W6632165618","https://openalex.org/W6635964534"],"related_works":["https://openalex.org/W2088925915","https://openalex.org/W2382891957","https://openalex.org/W2393491644","https://openalex.org/W2067184662","https://openalex.org/W3047837489","https://openalex.org/W2622139626","https://openalex.org/W2133660117","https://openalex.org/W2104496206","https://openalex.org/W3013303285","https://openalex.org/W4249150837"],"abstract_inverted_index":{"In":[0],"this":[1,52],"paper":[2,53],"we":[3],"extend":[4],"the":[5,21,55,60,70,73],"concept":[6],"of":[7,23,26,59,72,89,97],"shell":[8],"pipes":[9],"to":[10,85,87],"incorporate":[11],"forks,":[12],"joins,":[13],"cycles,":[14],"and":[15,33,44,57,68,77],"key-value":[16],"aggregation.":[17],"These":[18],"extensions":[19,62],"enable":[20],"implementation":[22,58],"a":[24,35],"class":[25],"data-flow":[27],"computation":[28],"with":[29],"strong":[30],"deterministic":[31],"properties,":[32],"provide":[34],"simple":[36],"yet":[37],"powerful":[38],"coordination":[39],"layer":[40],"for":[41,47,95],"leveraging":[42],"multi-language":[43],"legacy":[45],"components":[46],"large-scale":[48],"parallel":[49],"computation.":[50],"Concretely,":[51],"describes":[54],"design":[56],"language":[61],"in":[63],"Bourne":[64],"Again":[65],"SHell":[66],"(BASH),":[67],"examines":[69],"performance":[71,94],"system":[74,82],"using":[75],"micro":[76],"macro":[78],"benchmarks.":[79],"The":[80],"implemented":[81],"is":[83],"shown":[84],"scale":[86],"thousands":[88],"processors,":[90],"enabling":[91],"high":[92],"throughput":[93],"millions":[96],"processing":[98],"tasks":[99],"on":[100],"large":[101],"commodity":[102],"compute":[103],"clusters.":[104]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}