{"id":"https://openalex.org/W2067631468","doi":"https://doi.org/10.1145/2370816.2370826","title":"Auto-parallelizing stateful distributed streaming applications","display_name":"Auto-parallelizing stateful distributed streaming applications","publication_year":2012,"publication_date":"2012-09-19","ids":{"openalex":"https://openalex.org/W2067631468","doi":"https://doi.org/10.1145/2370816.2370826","mag":"2067631468"},"language":"en","primary_location":{"id":"doi:10.1145/2370816.2370826","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2370816.2370826","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st international conference on Parallel architectures and compilation techniques","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111811936","display_name":"Scott Schneider","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Schneider","raw_affiliation_strings":["IBM Research, Hawthorne, NY, USA","IBM Thomas J. Watson Research Center, IBM Research, Hawthorne, New York, 10532, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Hawthorne, NY, USA","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"IBM Thomas J. Watson Research Center, IBM Research, Hawthorne, New York, 10532, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079080602","display_name":"Martin Hirzel","orcid":"https://orcid.org/0009-0006-8840-6065"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martin Hirzel","raw_affiliation_strings":["IBM Research, Hawthorne, NY, USA","IBM Thomas J. Watson Research Center, IBM Research, Hawthorne, New York, 10532, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Hawthorne, NY, USA","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"IBM Thomas J. Watson Research Center, IBM Research, Hawthorne, New York, 10532, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001375267","display_name":"Bu\u011fra Gedik","orcid":"https://orcid.org/0000-0002-0622-1141"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Bugra Gedik","raw_affiliation_strings":["Bilkent University, Ankara, Turkey","Department of Computer Engineering, Bilkent University, Ankara, 06800, Turkey#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]},{"raw_affiliation_string":"Department of Computer Engineering, Bilkent University, Ankara, 06800, Turkey#TAB#","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102105135","display_name":"Kun\u2010Lung Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kun-Lung Wu","raw_affiliation_strings":["IBM Research, Hawthorne, NY, USA","IBM Thomas J. Watson Research Center, IBM Research, Hawthorne, New York, 10532, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Hawthorne, NY, USA","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"IBM Thomas J. Watson Research Center, IBM Research, Hawthorne, New York, 10532, USA","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.3571,"has_fulltext":false,"cited_by_count":67,"citation_normalized_percentile":{"value":0.98269557,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"53","last_page":"64"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9084185361862183},{"id":"https://openalex.org/keywords/tuple","display_name":"Tuple","score":0.7912263870239258},{"id":"https://openalex.org/keywords/stateful-firewall","display_name":"Stateful firewall","score":0.759225070476532},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6901597380638123},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6698353290557861},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.5989665985107422},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.5770559906959534},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.4888841509819031},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3754689693450928},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.3402736783027649},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16362988948822021},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08942374587059021},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08247628808021545}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9084185361862183},{"id":"https://openalex.org/C118930307","wikidata":"https://www.wikidata.org/wiki/Q600590","display_name":"Tuple","level":2,"score":0.7912263870239258},{"id":"https://openalex.org/C22927095","wikidata":"https://www.wikidata.org/wiki/Q1784206","display_name":"Stateful firewall","level":3,"score":0.759225070476532},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6901597380638123},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6698353290557861},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.5989665985107422},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.5770559906959534},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.4888841509819031},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3754689693450928},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.3402736783027649},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16362988948822021},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08942374587059021},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08247628808021545},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2370816.2370826","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2370816.2370826","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st international conference on Parallel architectures and compilation techniques","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.374.4136","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.374.4136","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://hirzels.com/martin/papers/pact12-autoparallel.pdf","raw_type":"text"},{"id":"pmh:oai:repository.bilkent.edu.tr:11693/28156","is_oa":false,"landing_page_url":"http://hdl.handle.net/11693/28156","pdf_url":null,"source":{"id":"https://openalex.org/S4306400079","display_name":"Bilkent University Institutional Repository (Bilkent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I168864056","host_organization_name":"Bilkent University","host_organization_lineage":["https://openalex.org/I168864056"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PACT '12 Proceedings of the 21st international conference on Parallel architectures and compilation techniques","raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1845494277","https://openalex.org/W1854214752","https://openalex.org/W1884959966","https://openalex.org/W1976397984","https://openalex.org/W1978924650","https://openalex.org/W1995701726","https://openalex.org/W2041749018","https://openalex.org/W2080427212","https://openalex.org/W2091158003","https://openalex.org/W2098720114","https://openalex.org/W2100830825","https://openalex.org/W2106089390","https://openalex.org/W2110086534","https://openalex.org/W2119745055","https://openalex.org/W2126583885","https://openalex.org/W2133338501","https://openalex.org/W2150206209","https://openalex.org/W2156896988","https://openalex.org/W2162544437","https://openalex.org/W2162957845","https://openalex.org/W2165100134","https://openalex.org/W2173213060","https://openalex.org/W2912802084","https://openalex.org/W4206070857","https://openalex.org/W6758383543"],"related_works":["https://openalex.org/W2010422203","https://openalex.org/W2891231771","https://openalex.org/W3091112164","https://openalex.org/W4388349191","https://openalex.org/W2950520577","https://openalex.org/W1554644772","https://openalex.org/W2003935582","https://openalex.org/W2494130044","https://openalex.org/W3170887803","https://openalex.org/W2999042801"],"abstract_inverted_index":{"Streaming":[0],"applications":[1],"transform":[2],"possibly":[3],"infinite":[4],"streams":[5],"of":[6,21,46,93],"data":[7,28,58,79,140],"and":[8,14,26,37,73,96,114,167],"often":[9],"have":[10],"both":[11],"high":[12],"throughput":[13],"low":[15],"latency":[16],"requirements.":[17],"They":[18],"are":[19,173],"comprised":[20],"operator":[22],"graphs":[23],"that":[24,76,127],"produce":[25],"consume":[27],"tuples.":[29],"The":[30,122],"streaming":[31,66],"programming":[32],"model":[33],"naturally":[34,56],"exposes":[35],"task":[36],"pipeline":[38],"parallelism,":[39,59,141],"enabling":[40],"it":[41,53],"to":[42],"exploit":[43],"parallel":[44,101,131,165,176],"systems":[45],"all":[47],"kinds,":[48],"including":[49],"large":[50],"clusters.":[51],"However,":[52],"does":[54],"not":[55],"expose":[57],"which":[60],"must":[61],"instead":[62],"be":[63],"extracted":[64],"from":[65],"applications.":[67],"This":[68],"paper":[69],"presents":[70],"a":[71],"compiler":[72,104],"runtime":[74,124],"system":[75,125],"automatically":[77],"extract":[78],"parallelism":[80],"for":[81,163],"distributed":[82,123],"stream":[83],"processing.":[84],"Our":[85,152],"approach":[86],"guarantees":[87],"safety,":[88],"even":[89],"in":[90,119,133],"the":[91,103,120,134,143,150],"presence":[92],"stateful,":[94],"selective,":[95],"user-defined":[97],"operators.":[98],"When":[99],"constructing":[100],"regions,":[102,166],"ensures":[105,126],"safety":[106],"by":[107,149],"considering":[108],"an":[109],"operator's":[110],"selectivity,":[111],"state,":[112],"partitioning,":[113],"dependencies":[115],"on":[116],"other":[117],"operators":[118],"graph.":[121],"tuples":[128,172],"always":[129],"exit":[130],"regions":[132],"same":[135],"order":[136],"they":[137],"would":[138],"without":[139],"using":[142,154],"most":[144],"efficient":[145],"strategy":[146],"as":[147],"identified":[148],"compiler.":[151],"experiments":[153],"100":[155],"cores":[156],"across":[157,175],"14":[158],"machines":[159],"show":[160],"linear":[161,169],"scalability":[162,170],"standard":[164],"near":[168],"when":[171],"shuffled":[174],"regions.":[177]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":7},{"year":2013,"cited_by_count":9},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}