{"id":"https://openalex.org/W4401018196","doi":"https://doi.org/10.1109/ipdpsw63119.2024.00133","title":"Towards Fine-Grained Parallelism in Parallel and Distributed Python Libraries","display_name":"Towards Fine-Grained Parallelism in Parallel and Distributed Python Libraries","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4401018196","doi":"https://doi.org/10.1109/ipdpsw63119.2024.00133"},"language":"en","primary_location":{"id":"doi:10.1109/ipdpsw63119.2024.00133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipdpsw63119.2024.00133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5105100627","display_name":"Jamison Kerney","orcid":null},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jamison Kerney","raw_affiliation_strings":["College of Computing, Illinois Institute of Technology,Chicago,Illinois"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computing, Illinois Institute of Technology,Chicago,Illinois","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030599558","display_name":"Ioan Raicu","orcid":"https://orcid.org/0000-0002-5477-439X"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ioan Raicu","raw_affiliation_strings":["College of Computing, Illinois Institute of Technology,Chicago,Illinois"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computing, Illinois Institute of Technology,Chicago,Illinois","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105100628","display_name":"John Raicu","orcid":null},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Raicu","raw_affiliation_strings":["University of Chicago,Department of Computer Science,Chicago,Illinois"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago,Department of Computer Science,Chicago,Illinois","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065464552","display_name":"Kyle Chard","orcid":"https://orcid.org/0000-0002-7370-4805"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle Chard","raw_affiliation_strings":["University of Chicago,Department of Computer Science,Chicago,Illinois"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago,Department of Computer Science,Chicago,Illinois","institution_ids":["https://openalex.org/I40347166"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"706","last_page":"715"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8329755067825317},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.7340728044509888},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6860513687133789},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.5004596710205078},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.48551487922668457},{"id":"https://openalex.org/keywords/task-parallelism","display_name":"Task parallelism","score":0.48027610778808594},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.4559607207775116},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3791428804397583}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8329755067825317},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.7340728044509888},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6860513687133789},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.5004596710205078},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.48551487922668457},{"id":"https://openalex.org/C42992933","wikidata":"https://www.wikidata.org/wiki/Q691169","display_name":"Task parallelism","level":3,"score":0.48027610778808594},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.4559607207775116},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3791428804397583}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ipdpsw63119.2024.00133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipdpsw63119.2024.00133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Parallel and Distributed Processing Symposium Workshops (IPDPSW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W1545469897","https://openalex.org/W1988888548","https://openalex.org/W2018201741","https://openalex.org/W2102849319","https://openalex.org/W2123130398","https://openalex.org/W2943761765","https://openalex.org/W2946578566","https://openalex.org/W2963390429","https://openalex.org/W3021718926","https://openalex.org/W3094428287","https://openalex.org/W3103996135","https://openalex.org/W3104388511","https://openalex.org/W3115213498","https://openalex.org/W3125398447","https://openalex.org/W3126424190","https://openalex.org/W3165027330","https://openalex.org/W3216615040","https://openalex.org/W4252947628","https://openalex.org/W4389617340","https://openalex.org/W6632020100","https://openalex.org/W6713134421","https://openalex.org/W6760573357","https://openalex.org/W6795678813"],"related_works":["https://openalex.org/W2950520577","https://openalex.org/W2003935582","https://openalex.org/W74409296","https://openalex.org/W1554644772","https://openalex.org/W2494130044","https://openalex.org/W29548032","https://openalex.org/W2593878938","https://openalex.org/W2468095077","https://openalex.org/W305742777","https://openalex.org/W2121547511"],"abstract_inverted_index":{"There":[0],"is":[1,73,160],"a":[2,69,88,104,140],"growing":[3],"need,":[4],"for":[5],"example":[6],"in":[7,57,145,180],"machine":[8],"learning":[9],"and":[10,27,39,109,124,151,176],"analytics,":[11],"to":[12,76,97,182],"decompose":[13],"applications":[14],"into":[15],"smaller":[16],"schedulable":[17],"units.":[18],"Such":[19],"decomposition":[20],"can":[21],"improve":[22,183],"performance,":[23],"reduce":[24],"energy":[25],"consumption,":[26],"increase":[28],"resource":[29],"utilization.":[30],"Unfortunately,":[31],"enabling":[32],"fine-grained":[33,55,81,128],"parallelism":[34,56],"comes":[35],"with":[36,127],"significant":[37],"overheads":[38],"requires":[40],"improvements":[41],"at":[42],"all":[43],"layers":[44],"of":[45,53,80,91,107,142,162,165],"the":[46,51,58,78,146,149,158],"programming":[47,62],"stack.":[48],"We":[49,102,119,135,169],"consider":[50],"challenges":[52],"supporting":[54],"increasingly":[59],"popular":[60],"Python-based":[61,85],"libraries.":[63],"Specifically,":[64],"we":[65,154],"focus":[66],"on":[67,172],"Parsl,":[68],"Python":[70,82],"library":[71],"that":[72,112,137,157],"widely":[74],"used":[75],"parallelize":[77],"execution":[79],"functions.":[83],"Parsl's":[84,189],"runtime":[86],"supports":[87],"maximum":[89],"throughput":[90,190],"around":[92],"1200":[93],"tasks":[94,129,138,166],"per":[95,167],"second\u2014insufficient":[96],"meet":[98],"modern":[99],"application":[100],"needs.":[101],"perform":[103],"comprehensive":[105],"analysis":[106],"Parsl":[108,122],"identify":[110,125],"areas":[111],"prohibit":[113],"it":[114],"from":[115],"achieving":[116],"higher":[117],"throughput.":[118,184],"first":[120],"profile":[121],"components":[123,147,179],"that,":[126],"workers":[130],"are":[131],"often":[132],"not":[133],"saturated.":[134],"find":[136],"spend":[139],"majority":[141],"their":[143],"time":[144],"between":[148],"scheduler":[150,159],"worker,":[152],"however,":[153],"also":[155],"learned":[156],"capable":[161],"submitting":[163],"thousands":[164],"second.":[168],"then":[170],"focused":[171],"developing":[173],"new":[174,186],"optimizations":[175],"implementing":[177],"crucial":[178],"C":[181],"Our":[185],"implementation":[187],"increases":[188],"6":[191],"fold.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}