{"id":"https://openalex.org/W2111879418","doi":"https://doi.org/10.1109/ipdps.2004.1303280","title":"Parallelization and scheduling of data intensive particle physics analysis jobs on clusters of PCs","display_name":"Parallelization and scheduling of data intensive particle physics analysis jobs on clusters of PCs","publication_year":2004,"publication_date":"2004-06-10","ids":{"openalex":"https://openalex.org/W2111879418","doi":"https://doi.org/10.1109/ipdps.2004.1303280","mag":"2111879418"},"language":"en","primary_location":{"id":"doi:10.1109/ipdps.2004.1303280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipdps.2004.1303280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"18th International Parallel and Distributed Processing Symposium, 2004. Proceedings.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://infoscience.epfl.ch/record/99903","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109584555","display_name":"S. Ponce","orcid":"https://orcid.org/0000-0002-1476-7056"},"institutions":[{"id":"https://openalex.org/I67311998","display_name":"European Organization for Nuclear Research","ror":"https://ror.org/01ggx4157","country_code":"CH","type":"facility","lineage":["https://openalex.org/I67311998"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"S. Ponce","raw_affiliation_strings":["European Laboratory for Particle Physics, CERN, Geneva, Switzerland","Eur. Lab. for Particle Phys., CERN, Geneva, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"European Laboratory for Particle Physics, CERN, Geneva, Switzerland","institution_ids":["https://openalex.org/I67311998"]},{"raw_affiliation_string":"Eur. Lab. for Particle Phys., CERN, Geneva, Switzerland","institution_ids":["https://openalex.org/I67311998"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108536482","display_name":"Roger D. Hersch","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"R.D. Hersch","raw_affiliation_strings":["School of Computer and Communication Sciences, Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland","\u00c9cole Polytechnique, F\u00e9d\u00e9rale de Lausanne#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Sciences, Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"\u00c9cole Polytechnique, F\u00e9d\u00e9rale de Lausanne#TAB#","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2495,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.66586852,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"1511","issue":null,"first_page":"233","last_page":"242"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.7075750231742859},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7047289609909058},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6390977501869202},{"id":"https://openalex.org/keywords/job-queue","display_name":"Job queue","score":0.5861430168151855},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.5374406576156616},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.47258079051971436},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.4473511278629303},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.4213623106479645},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.416547954082489},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3874562680721283},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2516399919986725},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12922075390815735},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1048726737499237}],"concepts":[{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.7075750231742859},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7047289609909058},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6390977501869202},{"id":"https://openalex.org/C171627638","wikidata":"https://www.wikidata.org/wiki/Q6206744","display_name":"Job queue","level":4,"score":0.5861430168151855},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.5374406576156616},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.47258079051971436},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.4473511278629303},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.4213623106479645},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.416547954082489},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3874562680721283},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2516399919986725},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12922075390815735},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1048726737499237},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ipdps.2004.1303280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ipdps.2004.1303280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"18th International Parallel and Distributed Processing Symposium, 2004. Proceedings.","raw_type":"proceedings-article"},{"id":"pmh:oai:cds.cern.ch:816727","is_oa":false,"landing_page_url":"http://cds.cern.ch/record/816727","pdf_url":null,"source":{"id":"https://openalex.org/S4306402195","display_name":"CERN Document Server (European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:infoscience.epfl.ch:99903","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/99903","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:99903","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/99903","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4099999964237213,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1501013319","https://openalex.org/W1552380223","https://openalex.org/W1552682071","https://openalex.org/W1834407533","https://openalex.org/W1965928044","https://openalex.org/W1972442117","https://openalex.org/W1997677259","https://openalex.org/W2005547481","https://openalex.org/W2016523017","https://openalex.org/W2031448071","https://openalex.org/W2034607995","https://openalex.org/W2099562728","https://openalex.org/W2142470696","https://openalex.org/W2156359540","https://openalex.org/W6674985325","https://openalex.org/W7046165952"],"related_works":["https://openalex.org/W2401183800","https://openalex.org/W1488955381","https://openalex.org/W2735859668","https://openalex.org/W4385069207","https://openalex.org/W2927104664","https://openalex.org/W1979890669","https://openalex.org/W4301973339","https://openalex.org/W2078824716","https://openalex.org/W1992735667","https://openalex.org/W75345567"],"abstract_inverted_index":{"Summary":[0],"form":[1],"only":[2],"given.":[3],"Scheduling":[4],"policies":[5,111],"are":[6,47,132,214,228],"proposed":[7],"for":[8],"parallelizing":[9],"data":[10,85,260],"intensive":[11],"particle":[12,31,60,70,129],"physics":[13,20,61],"analysis":[14,21,25],"applications":[15],"on":[16,157],"computer":[17],"clusters.":[18],"Particle":[19],"jobs":[22,46,62,195],"require":[23],"the":[24,90,100,121,185,194,201,208,222,247,250,256,263,274,284,300,306],"of":[26,28,30,43,54,84,99,124,177,197,203,249,258,279,286],"tens":[27],"thousands":[29],"collision":[32,71,130,205],"events,":[33],"each":[34],"event":[35],"requiring":[36],"typically":[37],"200ms":[38],"processing":[39,116,150,159],"time":[40,232,252],"and":[41,109,118,147,179,244,317],"600KB":[42],"data.":[44],"Many":[45],"launched":[48],"concurrently":[49],"by":[50,135,174],"a":[51,57,125,158,231,240,270,280],"large":[52,82],"number":[53],"physicists.":[55],"At":[56],"first":[58,163,165],"view,":[59],"seem":[63],"to":[64,67,87,190,200,239,255,273,305],"be":[65,74,88],"easy":[66],"parallelize,":[68],"since":[69,81],"events":[72,131,206],"can":[73],"processed":[75],"independently":[76],"one":[77],"from":[78,188],"another.":[79],"However,":[80],"amounts":[83],"need":[86],"accessed,":[89],"real":[91],"challenge":[92],"resides":[93],"in":[94,164,184,207],"making":[95],"an":[96,175,294],"efficient":[97],"use":[98],"underlying":[101],"computing":[102],"resources.":[103],"We":[104],"propose":[105,293],"several":[106,136],"job":[107,115,140,149,155,167,181,226],"parallelization":[108],"scheduling":[110,156,193,224,268,297,301,311],"aiming":[112],"at":[113,119,218,246,283,322],"reducing":[114],"times":[117,173,183,213,321],"increasing":[120],"sustainable":[122,277],"load":[123,271,278],"cluster":[126,145],"server.":[127],"Since":[128],"usually":[133],"reused":[134],"jobs,":[137],"cache":[138,161],"based":[139,162],"splitting":[141,168],"strategies":[142],"considerably":[143],"increase":[144],"utilization":[146],"reduce":[148],"times.":[151,290],"Compared":[152],"with":[153],"straightforward":[154],"form,":[160],"out":[166,196],"speeds":[169],"up":[170],"average":[171,288],"response":[172,212,289,320],"order":[176],"magnitude":[178],"reduces":[180],"waiting":[182],"system's":[186],"queues":[187],"hours":[189],"minutes.":[191],"By":[192],"order,":[198],"according":[199,238,254],"availability":[202,257],"their":[204,259],"node":[209,265],"disk":[210,264],"caches,":[211],"further":[215],"reduced,":[216],"especially":[217],"high":[219,315],"loads.":[220,324],"In":[221],"delayed":[223],"policy,":[225],"requests":[227,237],"accumulated":[229],"during":[230],"period,":[233],"divided":[234],"into":[235],"subjob":[236,242],"parameterizable":[241],"size,":[243],"scheduled":[245],"beginning":[248],"next":[251],"period":[253],"segments":[261],"within":[262],"caches.":[266],"Delayed":[267],"sustains":[269,313],"close":[272],"maximal":[275],"theoretically":[276],"cluster,":[281],"but":[282],"cost":[285],"longer":[287],"Finally":[291],"we":[292],"adaptive":[295],"delay":[296,302],"approach,":[298],"where":[299],"is":[303],"adapted":[304],"current":[307],"load.":[308],"This":[309],"last":[310],"approach":[312],"very":[314],"loads":[316],"offers":[318],"low":[319],"normal":[323]},"counts_by_year":[{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}