{"id":"https://openalex.org/W1925464213","doi":"https://doi.org/10.1109/cluster.2015.53","title":"Scaling Data Intensive Physics Applications to 10k Cores on Non-dedicated Clusters with Lobster","display_name":"Scaling Data Intensive Physics Applications to 10k Cores on Non-dedicated Clusters with Lobster","publication_year":2015,"publication_date":"2015-09-01","ids":{"openalex":"https://openalex.org/W1925464213","doi":"https://doi.org/10.1109/cluster.2015.53","mag":"1925464213"},"language":"en","primary_location":{"id":"doi:10.1109/cluster.2015.53","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cluster.2015.53","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Cluster Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101715118","display_name":"Anna Woodard","orcid":"https://orcid.org/0000-0002-8640-5417"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anna Woodard","raw_affiliation_strings":["Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107887968","display_name":"Matthias Wolf","orcid":null},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthias Wolf","raw_affiliation_strings":["Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111817445","display_name":"C. Mueller","orcid":null},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles Mueller","raw_affiliation_strings":["Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103948875","display_name":"Nil Valls","orcid":null},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nil Valls","raw_affiliation_strings":["Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051396274","display_name":"Benjam\u00edn Tovar","orcid":"https://orcid.org/0000-0002-5294-2281"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Tovar","raw_affiliation_strings":["Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044295365","display_name":"Patrick Donnelly","orcid":"https://orcid.org/0000-0003-4575-0713"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patrick Donnelly","raw_affiliation_strings":["Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072434988","display_name":"Peter Ivie","orcid":"https://orcid.org/0000-0002-6473-1801"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Ivie","raw_affiliation_strings":["University of Notre Dame, Notre Dame, IN, US","Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, IN, US","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106580570","display_name":"K. Hurtado Anampa","orcid":"https://orcid.org/0000-0002-9779-3566"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenyi Hurtado Anampa","raw_affiliation_strings":["Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055783862","display_name":"Paul Brenner","orcid":"https://orcid.org/0000-0002-2568-9786"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Brenner","raw_affiliation_strings":["Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007301255","display_name":"Douglas Thain","orcid":"https://orcid.org/0000-0001-5218-1956"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Douglas Thain","raw_affiliation_strings":["Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106323625","display_name":"K. Lannon","orcid":"https://orcid.org/0000-0002-9706-0098"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Lannon","raw_affiliation_strings":["Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046890650","display_name":"M. Hildreth","orcid":"https://orcid.org/0000-0002-4454-3934"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Hildreth","raw_affiliation_strings":["Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physics and Department of Computer Science and Engineering, University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]},{"raw_affiliation_string":"Dept. of Phys., Univ. of Notre Dame, Notre Dame, IN, USA","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5101715118"],"corresponding_institution_ids":["https://openalex.org/I107639228"],"apc_list":null,"apc_paid":null,"fwci":1.3313,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.82840877,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"8","issue":null,"first_page":"322","last_page":"331"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/troubleshooting","display_name":"Troubleshooting","score":0.6764233112335205},{"id":"https://openalex.org/keywords/large-hadron-collider","display_name":"Large Hadron Collider","score":0.6095296144485474},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5929216742515564},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4690084159374237},{"id":"https://openalex.org/keywords/data-management","display_name":"Data management","score":0.45626142621040344},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.44846001267433167},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4142827093601227},{"id":"https://openalex.org/keywords/data-access","display_name":"Data access","score":0.41187161207199097},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3280640244483948},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.26451051235198975},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.23145252466201782},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1727081537246704},{"id":"https://openalex.org/keywords/particle-physics","display_name":"Particle physics","score":0.12907597422599792}],"concepts":[{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.6764233112335205},{"id":"https://openalex.org/C87668248","wikidata":"https://www.wikidata.org/wiki/Q40605","display_name":"Large Hadron Collider","level":2,"score":0.6095296144485474},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5929216742515564},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4690084159374237},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.45626142621040344},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.44846001267433167},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4142827093601227},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.41187161207199097},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3280640244483948},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.26451051235198975},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.23145252466201782},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1727081537246704},{"id":"https://openalex.org/C109214941","wikidata":"https://www.wikidata.org/wiki/Q18334","display_name":"Particle physics","level":1,"score":0.12907597422599792},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cluster.2015.53","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cluster.2015.53","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Cluster Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6399999856948853,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320313559","display_name":"CERN","ror":"https://ror.org/01ggx4157"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W192446467","https://openalex.org/W1572461703","https://openalex.org/W1975552490","https://openalex.org/W2006236190","https://openalex.org/W2028408259","https://openalex.org/W2030179672","https://openalex.org/W2035398040","https://openalex.org/W2041807996","https://openalex.org/W2062463655","https://openalex.org/W2070275175","https://openalex.org/W2091967155","https://openalex.org/W2122779142","https://openalex.org/W2130651654","https://openalex.org/W2150083228","https://openalex.org/W2165678090","https://openalex.org/W2166459269","https://openalex.org/W2259885999","https://openalex.org/W6607881844","https://openalex.org/W6684360287"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W3013479934","https://openalex.org/W4210597238","https://openalex.org/W4318325534","https://openalex.org/W4206476896","https://openalex.org/W4240398146","https://openalex.org/W2950310564","https://openalex.org/W4238338086","https://openalex.org/W2467308209","https://openalex.org/W1587608488"],"abstract_inverted_index":{"The":[0],"high":[1,79],"energy":[2],"physics":[3],"(HEP)":[4],"community":[5],"relies":[6],"upon":[7],"a":[8,73,122],"global":[9,31,53],"network":[10,32],"of":[11,127],"computing":[12,45],"and":[13,60,105],"data":[14,18,77,101,103],"centers":[15],"to":[16,43,91],"analyze":[17],"produced":[19],"by":[20],"multiple":[21,88],"experiments":[22],"at":[23,121],"the":[24,52,128,133],"Large":[25],"Hadron":[26],"Collider":[27],"(LHC).":[28],"However,":[29],"this":[30],"does":[33],"not":[34,49],"satisfy":[35],"all":[36],"research":[37],"needs.":[38],"Ambitious":[39],"researchers":[40],"often":[41],"wish":[42],"harness":[44],"resources":[46],"that":[47],"are":[48],"integrated":[50],"into":[51],"network,":[54],"including":[55,94],"private":[56],"clusters,":[57],"commercial":[58],"clouds,":[59],"other":[61],"production":[62],"grids.":[63],"To":[64],"enable":[65],"these":[66,109],"use":[67],"cases,":[68],"we":[69,111],"have":[70],"constructed":[71],"Lobster,":[72],"system":[74],"for":[75],"deploying":[76],"intensive":[78],"throughput":[80,120],"applications":[81],"on":[82,116],"non-dedicated":[83,92],"clusters.":[84],"This":[85],"requires":[86],"solving":[87],"problems":[89],"related":[90],"resources,":[93],"work":[95],"decomposition,":[96],"software":[97],"delivery,":[98],"concurrency":[99],"management,":[100],"access,":[102],"merging,":[104],"performance":[106],"troubleshooting.":[107],"With":[108],"techniques,":[110],"demonstrate":[112],"Lobster":[113],"running":[114],"effectively":[115],"10k":[117],"cores,":[118],"producing":[119],"level":[123],"comparable":[124],"with":[125],"some":[126],"largest":[129],"dedicated":[130],"clusters":[131],"in":[132],"LHC":[134],"infrastructure.":[135]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}