{"id":"https://openalex.org/W4205443408","doi":"https://doi.org/10.1109/ase51524.2021.9678805","title":"BeeSwarm: Enabling Parallel Scaling Performance Measurement in Continuous Integration for HPC Applications","display_name":"BeeSwarm: Enabling Parallel Scaling Performance Measurement in Continuous Integration for HPC Applications","publication_year":2021,"publication_date":"2021-11-01","ids":{"openalex":"https://openalex.org/W4205443408","doi":"https://doi.org/10.1109/ase51524.2021.9678805"},"language":"en","primary_location":{"id":"doi:10.1109/ase51524.2021.9678805","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase51524.2021.9678805","pdf_url":null,"source":{"id":"https://openalex.org/S4363608212","display_name":"2021 36th IEEE/ACM International Conference on Automated Software Engineering (ASE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 36th IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/biblio/1922018","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044356894","display_name":"Jake Tronge","orcid":"https://orcid.org/0000-0002-4008-8719"},"institutions":[{"id":"https://openalex.org/I149910238","display_name":"Kent State University","ror":"https://ror.org/049pfb863","country_code":"US","type":"education","lineage":["https://openalex.org/I149910238"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jake Tronge","raw_affiliation_strings":["Kent State University,Kent,OH,USA","Kent State University, Kent, OH, USA"],"affiliations":[{"raw_affiliation_string":"Kent State University,Kent,OH,USA","institution_ids":["https://openalex.org/I149910238"]},{"raw_affiliation_string":"Kent State University, Kent, OH, USA","institution_ids":["https://openalex.org/I149910238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063649910","display_name":"Jieyang Chen","orcid":"https://orcid.org/0000-0002-1905-9171"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jieyang Chen","raw_affiliation_strings":["Oak Ridge National Laboratory,Oak Ridge,TN,USA","Oak Ridge National Laboratory, Oak Ridge, TN, USA"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory,Oak Ridge,TN,USA","institution_ids":["https://openalex.org/I1289243028"]},{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, TN, USA","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074633083","display_name":"Patricia Grubel","orcid":"https://orcid.org/0000-0002-5156-3132"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patricia Grubel","raw_affiliation_strings":["Los Alamos National Laboratory,Los Alamos,NM,USA","Los Alamos National Laboratory, Los Alamos, NM, USA"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory,Los Alamos,NM,USA","institution_ids":["https://openalex.org/I1343871089"]},{"raw_affiliation_string":"Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016645429","display_name":"Tim Randles","orcid":null},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Randles","raw_affiliation_strings":["Los Alamos National Laboratory,Los Alamos,NM,USA","Los Alamos National Laboratory, Los Alamos, NM, USA"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory,Los Alamos,NM,USA","institution_ids":["https://openalex.org/I1343871089"]},{"raw_affiliation_string":"Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026953505","display_name":"Claude H. Davis","orcid":"https://orcid.org/0000-0001-7359-0855"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rusty Davis","raw_affiliation_strings":["Los Alamos National Laboratory,Los Alamos,NM,USA","Los Alamos National Laboratory, Los Alamos, NM, USA"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory,Los Alamos,NM,USA","institution_ids":["https://openalex.org/I1343871089"]},{"raw_affiliation_string":"Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044891841","display_name":"Quincy Wofford","orcid":"https://orcid.org/0000-0002-6816-594X"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quincy Wofford","raw_affiliation_strings":["Los Alamos National Laboratory,Los Alamos,NM,USA","Los Alamos National Laboratory, Los Alamos, NM, USA"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory,Los Alamos,NM,USA","institution_ids":["https://openalex.org/I1343871089"]},{"raw_affiliation_string":"Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059593993","display_name":"Steven Anaya","orcid":"https://orcid.org/0000-0002-1224-1237"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Anaya","raw_affiliation_strings":["Los Alamos National Laboratory,Los Alamos,NM,USA","Los Alamos National Laboratory, Los Alamos, NM, USA"],"affiliations":[{"raw_affiliation_string":"Los Alamos National Laboratory,Los Alamos,NM,USA","institution_ids":["https://openalex.org/I1343871089"]},{"raw_affiliation_string":"Los Alamos National Laboratory, Los Alamos, NM, USA","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102787759","display_name":"Qiang Guan","orcid":"https://orcid.org/0000-0002-3804-8945"},"institutions":[{"id":"https://openalex.org/I149910238","display_name":"Kent State University","ror":"https://ror.org/049pfb863","country_code":"US","type":"education","lineage":["https://openalex.org/I149910238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiang Guan","raw_affiliation_strings":["Kent State University,Kent,OH,USA","Kent State University, Kent, OH, USA"],"affiliations":[{"raw_affiliation_string":"Kent State University,Kent,OH,USA","institution_ids":["https://openalex.org/I149910238"]},{"raw_affiliation_string":"Kent State University, Kent, OH, USA","institution_ids":["https://openalex.org/I149910238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5044356894"],"corresponding_institution_ids":["https://openalex.org/I149910238"],"apc_list":null,"apc_paid":null,"fwci":2.166,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88418708,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1136","last_page":"1140"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.8638688325881958},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8316380977630615},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.7926408052444458},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.7262856960296631},{"id":"https://openalex.org/keywords/profiling","display_name":"Profiling (computer programming)","score":0.6066679954528809},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5836755037307739},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.45830395817756653},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.44127607345581055},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3932894468307495},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3672541379928589},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.35943132638931274},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3378782570362091},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.32082629203796387},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2984262704849243},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.12421587109565735}],"concepts":[{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.8638688325881958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8316380977630615},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.7926408052444458},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.7262856960296631},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.6066679954528809},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5836755037307739},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.45830395817756653},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.44127607345581055},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3932894468307495},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3672541379928589},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.35943132638931274},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3378782570362091},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.32082629203796387},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2984262704849243},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.12421587109565735},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ase51524.2021.9678805","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase51524.2021.9678805","pdf_url":null,"source":{"id":"https://openalex.org/S4363608212","display_name":"2021 36th IEEE/ACM International Conference on Automated Software Engineering (ASE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 36th IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:1922018","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1922018","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1922018","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1922018","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5899999737739563,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332369","display_name":"National Nuclear Security Administration","ror":"https://ror.org/03sk1we31"},{"id":"https://openalex.org/F4320338304","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1044476596","https://openalex.org/W1515668834","https://openalex.org/W1817277597","https://openalex.org/W2038924755","https://openalex.org/W2081357937","https://openalex.org/W2115478805","https://openalex.org/W2141846912","https://openalex.org/W2185479907","https://openalex.org/W2290151715","https://openalex.org/W2291533962","https://openalex.org/W2562567692","https://openalex.org/W2735218636","https://openalex.org/W2781376172","https://openalex.org/W2807979792","https://openalex.org/W2883526741","https://openalex.org/W2911990946","https://openalex.org/W3123570140","https://openalex.org/W3147626894","https://openalex.org/W4248722156","https://openalex.org/W4254149967","https://openalex.org/W4300533094","https://openalex.org/W6686823305","https://openalex.org/W6696597308","https://openalex.org/W6746037950","https://openalex.org/W6747271925","https://openalex.org/W6753317219"],"related_works":["https://openalex.org/W2384867379","https://openalex.org/W4400094300","https://openalex.org/W2329539859","https://openalex.org/W2227905990","https://openalex.org/W2765823764","https://openalex.org/W3214280620","https://openalex.org/W3191490922","https://openalex.org/W2794038527","https://openalex.org/W2327638088","https://openalex.org/W2546725282"],"abstract_inverted_index":{"Testing":[0],"is":[1,19,43,99],"one":[2],"of":[3,14,66,159],"the":[4,12,31,93,143],"most":[5],"important":[6],"steps":[7],"in":[8,33],"software":[9,28],"development\u2013it":[10],"ensures":[11],"quality":[13,29],"software.":[15],"Continuous":[16],"Integration":[17],"(CI)":[18],"a":[20,34,123],"widely":[21],"used":[22,153],"testing":[23,158],"standard":[24],"that":[25,87,149],"can":[26,88,113,151],"report":[27],"to":[30,92,108],"developer":[32],"timely":[35],"manner":[36],"during":[37],"development":[38],"progress.":[39],"Performance,":[40],"especially":[41],"scalability,":[42],"another":[44],"key":[45],"factor":[46],"for":[47,61,102,154],"High":[48],"Performance":[49],"Computing":[50],"(HPC)":[51],"applications.":[52,161],"There":[53],"are":[54,68],"many":[55],"existing":[56],"profiling":[57],"and":[58,132,138,156],"performance":[59,85,157],"tools":[60],"HPC":[62,80,103,125,160],"applications,":[63],"but":[64],"none":[65],"these":[67],"integrated":[69],"into":[70],"CI":[71,95,131],"tools.":[72],"In":[73],"this":[74],"work,":[75],"we":[76],"propose":[77],"BeeSwarm,":[78],"an":[79],"container":[81],"based":[82],"parallel":[83],"scaling":[84],"system":[86],"be":[89,152],"easily":[90],"applied":[91],"current":[94],"test":[96],"environments.":[97],"BeeSwarm":[98,121,150],"mainly":[100],"designed":[101],"application":[104,126],"developers":[105],"who":[106],"need":[107],"monitor":[109],"how":[110],"their":[111],"applications":[112],"scale":[114],"on":[115],"different":[116],"compute":[117,144],"resources.":[118],"We":[119],"demonstrate":[120],"using":[122,136],"multi-physics":[124],"with":[127],"Travis":[128],"CI,":[129],"GitLab":[130],"GitHub":[133],"Actions":[134],"while":[135],"ChameleonCloud":[137],"Google":[139],"Compute":[140],"Engine":[141],"as":[142],"backends.":[145],"Our":[146],"results":[147],"show":[148],"scalability":[155]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}