{"id":"https://openalex.org/W2966417414","doi":"https://doi.org/10.1145/3332186.3332254","title":"Harmony","display_name":"Harmony","publication_year":2019,"publication_date":"2019-07-28","ids":{"openalex":"https://openalex.org/W2966417414","doi":"https://doi.org/10.1145/3332186.3332254","mag":"2966417414"},"language":"en","primary_location":{"id":"doi:10.1145/3332186.3332254","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3332186.3332254","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3332186.3332254","source":{"id":"https://openalex.org/S4306524297","display_name":"Proceedings of the Practice and Experience in Advanced Research Computing on Rise of the Machines (learning)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Practice and Experience in Advanced Research Computing on Rise of the Machines (learning)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3332186.3332254","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055637324","display_name":"Cameron Kuchta","orcid":null},"institutions":[{"id":"https://openalex.org/I76369901","display_name":"Beloit College","ror":"https://ror.org/009yr1d55","country_code":"US","type":"education","lineage":["https://openalex.org/I76369901"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Cameron Kuchta","raw_affiliation_strings":["Beloit College, Beloit, Wisconsin"],"affiliations":[{"raw_affiliation_string":"Beloit College, Beloit, Wisconsin","institution_ids":["https://openalex.org/I76369901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035231692","display_name":"Reuben D. Budiardja","orcid":"https://orcid.org/0000-0003-0395-8532"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reuben D. Budiardja","raw_affiliation_strings":["Oak Ridge National Laboratory, Oak Ridge, Tennessee"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, Tennessee","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035259771","display_name":"Ver\u00f3nica Melesse Vergara","orcid":"https://orcid.org/0000-0002-4333-4145"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ver\u00f3nica G. Vergara Larrea","raw_affiliation_strings":["Oak Ridge National Laboratory, Oak Ridge, Tennessee"],"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory, Oak Ridge, Tennessee","institution_ids":["https://openalex.org/I1289243028"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5055637324"],"corresponding_institution_ids":["https://openalex.org/I76369901"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10577636,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/acceptance-testing","display_name":"Acceptance testing","score":0.8412708044052124},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6557096242904663},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5547451376914978},{"id":"https://openalex.org/keywords/harmony","display_name":"Harmony (color)","score":0.4670760929584503},{"id":"https://openalex.org/keywords/summit","display_name":"Summit","score":0.44949695467948914},{"id":"https://openalex.org/keywords/system-testing","display_name":"System testing","score":0.43636706471443176},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4198472499847412},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.33617207407951355},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2238791286945343}],"concepts":[{"id":"https://openalex.org/C131377759","wikidata":"https://www.wikidata.org/wiki/Q322514","display_name":"Acceptance testing","level":2,"score":0.8412708044052124},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6557096242904663},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5547451376914978},{"id":"https://openalex.org/C2776453491","wikidata":"https://www.wikidata.org/wiki/Q5659234","display_name":"Harmony (color)","level":2,"score":0.4670760929584503},{"id":"https://openalex.org/C2778848561","wikidata":"https://www.wikidata.org/wiki/Q207326","display_name":"Summit","level":2,"score":0.44949695467948914},{"id":"https://openalex.org/C7166840","wikidata":"https://www.wikidata.org/wiki/Q1199682","display_name":"System testing","level":2,"score":0.43636706471443176},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4198472499847412},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.33617207407951355},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2238791286945343},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C100970517","wikidata":"https://www.wikidata.org/wiki/Q52107","display_name":"Physical geography","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3332186.3332254","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3332186.3332254","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3332186.3332254","source":{"id":"https://openalex.org/S4306524297","display_name":"Proceedings of the Practice and Experience in Advanced Research Computing on Rise of the Machines (learning)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Practice and Experience in Advanced Research Computing on Rise of the Machines (learning)","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:1558531","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1558531","pdf_url":"https://www.osti.gov/servlets/purl/1558531","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1145/3332186.3332254","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3332186.3332254","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3332186.3332254","source":{"id":"https://openalex.org/S4306524297","display_name":"Proceedings of the Practice and Experience in Advanced Research Computing on Rise of the Machines (learning)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Practice and Experience in Advanced Research Computing on Rise of the Machines (learning)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1489425746","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1528409558","display_name":null,"funder_award_id":"No. DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G1645119126","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1719536385","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G22747034","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320332382","funder_display_name":"Oak Ridge Institute for Science and Education"},{"id":"https://openalex.org/G2296932962","display_name":null,"funder_award_id":"DE-AC05-00OR227","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3049477530","display_name":null,"funder_award_id":"Contract No. DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3299391273","display_name":null,"funder_award_id":"E-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G362975299","display_name":null,"funder_award_id":"DE-AC05-00OR22725.","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4423657506","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320338287","funder_display_name":"Oak Ridge National Laboratory"},{"id":"https://openalex.org/G4617282320","display_name":null,"funder_award_id":"No. DE-AC05-00OR227","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4694431782","display_name":null,"funder_award_id":"DE-AC05-00OR2272","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G4957472368","display_name":null,"funder_award_id":". DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6486853205","display_name":null,"funder_award_id":"Contract No. DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320338287","funder_display_name":"Oak Ridge National Laboratory"},{"id":"https://openalex.org/G6488227018","display_name":null,"funder_award_id":"DE-AC05-00OR227","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G675320460","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320338287","funder_display_name":"Oak Ridge National Laboratory"},{"id":"https://openalex.org/G6911681599","display_name":null,"funder_award_id":"No. DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G691578896","display_name":null,"funder_award_id":"DE-AC05-00OR2272","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7114708214","display_name":null,"funder_award_id":"DE-AC05-00OR2272","funder_id":"https://openalex.org/F4320338287","funder_display_name":"Oak Ridge National Laboratory"},{"id":"https://openalex.org/G7117038689","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320337674","funder_display_name":"Wind Energy Technologies Office"},{"id":"https://openalex.org/G7995982022","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8269158468","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G8336963773","display_name":null,"funder_award_id":"DE-AC05-00OR22725.","funder_id":"https://openalex.org/F4320338287","funder_display_name":"Oak Ridge National Laboratory"},{"id":"https://openalex.org/G8414908677","display_name":null,"funder_award_id":"DE-AC0","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8799952057","display_name":null,"funder_award_id":"DE-AC05-00OR22","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8906985441","display_name":null,"funder_award_id":"00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320332382","display_name":"Oak Ridge Institute for Science and Education","ror":"https://ror.org/0526p1y61"},{"id":"https://openalex.org/F4320337674","display_name":"Wind Energy Technologies Office","ror":null},{"id":"https://openalex.org/F4320338287","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2966417414.pdf","grobid_xml":"https://content.openalex.org/works/W2966417414.grobid-xml"},"referenced_works_count":2,"referenced_works":["https://openalex.org/W836966646","https://openalex.org/W2339213204"],"related_works":["https://openalex.org/W4241376597","https://openalex.org/W347522661","https://openalex.org/W4312257223","https://openalex.org/W3214776400","https://openalex.org/W2368370630","https://openalex.org/W3197709817","https://openalex.org/W2071112790","https://openalex.org/W1910357691","https://openalex.org/W2950496925","https://openalex.org/W1629096819"],"abstract_inverted_index":{"Acceptance":[0,76],"of":[1,12,14,72,79,84,91],"a":[2,60,117],"new":[3],"system":[4,33,119],"requires":[5,77],"extensive":[6],"testing":[7,44],"and":[8,29,70,82],"is":[9],"often":[10],"comprised":[11],"hundreds":[13],"tests.":[15,75],"Summit,":[16],"the":[17,22,30,35,50,56,64,68,109,121],"latest":[18],"flagship":[19],"super-computer":[20],"at":[21,63],"Oak":[23],"Ridge":[24],"Leadership":[25],"Computing":[26],"Facility":[27],"(OLCF),":[28],"number":[31,90],"one":[32],"in":[34,45,105],"November":[36],"2018":[37],"Top500":[38],"list":[39],"[2],":[40],"completed":[41],"its":[42],"acceptance":[43,51,74,113],"2018.":[46],"To":[47,99],"execute":[48],"acceptance,":[49],"test":[52,58,80,86,123],"(AT)":[53],"team":[54],"utilizes":[55],"OLCF":[57,65,122],"harness,":[59],"tool":[61],"developed":[62,116],"that":[66],"automates":[67],"launch":[69],"verification":[71],"all":[73,85],"analysis":[78],"results":[81],"classification":[83],"failures.":[87],"The":[88],"sheer":[89],"tests":[92],"involved":[93],"makes":[94],"performing":[95],"these":[96,101],"tasks":[97,102],"challenging.":[98],"complete":[100],"more":[103],"efficiently,":[104],"addition":[106],"to":[107],"lessen":[108],"personnel":[110],"burden":[111],"during":[112],"testing,":[114],"we":[115],"monitoring":[118],"for":[120],"harness":[124],"called":[125],"Harmony.":[126]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2019-08-13T00:00:00"}