{"id":"https://openalex.org/W4393407204","doi":"https://doi.org/10.1109/apsec60848.2023.00075","title":"A Pilot Study of Testing Infrastructure as Code for Cloud Systems","display_name":"A Pilot Study of Testing Infrastructure as Code for Cloud Systems","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4393407204","doi":"https://doi.org/10.1109/apsec60848.2023.00075"},"language":"en","primary_location":{"id":"doi:10.1109/apsec60848.2023.00075","doi":"https://doi.org/10.1109/apsec60848.2023.00075","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/apsec60848.2023.00075","pdf_url":null,"source":{"id":"https://openalex.org/S4210216296","display_name":"Asia-Pacific Software Engineering Conference (APSEC)","issn_l":"1530-1362","issn":["1530-1362","2640-0715"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 30th Asia-Pacific Software Engineering Conference (APSEC)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094304649","display_name":"Nabhan Suwanachote","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I198105771","display_name":"Kasetsart University","ror":"https://ror.org/05gzceg21","country_code":"TH","type":"education","lineage":["https://openalex.org/I198105771"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Nabhan Suwanachote","raw_affiliation_strings":["Kasetsart University, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kasetsart University, Thailand","institution_ids":["https://openalex.org/I198105771"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093359134","display_name":"Soratouch Pornmaneerattanatri","orcid":"https://orcid.org/0009-0005-5029-1437","observed_orcids":["https://orcid.org/0009-0005-5029-1437"]},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Soratouch Pornmaneerattanatri","raw_affiliation_strings":["Nara Institute of Science and Technology (NAIST), Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology (NAIST), Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036526364","display_name":"Yutaro Kashiwa","orcid":"https://orcid.org/0000-0002-9633-7577","observed_orcids":["https://orcid.org/0000-0002-9633-7577"]},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yutaro Kashiwa","raw_affiliation_strings":["Nara Institute of Science and Technology (NAIST), Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology (NAIST), Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034829971","display_name":"Kohei Ichikawa","orcid":"https://orcid.org/0000-0003-0094-3984","observed_orcids":["https://orcid.org/0000-0003-0094-3984"]},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kohei Ichikawa","raw_affiliation_strings":["Nara Institute of Science and Technology (NAIST), Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology (NAIST), Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086084983","display_name":"Pattara Leelaprute","orcid":"https://orcid.org/0000-0001-7380-354X","observed_orcids":["https://orcid.org/0000-0001-7380-354X"]},"institutions":[{"id":"https://openalex.org/I198105771","display_name":"Kasetsart University","ror":"https://ror.org/05gzceg21","country_code":"TH","type":"education","lineage":["https://openalex.org/I198105771"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Pattara Leelaprute","raw_affiliation_strings":["Kasetsart University, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kasetsart University, Thailand","institution_ids":["https://openalex.org/I198105771"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033084294","display_name":"Arnon Rungsawang","orcid":"https://orcid.org/0000-0002-7960-790X","observed_orcids":["https://orcid.org/0000-0002-7960-790X"]},"institutions":[{"id":"https://openalex.org/I198105771","display_name":"Kasetsart University","ror":"https://ror.org/05gzceg21","country_code":"TH","type":"education","lineage":["https://openalex.org/I198105771"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Arnon Rungsawang","raw_affiliation_strings":["Kasetsart University, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kasetsart University, Thailand","institution_ids":["https://openalex.org/I198105771"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027911175","display_name":"Bundit Manaskasemsak","orcid":"https://orcid.org/0000-0001-8075-2787","observed_orcids":["https://orcid.org/0000-0001-8075-2787"]},"institutions":[{"id":"https://openalex.org/I198105771","display_name":"Kasetsart University","ror":"https://ror.org/05gzceg21","country_code":"TH","type":"education","lineage":["https://openalex.org/I198105771"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Bundit Manaskasemsak","raw_affiliation_strings":["Kasetsart University, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kasetsart University, Thailand","institution_ids":["https://openalex.org/I198105771"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055973723","display_name":"Hajimu Iida","orcid":"https://orcid.org/0000-0002-2919-6620","observed_orcids":["https://orcid.org/0000-0002-2919-6620"]},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hajimu Iida","raw_affiliation_strings":["Nara Institute of Science and Technology (NAIST), Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology (NAIST), Japan","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9051,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.76223362,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"584","last_page":"588"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.5253999829292297,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.5253999829292297,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.2101999968290329,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.10010000318288803,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/infrastructure-as-code","display_name":"infrastructure as code","score":0.9660000205039978},{"id":"https://openalex.org/keywords/cloud-systems","display_name":"cloud systems","score":0.777999997138977},{"id":"https://openalex.org/keywords/test-maintenance","display_name":"test maintenance","score":0.6349999904632568},{"id":"https://openalex.org/keywords/developer-behavior","display_name":"developer behavior","score":0.574999988079071},{"id":"https://openalex.org/keywords/test-coverage","display_name":"test coverage","score":0.3720000088214874},{"id":"https://openalex.org/keywords/cloud-resource-management","display_name":"cloud resource management","score":0.5490000247955322}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.702973484992981},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6445454359054565},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4573076069355011},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32477205991744995},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2786898612976074},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21339735388755798},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/apsec60848.2023.00075","doi":"https://doi.org/10.1109/apsec60848.2023.00075","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/apsec60848.2023.00075","pdf_url":null,"source":{"id":"https://openalex.org/S4210216296","display_name":"Asia-Pacific Software Engineering Conference (APSEC)","issn_l":"1530-1362","issn":["1530-1362","2640-0715"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 30th Asia-Pacific Software Engineering Conference (APSEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6773999929428101,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2900868607","https://openalex.org/W2940740603","https://openalex.org/W3090625769","https://openalex.org/W3104902066","https://openalex.org/W3145166639","https://openalex.org/W3151142258","https://openalex.org/W4282555216"],"related_works":["https://openalex.org/W7148515575","https://openalex.org/W7167232570","https://openalex.org/W4396564044","https://openalex.org/W4398239338","https://openalex.org/W7127917158","https://openalex.org/W7133025975","https://openalex.org/W4366818398","https://openalex.org/W3104902066","https://openalex.org/W2883411629","https://openalex.org/W7153273010"],"abstract_inverted_index":{"Infrastructure":[0],"as":[1],"Code":[2],"(IaC)":[3],"has":[4,25],"become":[5],"the":[6,63,80,103],"de-facto":[7],"standard":[8],"method":[9],"for":[10,38,40,67,69,110],"managing":[11],"cloud":[12,41,70],"resources.":[13],"Just":[14],"like":[15],"general":[16],"source":[17],"code":[18,23],"(e.g.,":[19],"Java,":[20],"etc.),":[21],"infrastructure":[22,89,96],"also":[24],"numerous":[26],"bugs":[27],"so":[28],"it":[29],"needs":[30],"to":[31,53],"be":[32],"tested.":[33],"While":[34],"several":[35],"testing":[36],"frameworks":[37],"IaC":[39,68],"systems":[42],"have":[43,49,84,108],"been":[44],"developed":[45],"in":[46],"practice,":[47],"researchers":[48],"paid":[50],"little":[51],"attention":[52],"their":[54],"testing.":[55],"This":[56],"study":[57],"presents":[58],"an":[59],"empirical":[60,73],"investigation":[61],"of":[62,65,79,101],"use":[64],"tests":[66,97,109],"systems.":[71],"Our":[72],"results":[74],"show":[75],"that":[76],"(i)":[77],"55.2%":[78],"repositories":[81,107],"using":[82],"Terratest":[83],"at":[85],"least":[86],"one":[87],"server":[88,95],"test;":[90],"(ii)":[91],"developers":[92],"often":[93],"maintain":[94],"(1.7%-11.3%":[98],"commits":[99],"out":[100],"all":[102],"commits);":[104],"(iii)":[105],"many":[106],"system":[111],"functionality":[112],"(28%),":[113],"deployment":[114],"(20%),":[115],"and":[116],"configuration":[117],"(17%).":[118]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-04-03T00:00:00"}