{"id":"https://openalex.org/W2169474242","doi":"https://doi.org/10.1145/2600821.2600832","title":"When to automate software testing? decision support based on system dynamics: an industrial case study","display_name":"When to automate software testing? decision support based on system dynamics: an industrial case study","publication_year":2014,"publication_date":"2014-05-26","ids":{"openalex":"https://openalex.org/W2169474242","doi":"https://doi.org/10.1145/2600821.2600832","mag":"2169474242"},"language":"en","primary_location":{"id":"doi:10.1145/2600821.2600832","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2600821.2600832","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2014 International Conference on Software and System Process","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023986643","display_name":"Zahra Sahaf","orcid":null},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zahra Sahaf","raw_affiliation_strings":["University of Calgary, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000712015","display_name":"Vahid Garousi","orcid":"https://orcid.org/0000-0001-6590-7576"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]},{"id":"https://openalex.org/I45542416","display_name":"Atilim University","ror":"https://ror.org/04pd3v454","country_code":"TR","type":"education","lineage":["https://openalex.org/I45542416"]}],"countries":["CA","TR"],"is_corresponding":false,"raw_author_name":"Vahid Garousi","raw_affiliation_strings":["University of Calgary, Canada / Atilim University, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Calgary, Canada / Atilim University, Turkey","institution_ids":["https://openalex.org/I45542416","https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022214666","display_name":"Dietmar Pfahl","orcid":"https://orcid.org/0000-0003-2400-501X"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]},{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["CA","EE"],"is_corresponding":false,"raw_author_name":"Dietmar Pfahl","raw_affiliation_strings":["University of Calgary, Canada / University of Tartu, Estonia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Calgary, Canada / University of Tartu, Estonia","institution_ids":["https://openalex.org/I56085075","https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063045002","display_name":"Rob Irving","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rob Irving","raw_affiliation_strings":["Pason Systems, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pason Systems, Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086312071","display_name":"Yasaman Amannejad","orcid":"https://orcid.org/0000-0002-5668-6086"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yasaman Amannejad","raw_affiliation_strings":["University of Calgary, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"149","last_page":"158"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.743456244468689},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6418655514717102},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.6033625602722168},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.5528688430786133},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.5188723206520081},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5062938928604126},{"id":"https://openalex.org/keywords/manual-testing","display_name":"Manual testing","score":0.4865500032901764},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4835643470287323},{"id":"https://openalex.org/keywords/model-based-testing","display_name":"Model-based testing","score":0.4468992054462433},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4298892915248871},{"id":"https://openalex.org/keywords/test-harness","display_name":"Test harness","score":0.42323917150497437},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.4203600287437439},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.38049837946891785},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3757816255092621},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3459884524345398},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.25721752643585205},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2446080446243286},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.15235140919685364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11769357323646545},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.08372467756271362}],"concepts":[{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.743456244468689},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6418655514717102},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.6033625602722168},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.5528688430786133},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.5188723206520081},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5062938928604126},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.4865500032901764},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4835643470287323},{"id":"https://openalex.org/C165825675","wikidata":"https://www.wikidata.org/wiki/Q1399743","display_name":"Model-based testing","level":4,"score":0.4468992054462433},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4298892915248871},{"id":"https://openalex.org/C109852812","wikidata":"https://www.wikidata.org/wiki/Q2406355","display_name":"Test harness","level":5,"score":0.42323917150497437},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.4203600287437439},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.38049837946891785},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3757816255092621},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3459884524345398},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.25721752643585205},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2446080446243286},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.15235140919685364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11769357323646545},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.08372467756271362},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2600821.2600832","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2600821.2600832","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2014 International Conference on Software and System Process","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322626","display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu","ror":"https://ror.org/04w9kkr77"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W107407604","https://openalex.org/W163074494","https://openalex.org/W1483581425","https://openalex.org/W1486172410","https://openalex.org/W1500099286","https://openalex.org/W1572121282","https://openalex.org/W1596127723","https://openalex.org/W1804637587","https://openalex.org/W1936487748","https://openalex.org/W1973637110","https://openalex.org/W2023632444","https://openalex.org/W2088235884","https://openalex.org/W2105885253","https://openalex.org/W2113419193","https://openalex.org/W2114647523","https://openalex.org/W2121443281","https://openalex.org/W2122962110","https://openalex.org/W2125887063","https://openalex.org/W2154555440","https://openalex.org/W2158691832","https://openalex.org/W2164530557","https://openalex.org/W2185553228","https://openalex.org/W2297384794","https://openalex.org/W2501018404","https://openalex.org/W3139053720","https://openalex.org/W6677211559","https://openalex.org/W6684560748"],"related_works":["https://openalex.org/W2784516856","https://openalex.org/W2098329690","https://openalex.org/W2135105612","https://openalex.org/W632606703","https://openalex.org/W2204156854","https://openalex.org/W2510269711","https://openalex.org/W4206951825","https://openalex.org/W71657867","https://openalex.org/W1519854430","https://openalex.org/W2133879562"],"abstract_inverted_index":{"Software":[0],"test":[1,19,33,58,92,100,167,229,243],"processes":[2,93],"are":[3],"complex":[4],"and":[5,14,102,158,224,231],"costly.":[6],"To":[7,49],"reduce":[8],"testing":[9,182,189],"effort":[10],"without":[11],"compromising":[12],"effectiveness":[13],"product":[15],"quality,":[16],"automation":[17,34,40,59,98],"of":[18,57,82,91,97,99,125,143,177,186,200,209,221,226,239,241],"activities":[20,101],"has":[21],"been":[22],"adopted":[23],"as":[24,190,204,206],"a":[25,61,69,135,170,218],"popular":[26],"approach":[27],"in":[28,52,60,66,122,132,138,194,234],"software":[29,136],"industry.":[30],"However,":[31],"since":[32],"usually":[35],"requires":[36],"substantial":[37],"upfront":[38],"investments,":[39],"is":[41],"not":[42],"always":[43],"more":[44],"cost-effective":[45],"than":[46],"manual":[47,181],"testing.":[48],"support":[50],"decision-makers":[51,155,233],"finding":[53],"the":[54,73,80,83,89,106,111,123,144,150,162,175,178,195,201,207,213,222,235],"optimal":[55,108],"degree":[56,161],"given":[62],"project,":[63],"we":[64,86,114,117,173],"propose":[65],"this":[67],"paper":[68],"simulation":[70,84,120,151,202,210],"model":[71,121,152,203],"using":[72],"System":[74],"Dynamics":[75],"(SD)":[76],"modeling":[77],"technique.":[78],"With":[79],"help":[81,103,154],"model,":[85],"can":[87,153],"evaluate":[88],"performance":[90],"with":[94,134,183],"varying":[95],"degrees":[96],"testers":[104],"choose":[105],"most":[107],"cases.":[109],"As":[110,169],"case":[112],"study,":[113],"describe":[115],"how":[116,149],"used":[118],"our":[119],"context":[124],"an":[126],"Action":[127],"Research":[128],"(AR)":[129],"study":[130,145],"conducted":[131],"collaboration":[133],"company":[137,163,215],"Calgary,":[139],"Canada.":[140],"The":[141,198],"goal":[142],"was":[146],"to":[147,159,216],"investigate":[148],"decide":[156],"whether":[157],"what":[160],"should":[164],"automate":[165],"their":[166,227],"processes.":[168],"first":[171],"step,":[172],"compared":[174],"performances":[176],"current":[179,228],"fully":[180],"several":[184],"cases":[185],"partly":[187],"automated":[188],"anticipated":[191],"for":[192],"implementation":[193],"partner":[196,214],"company.":[197],"development":[199],"well":[205],"analysis":[208],"results":[211],"helped":[212],"get":[217],"deeper":[219],"understanding":[220],"strengths":[223],"weaknesses":[225],"process":[230],"supported":[232],"cost":[236],"effective":[237],"planning":[238],"improvements":[240],"selected":[242],"activities.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}