{"id":"https://openalex.org/W2741150809","doi":"https://doi.org/10.1145/3121245.3121250","title":"Comparing automated visual GUI testing tools: an industrial case study","display_name":"Comparing automated visual GUI testing tools: an industrial case study","publication_year":2017,"publication_date":"2017-08-01","ids":{"openalex":"https://openalex.org/W2741150809","doi":"https://doi.org/10.1145/3121245.3121250","mag":"2741150809"},"language":"en","primary_location":{"id":"doi:10.1145/3121245.3121250","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3121245.3121250","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM SIGSOFT International Workshop on Automated Software Testing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://orbilu.uni.lu/handle/10993/31853","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000712015","display_name":"Vahid Garousi","orcid":"https://orcid.org/0000-0001-6590-7576"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":true,"raw_author_name":"Vahid Garousi","raw_affiliation_strings":["University of Luxembourg, Luxembourg / Wageningen University, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg / Wageningen University, Netherlands","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015132481","display_name":"Wasif Afzal","orcid":"https://orcid.org/0000-0003-0611-2655"},"institutions":[{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Wasif Afzal","raw_affiliation_strings":["M\u00e4lardalen University, Sweden"],"affiliations":[{"raw_affiliation_string":"M\u00e4lardalen University, Sweden","institution_ids":["https://openalex.org/I82509713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040121143","display_name":"Adem \u00c7a\u011flar","orcid":null},"institutions":[{"id":"https://openalex.org/I56303344","display_name":"Aselsan (Turkey)","ror":"https://ror.org/04knh8e66","country_code":"TR","type":"company","lineage":["https://openalex.org/I56303344"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Adem \u00c7a\u011flar","raw_affiliation_strings":["Havelsan, Turkey"],"affiliations":[{"raw_affiliation_string":"Havelsan, Turkey","institution_ids":["https://openalex.org/I56303344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003891845","display_name":"\u0130hsan Berk I\u015f\u0131k","orcid":null},"institutions":[{"id":"https://openalex.org/I56303344","display_name":"Aselsan (Turkey)","ror":"https://ror.org/04knh8e66","country_code":"TR","type":"company","lineage":["https://openalex.org/I56303344"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"\u0130hsan Berk I\u015f\u0131k","raw_affiliation_strings":["Havelsan, Turkey"],"affiliations":[{"raw_affiliation_string":"Havelsan, Turkey","institution_ids":["https://openalex.org/I56303344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011847715","display_name":"Berker Baydan","orcid":"https://orcid.org/0000-0003-2806-368X"},"institutions":[{"id":"https://openalex.org/I56303344","display_name":"Aselsan (Turkey)","ror":"https://ror.org/04knh8e66","country_code":"TR","type":"company","lineage":["https://openalex.org/I56303344"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Berker Baydan","raw_affiliation_strings":["Havelsan, Turkey"],"affiliations":[{"raw_affiliation_string":"Havelsan, Turkey","institution_ids":["https://openalex.org/I56303344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082972812","display_name":"Se\u00e7kin \u00c7aylak","orcid":null},"institutions":[{"id":"https://openalex.org/I56303344","display_name":"Aselsan (Turkey)","ror":"https://ror.org/04knh8e66","country_code":"TR","type":"company","lineage":["https://openalex.org/I56303344"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Se\u00e7kin \u00c7aylak","raw_affiliation_strings":["Havelsan, Turkey"],"affiliations":[{"raw_affiliation_string":"Havelsan, Turkey","institution_ids":["https://openalex.org/I56303344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083277497","display_name":"Ahmet Zeki Boyraz","orcid":null},"institutions":[{"id":"https://openalex.org/I56303344","display_name":"Aselsan (Turkey)","ror":"https://ror.org/04knh8e66","country_code":"TR","type":"company","lineage":["https://openalex.org/I56303344"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ahmet Zeki Boyraz","raw_affiliation_strings":["Havelsan, Turkey"],"affiliations":[{"raw_affiliation_string":"Havelsan, Turkey","institution_ids":["https://openalex.org/I56303344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023775337","display_name":"Burak Yola\u00e7an","orcid":"https://orcid.org/0000-0002-1274-5654"},"institutions":[{"id":"https://openalex.org/I56303344","display_name":"Aselsan (Turkey)","ror":"https://ror.org/04knh8e66","country_code":"TR","type":"company","lineage":["https://openalex.org/I56303344"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Burak Yola\u00e7an","raw_affiliation_strings":["Havelsan, Turkey"],"affiliations":[{"raw_affiliation_string":"Havelsan, Turkey","institution_ids":["https://openalex.org/I56303344"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023268747","display_name":"Kadir Herkilo\u011flu","orcid":"https://orcid.org/0000-0003-3258-7240"},"institutions":[{"id":"https://openalex.org/I56303344","display_name":"Aselsan (Turkey)","ror":"https://ror.org/04knh8e66","country_code":"TR","type":"company","lineage":["https://openalex.org/I56303344"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Kadir Herkilo\u011flu","raw_affiliation_strings":["Havelsan, Turkey"],"affiliations":[{"raw_affiliation_string":"Havelsan, Turkey","institution_ids":["https://openalex.org/I56303344"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5000712015"],"corresponding_institution_ids":["https://openalex.org/I186903577"],"apc_list":null,"apc_paid":null,"fwci":4.2242,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.94485367,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"21","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7435024380683899},{"id":"https://openalex.org/keywords/workaround","display_name":"Workaround","score":0.6395657062530518},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.618248701095581},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5939223170280457},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.5547851920127869},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5542162656784058},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.48063960671424866},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4598217308521271},{"id":"https://openalex.org/keywords/system-under-test","display_name":"System under test","score":0.4593655467033386},{"id":"https://openalex.org/keywords/test-script","display_name":"Test script","score":0.41239380836486816},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3299906849861145},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.18656206130981445},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1706700325012207},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.12414473295211792}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7435024380683899},{"id":"https://openalex.org/C194541083","wikidata":"https://www.wikidata.org/wiki/Q457174","display_name":"Workaround","level":2,"score":0.6395657062530518},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.618248701095581},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5939223170280457},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.5547851920127869},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5542162656784058},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.48063960671424866},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4598217308521271},{"id":"https://openalex.org/C108913964","wikidata":"https://www.wikidata.org/wiki/Q2376856","display_name":"System under test","level":4,"score":0.4593655467033386},{"id":"https://openalex.org/C109086967","wikidata":"https://www.wikidata.org/wiki/Q2509100","display_name":"Test script","level":4,"score":0.41239380836486816},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3299906849861145},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.18656206130981445},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1706700325012207},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.12414473295211792},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3121245.3121250","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3121245.3121250","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 8th ACM SIGSOFT International Workshop on Automated Software Testing","raw_type":"proceedings-article"},{"id":"pmh:oai:orbilu.uni.lu:10993/31853","is_oa":true,"landing_page_url":"http://orbilu.uni.lu/handle/10993/31853","pdf_url":null,"source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of International Workshop on Automated Software Testing (A-TEST).  (2017).","raw_type":null},{"id":"pmh:wur:oai:library.wur.nl:wurpubs/528456","is_oa":false,"landing_page_url":"https://research.wur.nl/en/publications/comparing-automated-visual-gui-testing-tools-an-industrial-case-s","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"A-TEST\u201917: Proceedings of the 8th ACM SIGSOFT International Workshop on Automated Software Testing. News York: Association for Computing Machinery","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"pmh:oai:orbilu.uni.lu:10993/31853","is_oa":true,"landing_page_url":"http://orbilu.uni.lu/handle/10993/31853","pdf_url":null,"source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of International Workshop on Automated Software Testing (A-TEST).  (2017).","raw_type":null},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G8998630179","display_name":null,"funder_award_id":"20160139 (TestMine) and 20130085 (TOCSYC)","funder_id":"https://openalex.org/F4320307330","funder_display_name":"Knowledge Foundation"}],"funders":[{"id":"https://openalex.org/F4320307330","display_name":"Knowledge Foundation","ror":"https://ror.org/00v64cg28"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W114331032","https://openalex.org/W124211262","https://openalex.org/W1150103347","https://openalex.org/W1541128807","https://openalex.org/W1970849443","https://openalex.org/W1986011486","https://openalex.org/W2006253492","https://openalex.org/W2024033902","https://openalex.org/W2033288554","https://openalex.org/W2050930639","https://openalex.org/W2091979577","https://openalex.org/W2107735367","https://openalex.org/W2140282514","https://openalex.org/W2165413788","https://openalex.org/W2182933247","https://openalex.org/W2228356082","https://openalex.org/W2343468114","https://openalex.org/W2345039647","https://openalex.org/W2548454025","https://openalex.org/W2620872098","https://openalex.org/W2622213173","https://openalex.org/W3010856131","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3006257721","https://openalex.org/W2109315538","https://openalex.org/W2204156854","https://openalex.org/W2243231242","https://openalex.org/W2996721186","https://openalex.org/W2149419207","https://openalex.org/W2179621094","https://openalex.org/W3175215928","https://openalex.org/W2034553498","https://openalex.org/W160515617"],"abstract_inverted_index":{"Visual":[0],"GUI":[1],"testing":[2,93],"(VGT)":[3],"is":[4,166,171],"a":[5,25,33,55,91],"tool-driven":[6],"technique,":[7],"which":[8],"uses":[9],"image":[10],"recognition":[11],"for":[12,90,123,140,149],"interaction":[13],"and":[14,37,47,53,80,183,197,202,226,230],"assertion":[15],"of":[16,19,32,45,64,68,118,127,129,145,158,222],"the":[17,30,43,65,69,84,87,110,130,141,164,180,186,190,193,200,207,220],"behaviour":[18],"system":[20],"under":[21,133],"test.":[22],"Motivated":[23],"by":[24,188,198],"real":[26],"industrial":[27,60,210],"need,":[28],"in":[29,42,58,125,160,185,192,205,213,224],"context":[31],"large":[34],"Turkish":[35],"software":[36,132],"systems":[38],"company":[39,85,187,194],"providing":[40],"solutions":[41],"areas":[44],"defense":[46],"IT":[48],"sector,":[49],"we":[50],"systematically":[51],"planned":[52],"applied":[54],"VGT":[56,77,225],"project":[57,70],"this":[59,214],"context.":[61],"The":[62,116,173,209],"goal":[63],"initial":[66],"phase":[67],"was":[71,121,138],"to":[72,82,112,179,217,219],"empirically":[73],"evaluate":[74],"two":[75,100,131],"well-known":[76],"tools":[78,101],"(Sikuli":[79],"JAutomate)":[81],"help":[83,227],"select":[86],"best":[88],"tool":[89],"given":[92],"project.":[94],"Our":[95],"results":[96],"show":[97],"that":[98],"both":[99,150],"suffer":[102],"from":[103],"similar":[104],"test":[105,119,134,146,161,169,181],"\u2018Replay\u2019":[106],"problems":[107],"such":[108],"as":[109],"inability":[111],"find":[113],"smaller-sized":[114],"images.":[115],"repeatability":[117],"executions":[120],"better":[122],"JAutomate":[124],"case":[126,211],"one":[128],"(SUT)":[135],"while":[136],"it":[137],"comparable":[139],"other.":[142],"In":[143],"terms":[144],"development":[147],"effort,":[148],"tools,":[151],"there":[152],"were":[153],"high":[154],"correlations":[155],"with":[156],"number":[157],"steps":[159],"suites,":[162],"however":[163],"effort":[165],"reduced":[167],"if":[168],"code":[170],"reused.":[172],"study":[174,212],"has":[175],"already":[176],"provided":[177],"benefits":[178],"engineers":[182],"managers":[184],"increasing":[189],"know-how":[191],"w.r.t.":[195],"VGT,":[196],"identifying":[199],"challenges":[201],"their":[203],"workarounds":[204],"using":[206],"tools.":[208],"paper":[215],"intends":[216],"add":[218],"body":[221],"evidence":[223],"other":[228],"researchers":[229],"practitioners.":[231]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}