{"id":"https://openalex.org/W4390357372","doi":"https://doi.org/10.1109/tse.2023.3348036","title":"On Effectiveness and Efficiency of Gamified Exploratory GUI Testing","display_name":"On Effectiveness and Efficiency of Gamified Exploratory GUI Testing","publication_year":2023,"publication_date":"2023-12-28","ids":{"openalex":"https://openalex.org/W4390357372","doi":"https://doi.org/10.1109/tse.2023.3348036"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2023.3348036","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2023.3348036","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040640308","display_name":"Riccardo Coppola","orcid":"https://orcid.org/0000-0003-4601-7425"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Riccardo Coppola","raw_affiliation_strings":["Department of Control and Computer Engineering, Polytechnic University of Turin, Turin, Italy"],"raw_orcid":"https://orcid.org/0000-0003-4601-7425","affiliations":[{"raw_affiliation_string":"Department of Control and Computer Engineering, Polytechnic University of Turin, Turin, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085257386","display_name":"Tommaso Fulcini","orcid":"https://orcid.org/0000-0001-8765-6501"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Tommaso Fulcini","raw_affiliation_strings":["Department of Control and Computer Engineering, Polytechnic University of Turin, Turin, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8765-6501","affiliations":[{"raw_affiliation_string":"Department of Control and Computer Engineering, Polytechnic University of Turin, Turin, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040165772","display_name":"Luca Ardito","orcid":"https://orcid.org/0000-0002-0501-7886"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Ardito","raw_affiliation_strings":["Department of Control and Computer Engineering, Polytechnic University of Turin, Turin, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0501-7886","affiliations":[{"raw_affiliation_string":"Department of Control and Computer Engineering, Polytechnic University of Turin, Turin, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015536188","display_name":"Marco Torchiano","orcid":"https://orcid.org/0000-0001-5328-368X"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Torchiano","raw_affiliation_strings":["Department of Control and Computer Engineering, Polytechnic University of Turin, Turin, Italy"],"raw_orcid":"https://orcid.org/0000-0001-5328-368X","affiliations":[{"raw_affiliation_string":"Department of Control and Computer Engineering, Polytechnic University of Turin, Turin, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090568205","display_name":"Emil Al\u00e9groth","orcid":"https://orcid.org/0000-0001-7526-3727"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Emil Al\u00e8groth","raw_affiliation_strings":["Blekinge Institute of Technology, Karlskrona, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-7526-3727","affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology, Karlskrona, Sweden","institution_ids":["https://openalex.org/I52719799"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0291,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.91421761,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"50","issue":"2","first_page":"322","last_page":"337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6816239356994629},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5417363047599792},{"id":"https://openalex.org/keywords/exploratory-research","display_name":"Exploratory research","score":0.4200465679168701},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4181819558143616},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.323160856962204}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6816239356994629},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5417363047599792},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.4200465679168701},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4181819558143616},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.323160856962204},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2023.3348036","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2023.3348036","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.550000011920929,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W988853315","https://openalex.org/W1481784587","https://openalex.org/W1543266722","https://openalex.org/W1560454359","https://openalex.org/W1645931506","https://openalex.org/W1869362176","https://openalex.org/W1876404477","https://openalex.org/W1976727279","https://openalex.org/W2003857319","https://openalex.org/W2006027584","https://openalex.org/W2018081790","https://openalex.org/W2035126508","https://openalex.org/W2089175932","https://openalex.org/W2098330174","https://openalex.org/W2099444174","https://openalex.org/W2101052591","https://openalex.org/W2107735367","https://openalex.org/W2108555190","https://openalex.org/W2135994160","https://openalex.org/W2141125339","https://openalex.org/W2165413788","https://openalex.org/W2295373235","https://openalex.org/W2353739181","https://openalex.org/W2441124914","https://openalex.org/W2479740773","https://openalex.org/W2547955681","https://openalex.org/W2573081168","https://openalex.org/W2582743722","https://openalex.org/W2606763577","https://openalex.org/W2617144600","https://openalex.org/W2727728914","https://openalex.org/W2802838214","https://openalex.org/W2892093463","https://openalex.org/W2916863457","https://openalex.org/W2950496925","https://openalex.org/W3032777522","https://openalex.org/W3092326336","https://openalex.org/W3105878189","https://openalex.org/W3108675174","https://openalex.org/W3166915807","https://openalex.org/W4252735996","https://openalex.org/W4281615927","https://openalex.org/W4291213652","https://openalex.org/W4295853874","https://openalex.org/W4399496237","https://openalex.org/W6625775499","https://openalex.org/W6784834012","https://openalex.org/W6838676501"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Context:":[0],"Gamification":[1,36,169],"appears":[2],"to":[3,31,38,47],"improve":[4],"enjoyment":[5],"and":[6,34,78,104,110,147,196,198,222],"quality":[7],"of":[8,10,25,41,84,149,170,218],"execution":[9],"software":[11,15],"engineering":[12],"activities,":[13],"including":[14],"testing.":[16],"Though":[17],"commonly":[18],"employed":[19],"in":[20,81,117,154,202,215],"industry,":[21],"manual":[22],"exploratory":[23,82,93,171],"testing":[24,42,83,94,172,220],"web":[26,85,184],"application":[27],"GUIs":[28],"was":[29],"proven":[30],"be":[32,208],"mundane":[33],"expensive.":[35],"applied":[37],"that":[39,143],"kind":[40],"activity":[43],"has":[44,55,173],"the":[45,72,111,128,145,187,191,203,212,216],"potential":[46],"overcome":[48],"its":[49],"limitations,":[50],"though":[51],"no":[52],"empirical":[53],"research":[54,201,206],"explored":[56],"this":[57],"area":[58],"yet.Goal:":[59],"Collect":[60],"preliminary":[61],"insights":[62],"on":[63,177],"how":[64,178],"gamification,":[65],"when":[66,156],"performed":[67],"by":[68],"novice":[69],"testers,":[70],"affects":[71],"effectiveness,":[73],"efficiency,":[74],"test":[75,181],"case":[76],"realism,":[77],"user":[79,163],"experience":[80,124,164],"applications.Method:":[86],"Common":[87],"gamification":[88],"features":[89],"augment":[90],"an":[91,118,152],"existing":[92],"tool:":[95],"Final":[96],"Score":[97],"with":[98,160,167],"Leaderboard,":[99],"Injected":[100],"Bugs,":[101],"Progress":[102],"Bar,":[103],"Exploration":[105],"Highlights.":[106],"The":[107],"original":[108],"tool":[109],"gamified":[112],"version":[113],"are":[114,189,193],"then":[115],"compared":[116],"experiment":[119],"involving":[120],"144":[121],"participants.":[122],"User":[123],"is":[125,165],"elicited":[126],"using":[127],"Technology":[129],"Acceptance":[130],"Model":[131],"(TAM)":[132],"questionnaire":[133],"instrument.Results:":[134],"Statistical":[135],"analysis":[136],"identified":[137],"several":[138],"significant":[139],"differences":[140],"for":[141,183],"metrics":[142],"represent":[144],"effectiveness":[146],"efficiency":[148],"tests":[150],"showing":[151],"improvement":[153],"coverage":[155],"they":[157],"were":[158],"developed":[159],"gamification.":[161],"Additionally,":[162],"improved":[166],"gamification.Conclusions:":[168],"a":[174],"tangible":[175],"effect":[176],"testers":[179],"create":[180],"cases":[182],"applications.":[185],"While":[186],"results":[188,214],"mixed,":[190],"effects":[192],"most":[194],"beneficial":[195],"interesting":[197],"warrant":[199],"more":[200],"future.":[204],"Further":[205],"shall":[207],"aimed":[209],"at":[210],"confirming":[211],"presented":[213],"context":[217],"state-of-the-art":[219],"tools":[221],"real-world":[223],"development":[224],"environments.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}