{"id":"https://openalex.org/W4319965105","doi":"https://doi.org/10.1145/3582273","title":"A Review on Tools, Mechanics, Benefits, and Challenges of Gamified Software Testing","display_name":"A Review on Tools, Mechanics, Benefits, and Challenges of Gamified Software Testing","publication_year":2023,"publication_date":"2023-02-10","ids":{"openalex":"https://openalex.org/W4319965105","doi":"https://doi.org/10.1145/3582273"},"language":"en","primary_location":{"id":"doi:10.1145/3582273","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3582273","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3582273","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3582273","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085257386","display_name":"Tommaso Fulcini","orcid":"https://orcid.org/0000-0001-8765-6501"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Tommaso Fulcini","raw_affiliation_strings":["Politecnico di Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8765-6501","affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040640308","display_name":"Riccardo Coppola","orcid":"https://orcid.org/0000-0003-4601-7425"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Riccardo Coppola","raw_affiliation_strings":["Politecnico di Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0003-4601-7425","affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040165772","display_name":"Luca Ardito","orcid":"https://orcid.org/0000-0002-0501-7886"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Ardito","raw_affiliation_strings":["Politecnico di Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0501-7886","affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015536188","display_name":"Marco Torchiano","orcid":"https://orcid.org/0000-0001-5328-368X"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Torchiano","raw_affiliation_strings":["Politecnico di Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0001-5328-368X","affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177477856"],"apc_list":null,"apc_paid":null,"fwci":12.6321,"has_fulltext":true,"cited_by_count":37,"citation_normalized_percentile":{"value":0.99166203,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"55","issue":"14s","first_page":"1","last_page":"37"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7071818113327026},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.5881198048591614},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5797857046127319},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5085054636001587},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.506147563457489},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.45698004961013794},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.44506171345710754},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4383637011051178},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12881958484649658}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7071818113327026},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.5881198048591614},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5797857046127319},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5085054636001587},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.506147563457489},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45698004961013794},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.44506171345710754},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4383637011051178},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12881958484649658},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3582273","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3582273","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3582273","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3582273","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3582273","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3582273","source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4319965105.pdf","grobid_xml":"https://content.openalex.org/works/W4319965105.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W4214443","https://openalex.org/W620429105","https://openalex.org/W988853315","https://openalex.org/W1531677189","https://openalex.org/W1608087281","https://openalex.org/W1940325564","https://openalex.org/W1970701488","https://openalex.org/W1977080779","https://openalex.org/W1980583601","https://openalex.org/W2018081790","https://openalex.org/W2019955851","https://openalex.org/W2023718959","https://openalex.org/W2045806041","https://openalex.org/W2107846163","https://openalex.org/W2136589719","https://openalex.org/W2138571267","https://openalex.org/W2144832446","https://openalex.org/W2152417223","https://openalex.org/W2158506421","https://openalex.org/W2172125163","https://openalex.org/W2242570204","https://openalex.org/W2336383631","https://openalex.org/W2345039647","https://openalex.org/W2547955681","https://openalex.org/W2548788111","https://openalex.org/W2576494997","https://openalex.org/W2576624358","https://openalex.org/W2586570456","https://openalex.org/W2617144600","https://openalex.org/W2622213173","https://openalex.org/W2735864825","https://openalex.org/W2762681433","https://openalex.org/W2803238191","https://openalex.org/W2804723463","https://openalex.org/W2892093463","https://openalex.org/W2963011053","https://openalex.org/W3122294693","https://openalex.org/W3173568975","https://openalex.org/W3197593145","https://openalex.org/W4221008925","https://openalex.org/W4240903490","https://openalex.org/W4242883546","https://openalex.org/W4251634201"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W4390788373"],"abstract_inverted_index":{"Gamification":[0],"is":[1,53,126,143],"an":[2],"established":[3],"practice":[4,32],"in":[5,13,33,43,48,76,123,161],"Software":[6,28],"Engineering":[7],"to":[8,26,54,88,129,146,180],"increase":[9],"effectiveness":[10],"and":[11,46,59,63,68,91,103,112,142,158,184,190],"engagement":[12,39],"many":[14],"practices.":[15],"This":[16],"manuscript":[17],"provides":[18],"a":[19,84],"characterization":[20],"of":[21,24,167,193],"the":[22,27,56,65,73,77,105,130,152,162,175,186,194],"application":[23,57],"gamification":[25,122,198],"Testing":[29],"area.":[30],"Such":[31],"fact":[34],"reportedly":[35],"suffers":[36],"from":[37],"low":[38],"by":[40,150,197],"both":[41],"personnel":[42],"industrial":[44],"contexts":[45],"learners":[47],"educational":[49],"contexts.":[50],"Our":[51],"goal":[52],"identify":[55,89],"areas":[58,157],"utilized":[60],"gamified":[61,96,108,169],"techniques":[62],"mechanics,":[64,109],"provided":[66],"benefits":[67,195],"drawbacks,":[69],"as":[70,72],"well":[71],"open":[74],"challenges":[75,160],"field.":[78],"To":[79],"this":[80],"purpose,":[81],"we":[82],"conducted":[83],"Multivocal":[85],"Literature":[86],"Review":[87],"white":[90],"grey":[92],"literature":[93],"sources":[94],"addressing":[95],"software":[97,124],"testing.":[98],"We":[99,119],"analyzed":[100],"73":[101],"contributions":[102],"summarized":[104],"most":[106],"common":[107],"concepts,":[110],"tools,":[111],"domains":[113],"where":[114],"they":[115],"are":[116],"mostly":[117,127,144],"applied.":[118],"conclude":[120],"that":[121],"testing":[125,140,173],"applied":[128],"test":[131],"creation":[132],"phase":[133],"with":[134],"simple":[135],"white-box":[136],"unit":[137],"or":[138],"mutation":[139],"tools":[141],"used":[145],"foster":[147],"good":[148],"behaviors":[149],"promoting":[151],"testers\u2019":[153],"accomplishment.":[154],"Key":[155],"research":[156],"main":[159],"field":[163],"are:":[164],"careful":[165],"design":[166],"tailored":[168],"mechanics":[170],"for":[171,177,188],"specific":[172],"techniques;":[174],"need":[176],"technological":[178],"improvements":[179],"enable":[181],"crowdsourcing,":[182],"cooperation,":[183],"concurrency;":[185],"necessity":[187],"empirical":[189],"large-scale":[191],"evaluation":[192],"delivered":[196],"mechanics.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}