{"id":"https://openalex.org/W4411523010","doi":"https://doi.org/10.1145/3728983","title":"Gamifying Testing in IntelliJ: A Replicability Study","display_name":"Gamifying Testing in IntelliJ: A Replicability Study","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4411523010","doi":"https://doi.org/10.1145/3728983"},"language":"en","primary_location":{"id":"doi:10.1145/3728983","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3728983","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3728983","source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3728983","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013475041","display_name":"Philipp Straubinger","orcid":"https://orcid.org/0000-0002-9265-5789"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Philipp Straubinger","raw_affiliation_strings":["University of Passau, Passau, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9265-5789","affiliations":[{"raw_affiliation_string":"University of Passau, Passau, Germany","institution_ids":["https://openalex.org/I186354981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085257386","display_name":"Tommaso Fulcini","orcid":"https://orcid.org/0000-0001-8765-6501"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Tommaso Fulcini","raw_affiliation_strings":["Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8765-6501","affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039042577","display_name":"Giacomo Garaccione","orcid":"https://orcid.org/0000-0001-7254-9578"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giacomo Garaccione","raw_affiliation_strings":["Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7254-9578","affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040165772","display_name":"Luca Ardito","orcid":"https://orcid.org/0000-0002-0501-7886"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Ardito","raw_affiliation_strings":["Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0501-7886","affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079261847","display_name":"Gordon Fraser","orcid":"https://orcid.org/0000-0002-4364-6595"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gordon Fraser","raw_affiliation_strings":["University of Passau, Passau, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4364-6595","affiliations":[{"raw_affiliation_string":"University of Passau, Passau, Germany","institution_ids":["https://openalex.org/I186354981"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11909254,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":"ISSTA","first_page":"2407","last_page":"2429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/plug-in","display_name":"Plug-in","score":0.7569019198417664},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6125521063804626},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4958215653896332},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.47975289821624756},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.43156173825263977},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4205542802810669},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.4201241731643677},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4133511185646057},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.406943678855896},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37292730808258057},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17300641536712646}],"concepts":[{"id":"https://openalex.org/C4924752","wikidata":"https://www.wikidata.org/wiki/Q184148","display_name":"Plug-in","level":2,"score":0.7569019198417664},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6125521063804626},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4958215653896332},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.47975289821624756},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.43156173825263977},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4205542802810669},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.4201241731643677},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4133511185646057},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.406943678855896},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37292730808258057},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17300641536712646},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3728983","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3728983","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3728983","source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},{"id":"pmh:doi:10.18420/se2026_25","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text/Conference Paper"}],"best_oa_location":{"id":"doi:10.1145/3728983","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3728983","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3728983","source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2686447132","display_name":null,"funder_award_id":"104 -02/02/2022","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2701445157","display_name":null,"funder_award_id":"02/02/2022","funder_id":"https://openalex.org/F4320331528","funder_display_name":"Ministero dell'Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G2929374385","display_name":null,"funder_award_id":"104 02-02-2022","funder_id":"https://openalex.org/F4320331528","funder_display_name":"Ministero dell'Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G4488344675","display_name":null,"funder_award_id":"D.D.104","funder_id":"https://openalex.org/F4320331528","funder_display_name":"Ministero dell'Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G598502428","display_name":null,"funder_award_id":"PRIN2022","funder_id":"https://openalex.org/F4320331528","funder_display_name":"Ministero dell'Universit\u00e0 e della Ricerca"},{"id":"https://openalex.org/G8240186216","display_name":null,"funder_award_id":"2022PCCMLF","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G972786147","display_name":null,"funder_award_id":"PRIN-2022","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320331528","display_name":"Ministero dell'Universit\u00e0 e della Ricerca","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411523010.pdf","grobid_xml":"https://content.openalex.org/works/W4411523010.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1876404477","https://openalex.org/W1972978214","https://openalex.org/W2023718959","https://openalex.org/W2154167785","https://openalex.org/W2501223450","https://openalex.org/W2747663480","https://openalex.org/W2790894500","https://openalex.org/W2892093463","https://openalex.org/W2947042183","https://openalex.org/W2955557763","https://openalex.org/W2984853762","https://openalex.org/W2991778413","https://openalex.org/W3021795483","https://openalex.org/W3108675174","https://openalex.org/W3116891756","https://openalex.org/W3166915807","https://openalex.org/W3173568975","https://openalex.org/W3194549002","https://openalex.org/W4225660033","https://openalex.org/W4230983304","https://openalex.org/W4233847861","https://openalex.org/W4281745102","https://openalex.org/W4291213652","https://openalex.org/W4308653684","https://openalex.org/W4319965105","https://openalex.org/W4321019847","https://openalex.org/W4385325642","https://openalex.org/W4388212392","https://openalex.org/W4390357372","https://openalex.org/W4391558389","https://openalex.org/W4398785940","https://openalex.org/W4401391260","https://openalex.org/W4402527008"],"related_works":["https://openalex.org/W47352601","https://openalex.org/W2981957539","https://openalex.org/W4287378204","https://openalex.org/W2461489085","https://openalex.org/W2545422590","https://openalex.org/W4240705470","https://openalex.org/W2945311252","https://openalex.org/W631546281","https://openalex.org/W4206501676","https://openalex.org/W88292646"],"abstract_inverted_index":{"Gamification":[0],"is":[1,53,82],"an":[2,254],"emerging":[3],"technique":[4],"to":[5,27,58,72,83,91,135,162,202,257],"enhance":[6],"motivation":[7],"and":[8,37,50,60,77,99,122,142,154,157,173,193,215,235],"performance":[9],"in":[10,75,88,175,211,218,238],"traditionally":[11],"unengaging":[12],"tasks":[13],"like":[14],"software":[15,29,232,259],"testing.":[16],"Previous":[17],"studies":[18,90],"have":[19,24],"indicated":[20],"that":[21,226,244],"gamified":[22],"systems":[23],"the":[25,62,85,95,146,164,179,184,207,249],"potential":[26],"improve":[28,258],"testing":[30,137,176,197,220,233,250,260],"processes":[31],"by":[32,183],"providing":[33],"testers":[34],"with":[35,112,124],"achievements":[36],"feedback.":[38],"However,":[39],"further":[40],"evidence":[41],"of":[42,64,108,186,191,196,209],"these":[43],"benefits":[44,86],"across":[45],"different":[46],"environments,":[47],"programming":[48,97],"languages,":[49],"participant":[51,102,143,155],"groups":[52],"required.":[54],"This":[55,199],"paper":[56],"aims":[57],"replicate":[59],"validate":[61],"effects":[63],"IntelliGame,":[65,229],"a":[66,100,109,131],"gamification":[67,126,210],"plugin":[68],"for":[69],"IntelliJ":[70],"IDEA":[71],"engage":[73],"developers":[74],"writing":[76],"executing":[78],"tests.":[79],"The":[80,104,128,222],"objective":[81],"generalize":[84],"observed":[87],"earlier":[89],"new":[92],"contexts,":[93],"i.e.,":[94],"TypeScript":[96],"language":[98],"larger":[101],"pool.":[103],"replicability":[105],"study":[106,129,224],"consists":[107],"controlled":[110],"experiment":[111],"174":[113],"participants,":[114],"divided":[115],"into":[116,248],"two":[117],"groups:":[118],"one":[119,123],"using":[120,168],"IntelliGame":[121,169],"no":[125],"plugin.":[127],"employed":[130],"two-group":[132],"experimental":[133],"design":[134],"compare":[136],"behavior,":[138],"coverage,":[139],"mutation":[140],"scores,":[141],"feedback":[144],"between":[145],"groups.":[147],"Data":[148],"was":[149,160],"collected":[150],"through":[151,228],"test":[152],"metrics":[153],"surveys,":[156],"statistical":[158,165],"analysis":[159],"performed":[161],"determine":[163],"significance.":[166],"Participants":[167],"showed":[170],"higher":[171],"engagement":[172,237],"productivity":[174],"practices":[177],"than":[178],"control":[180],"group,":[181],"evidenced":[182],"creation":[185],"more":[187],"tests,":[188],"increased":[189],"frequency":[190],"executions,":[192],"enhanced":[194],"utilization":[195],"tools.":[198],"ultimately":[200],"led":[201],"better":[203],"code":[204],"implementations,":[205],"highlighting":[206],"effectiveness":[208],"improving":[212],"functional":[213],"outcomes":[214],"motivating":[216],"users":[217],"their":[219],"endeavors.":[221],"replication":[223],"confirms":[225],"gamification,":[227],"positively":[230],"impacts":[231],"behavior":[234],"developer":[236],"coding":[239],"tasks.":[240],"These":[241],"findings":[242],"suggest":[243],"integrating":[245],"game":[246],"elements":[247],"environment":[251],"can":[252],"be":[253],"effective":[255],"strategy":[256],"practices.":[261]},"counts_by_year":[],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}