{"id":"https://openalex.org/W4292261043","doi":"https://doi.org/10.1109/vl/hcc53370.2022.9833107","title":"Is Assertion Roulette still a test smell? An experiment from the perspective of testing education","display_name":"Is Assertion Roulette still a test smell? An experiment from the perspective of testing education","publication_year":2022,"publication_date":"2022-08-17","ids":{"openalex":"https://openalex.org/W4292261043","doi":"https://doi.org/10.1109/vl/hcc53370.2022.9833107"},"language":"en","primary_location":{"id":"doi:10.1109/vl/hcc53370.2022.9833107","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vl/hcc53370.2022.9833107","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040160847","display_name":"Gina R. Bai","orcid":"https://orcid.org/0009-0004-6922-7470"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Gina R. Bai","raw_affiliation_strings":["North Carolina State University,Department of Computer Science","Department of Computer Science, North Carolina State University"],"affiliations":[{"raw_affiliation_string":"North Carolina State University,Department of Computer Science","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"Department of Computer Science, North Carolina State University","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043746498","display_name":"Kai Presler-Marshall","orcid":null},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kai Presler-Marshall","raw_affiliation_strings":["North Carolina State University,Department of Computer Science","Department of Computer Science, North Carolina State University"],"affiliations":[{"raw_affiliation_string":"North Carolina State University,Department of Computer Science","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"Department of Computer Science, North Carolina State University","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071480629","display_name":"Susan R. Fisk","orcid":"https://orcid.org/0000-0002-7107-2357"},"institutions":[{"id":"https://openalex.org/I149910238","display_name":"Kent State University","ror":"https://ror.org/049pfb863","country_code":"US","type":"education","lineage":["https://openalex.org/I149910238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susan R. Fisk","raw_affiliation_strings":["Kent State University,Department of Sociology","Department of Sociology, Kent State University"],"affiliations":[{"raw_affiliation_string":"Kent State University,Department of Sociology","institution_ids":["https://openalex.org/I149910238"]},{"raw_affiliation_string":"Department of Sociology, Kent State University","institution_ids":["https://openalex.org/I149910238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050283470","display_name":"Kathryn T. Stolee","orcid":"https://orcid.org/0000-0003-0584-7094"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathryn T. Stolee","raw_affiliation_strings":["North Carolina State University,Department of Computer Science","Department of Computer Science, North Carolina State University"],"affiliations":[{"raw_affiliation_string":"North Carolina State University,Department of Computer Science","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"Department of Computer Science, North Carolina State University","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5040160847"],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":2.122,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.89771685,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/roulette","display_name":"Roulette","score":0.9666889905929565},{"id":"https://openalex.org/keywords/assertion","display_name":"Assertion","score":0.9371466040611267},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5987411737442017},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5875914096832275},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5627599358558655},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.47873756289482117},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4181944727897644},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.38037049770355225},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26190608739852905},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21749475598335266},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1415705680847168},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.10379138588905334}],"concepts":[{"id":"https://openalex.org/C195502155","wikidata":"https://www.wikidata.org/wiki/Q2810237","display_name":"Roulette","level":2,"score":0.9666889905929565},{"id":"https://openalex.org/C40422974","wikidata":"https://www.wikidata.org/wiki/Q741248","display_name":"Assertion","level":2,"score":0.9371466040611267},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5987411737442017},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5875914096832275},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5627599358558655},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.47873756289482117},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4181944727897644},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.38037049770355225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26190608739852905},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21749475598335266},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1415705680847168},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.10379138588905334},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vl/hcc53370.2022.9833107","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vl/hcc53370.2022.9833107","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5099999904632568,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W140789096","https://openalex.org/W1541128807","https://openalex.org/W1571450389","https://openalex.org/W1788936120","https://openalex.org/W1991292921","https://openalex.org/W1999827279","https://openalex.org/W2002175645","https://openalex.org/W2024714614","https://openalex.org/W2044490101","https://openalex.org/W2056952837","https://openalex.org/W2129005287","https://openalex.org/W2133073371","https://openalex.org/W2143417137","https://openalex.org/W2395052532","https://openalex.org/W2517626969","https://openalex.org/W2518549364","https://openalex.org/W2522228258","https://openalex.org/W2748218905","https://openalex.org/W2774636784","https://openalex.org/W2835181743","https://openalex.org/W2900961173","https://openalex.org/W2920244696","https://openalex.org/W2954265135","https://openalex.org/W2955138751","https://openalex.org/W2959222533","https://openalex.org/W2968236464","https://openalex.org/W2993293292","https://openalex.org/W2997945246","https://openalex.org/W3033595121","https://openalex.org/W3082051432","https://openalex.org/W3090548885","https://openalex.org/W3091625722","https://openalex.org/W3094456707","https://openalex.org/W3113869096","https://openalex.org/W3173513046","https://openalex.org/W3177472236","https://openalex.org/W3180512116","https://openalex.org/W4254802762","https://openalex.org/W4287064272","https://openalex.org/W6638163940","https://openalex.org/W6772349474","https://openalex.org/W6798700559"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2012220159","https://openalex.org/W4292261043","https://openalex.org/W2136558125","https://openalex.org/W2372415618","https://openalex.org/W2028902198","https://openalex.org/W1978111509","https://openalex.org/W2534735702","https://openalex.org/W2767681984"],"abstract_inverted_index":{"Test":[0],"smells":[1],"are":[2],"commonly":[3],"perceived":[4],"as":[5,44,46],"having":[6],"a":[7,79,95,118,196],"negative":[8],"impact":[9,38,58,73,136,153],"on":[10,157],"software":[11],"maintainability":[12],"and":[13,28,49,94,144],"correctness.":[14],"Research":[15],"has":[16],"shown":[17],"that":[18,36,122,151],"Assertion":[19,40,60,75,138,155,190],"Roulette":[20,41,61,139,156,191],"is":[21,42,193],"the":[22,37,57,65,72,135,152,169,189],"most":[23],"pervasive":[24],"smell":[25,171,192,197],"in":[26,64,106,120,159,179],"industrial":[27],"open-source":[29],"systems.":[30],"However,":[31],"some":[32],"recent":[33],"studies":[34],"argue":[35],"of":[39,59,67,74,108,129,137,154,181],"not":[43],"severe":[45],"previously":[47],"believed,":[48],"developers":[50],"usually":[51],"consider":[52],"it":[53,186],"acceptable.The":[54],"controversy":[55],"over":[56],"also":[62],"exists":[63],"area":[66],"testing":[68,97,145,173],"education.":[69],"To":[70],"assess":[71],"Roulette,":[76],"we":[77,133],"conducted":[78],"controlled":[80],"empirical":[81],"study":[82,161],"with":[83,116,166],"42":[84],"CS":[85],"students.":[86,206],"We":[87],"recruited":[88],"participants":[89],"from":[90],"two":[91],"populations,":[92],"CS1":[93],"graduate":[96],"course,":[98],"to":[99,168],"see":[100],"what":[101],"role":[102],"experience":[103],"may":[104],"have":[105],"terms":[107,180],"this":[109,160],"test":[110,170],"smell’s":[111],"impact.":[112],"Participants":[113],"were":[114],"tasked":[115],"implementing":[117],"project":[119],"Java":[121],"passes":[123],"provided":[124],"JUnit":[125],"tests.":[126],"Through":[127],"analysis":[128],"student-authored":[130],"source":[131],"code,":[132],"measured":[134],"using":[140],"code":[141],"quality":[142,183],"measures":[143],"behavior":[146],"measures.":[147,184],"Our":[148],"findings":[149],"show":[150],"students":[158,165],"was":[162],"minimal.":[163],"Though":[164],"exposure":[167],"began":[172],"significantly":[174],"later,":[175],"they":[176],"performed":[177],"similarly":[178],"programming":[182],"Thus,":[185],"would":[187],"seem":[188],"no":[194],"longer":[195],"at":[198],"all,":[199],"even":[200],"for":[201],"less":[202],"experienced":[203],"populations":[204],"like":[205]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}