{"id":"https://openalex.org/W4390134909","doi":"https://doi.org/10.22152/programming-journal.org/2024/8/7","title":"Conceptual Mutation Testing for Student Programming Misconceptions","display_name":"Conceptual Mutation Testing for Student Programming Misconceptions","publication_year":2023,"publication_date":"2023-10-15","ids":{"openalex":"https://openalex.org/W4390134909","doi":"https://doi.org/10.22152/programming-journal.org/2024/8/7"},"language":"en","primary_location":{"id":"doi:10.22152/programming-journal.org/2024/8/7","is_oa":false,"landing_page_url":"https://doi.org/10.22152/programming-journal.org/2024/8/7","pdf_url":null,"source":{"id":"https://openalex.org/S4210199781","display_name":"The Art Science and Engineering of Programming","issn_l":"2473-7321","issn":["2473-7321"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Art, Science, and Engineering of Programming","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.00021","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003388545","display_name":"Siddhartha Prasad","orcid":"https://orcid.org/0000-0001-7936-8147"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Siddhartha Prasad","raw_affiliation_strings":["Brown University, USA"],"affiliations":[{"raw_affiliation_string":"Brown University, USA","institution_ids":["https://openalex.org/I175594653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002785598","display_name":"Ben Greenman","orcid":"https://orcid.org/0000-0001-7078-9287"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Greenman","raw_affiliation_strings":["Brown University, USA"],"affiliations":[{"raw_affiliation_string":"Brown University, USA","institution_ids":["https://openalex.org/I175594653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079753562","display_name":"Tim Nelson","orcid":"https://orcid.org/0000-0002-9377-9943"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Nelson","raw_affiliation_strings":["Brown University, USA"],"affiliations":[{"raw_affiliation_string":"Brown University, USA","institution_ids":["https://openalex.org/I175594653"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024394821","display_name":"Shriram Krishnamurthi","orcid":"https://orcid.org/0000-0001-5184-1975"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shriram Krishnamurthi","raw_affiliation_strings":["Brown University, USA"],"affiliations":[{"raw_affiliation_string":"Brown University, USA","institution_ids":["https://openalex.org/I175594653"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003388545"],"corresponding_institution_ids":["https://openalex.org/I175594653"],"apc_list":null,"apc_paid":null,"fwci":0.8226,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.82003435,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"8","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9706000089645386,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.8113784790039062},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6909194588661194},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6155984401702881},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.604065477848053},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5644853711128235},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5529784560203552},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.531827986240387},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.49231231212615967},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37755367159843445},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.36156994104385376},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.33452320098876953},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3315095901489258},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2098701298236847},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1006721556186676}],"concepts":[{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.8113784790039062},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6909194588661194},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6155984401702881},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.604065477848053},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5644853711128235},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5529784560203552},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.531827986240387},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.49231231212615967},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37755367159843445},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.36156994104385376},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.33452320098876953},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3315095901489258},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2098701298236847},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1006721556186676},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.22152/programming-journal.org/2024/8/7","is_oa":false,"landing_page_url":"https://doi.org/10.22152/programming-journal.org/2024/8/7","pdf_url":null,"source":{"id":"https://openalex.org/S4210199781","display_name":"The Art Science and Engineering of Programming","issn_l":"2473-7321","issn":["2473-7321"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Art, Science, and Engineering of Programming","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2401.00021","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.00021","pdf_url":"https://arxiv.org/pdf/2401.00021","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.00021","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.00021","pdf_url":"https://arxiv.org/pdf/2401.00021","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality","score":0.5899999737739563}],"awards":[{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390134909.pdf"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W2886585694","https://openalex.org/W3101177521","https://openalex.org/W3107905815","https://openalex.org/W3126709609"],"related_works":["https://openalex.org/W2944277854","https://openalex.org/W2258359646","https://openalex.org/W2493324121","https://openalex.org/W4234402960","https://openalex.org/W4210958110","https://openalex.org/W2483613126","https://openalex.org/W4210994448","https://openalex.org/W4386824558","https://openalex.org/W2097838441","https://openalex.org/W204135935"],"abstract_inverted_index":{"Context:":[0],"Students":[1],"often":[2],"misunderstand":[3],"programming":[4],"problem":[5,36,72,136],"descriptions.":[6],"This":[7,138],"can":[8,29,198,232,325],"lead":[9],"them":[10],"to":[11,32,55,79,134,146,184,205,310,335],"solve":[12],"the":[13,35,71,81,236,290,312,316,340,354],"wrong":[14,51],"problem,":[15],"which":[16,85],"creates":[17],"frustration,":[18,333],"obstructs":[19],"learning,":[20],"and":[21,50,119,261,270,314,330],"imperils":[22],"grades.":[23],"Researchers":[24],"have":[25],"found":[26],"that":[27,131,167,225],"students":[28,106],"be":[30,200,233],"made":[31],"better":[33,67,76,211,244,336],"understand":[34],"by":[37,60,158,229,235],"writing":[38],"examples":[39,45,260],"before":[40],"they":[41,102,209],"start":[42],"programming.":[43],"These":[44,189,197],"are":[46,86,98,103,154,175,191,210,252],"checked":[47],"against":[48,202,281,298],"correct":[49,170],"implementations":[52,93],"--":[53,58],"analogous":[54],"mutation":[56,348],"testing":[57,349],"provided":[59],"course":[61],"staff.":[62],"Doing":[63],"so":[64],"results":[65],"in":[66,177,254,353],"student":[68,165,173,203,226,247,259,299,332],"understanding":[69],"of":[70,84,113,129,149,216,258,265,318,347],"as":[73,75],"well":[74],"test":[77],"suites":[78],"accompany":[80],"program,":[82],"both":[83,266,326],"desirable":[87],"educational":[88,337],"outcomes.":[89,338],"Inquiry:":[90],"Producing":[91],"mutant":[92,291],"requires":[94],"care.":[95],"If":[96],"there":[97],"too":[99,104],"many,":[100],"or":[101],"obscure,":[105],"will":[107],"end":[108],"up":[109],"spending":[110],"a":[111,126,141,169,255,262,282,305,345],"lot":[112],"time":[114],"on":[115],"an":[116],"unproductive":[117],"task":[118],"also":[120,219,343],"become":[121],"frustrated.":[122],"Instead,":[123],"we":[124,208,342],"want":[125],"small":[127],"number":[128],"mutants":[130,148,241,296,324],"each":[132],"correspond":[133],"common":[135],"misconceptions.":[137,248],"paper":[139],"presents":[140],"workflow":[142],"with":[143,307],"partial":[144],"automation":[145],"produce":[147],"this":[150],"form":[151],"which,":[152],"notably,":[153],"not":[155,350],"those":[156],"produced":[157],"mutation-testing":[159],"tools.":[160],"Approach:":[161],"We":[162,180,223],"comb":[163],"through":[164],"tests":[166,231],"fail":[168],"implementation.":[171],"The":[172,239,277],"misconceptions":[174,227],"embedded":[176],"these":[178,187,217],"failures.":[179,188],"then":[181,192,199],"use":[182],"methods":[183],"semantically":[185],"cluster":[186],"clusters":[190],"translated":[193],"into":[194],"conceptual":[195,275,295],"mutants.":[196,276,322],"run":[201],"data":[204],"determine":[206],"whether":[207],"than":[212],"prior":[213],"methods.":[214],"Some":[215],"processes":[218],"enjoy":[220],"automation.":[221],"Knowledge:":[222],"find":[224],"illustrated":[228],"failing":[230],"operationalized":[234],"above":[237],"process.":[238],"resulting":[240],"do":[242],"much":[243],"at":[245],"identifying":[246],"Grounding:":[249],"Our":[250,302],"findings":[251],"grounded":[253],"manual":[256],"analysis":[257],"quantitative":[263],"evaluation":[264,279,292],"our":[267,271],"clustering":[268,278],"techniques":[269],"process":[272],"for":[273],"making":[274],"compares":[280],"ground":[283],"truth":[284],"using":[285],"standard":[286],"cluster-correspondence":[287],"measures,":[288],"while":[289],"examines":[293],"how":[294],"perform":[297],"data.":[300],"Importance:":[301],"work":[303],"contributes":[304],"workflow,":[306],"some":[308],"automation,":[309],"reduce":[311,331],"cost":[313],"increase":[315],"effectiveness":[317],"generating":[319],"conceptually":[320],"interesting":[321],"Such":[323],"improve":[327],"learning":[328],"outcomes":[329],"leading":[334],"In":[339],"process,":[341],"identify":[344],"variation":[346],"commonly":[351],"discussed":[352],"software":[355],"literature.":[356]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}