{"id":"https://openalex.org/W4389159649","doi":"https://doi.org/10.1145/3611643.3616292","title":"Code Coverage Criteria for Asynchronous Programs","display_name":"Code Coverage Criteria for Asynchronous Programs","publication_year":2023,"publication_date":"2023-11-30","ids":{"openalex":"https://openalex.org/W4389159649","doi":"https://doi.org/10.1145/3611643.3616292"},"language":"en","primary_location":{"id":"doi:10.1145/3611643.3616292","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3611643.3616292","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033109187","display_name":"Mohammad Reza Ganji","orcid":null},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mohammad Ganji","raw_affiliation_strings":["Simon Fraser University, Burnaby, Canada"],"raw_orcid":"https://orcid.org/0009-0002-2029-394X","affiliations":[{"raw_affiliation_string":"Simon Fraser University, Burnaby, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033475627","display_name":"Saba Alimadadi","orcid":"https://orcid.org/0000-0002-5667-152X"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Saba Alimadadi","raw_affiliation_strings":["Simon Fraser University, Burnaby, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5667-152X","affiliations":[{"raw_affiliation_string":"Simon Fraser University, Burnaby, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087594876","display_name":"Frank Tip","orcid":"https://orcid.org/0000-0002-1862-3498"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frank Tip","raw_affiliation_strings":["Northeastern University, Boston, USA"],"raw_orcid":"https://orcid.org/0000-0002-1862-3498","affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, USA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5033109187"],"corresponding_institution_ids":["https://openalex.org/I18014758"],"apc_list":null,"apc_paid":null,"fwci":0.4251,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.71436389,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1307","last_page":"1319"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8775270581245422},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.788263201713562},{"id":"https://openalex.org/keywords/javascript","display_name":"JavaScript","score":0.7757952809333801},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.6265977621078491},{"id":"https://openalex.org/keywords/asynchrony","display_name":"Asynchrony (computer programming)","score":0.5645924806594849},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.47170495986938477},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4642409086227417},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4603007435798645},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4570924639701843},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.4464786946773529},{"id":"https://openalex.org/keywords/plug-in","display_name":"Plug-in","score":0.4233127534389496},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4197060465812683},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4169779419898987},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.41470277309417725},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.39499059319496155},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1629769504070282},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.15527671575546265}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8775270581245422},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.788263201713562},{"id":"https://openalex.org/C544833334","wikidata":"https://www.wikidata.org/wiki/Q2005","display_name":"JavaScript","level":2,"score":0.7757952809333801},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.6265977621078491},{"id":"https://openalex.org/C2779019669","wikidata":"https://www.wikidata.org/wiki/Q25203946","display_name":"Asynchrony (computer programming)","level":3,"score":0.5645924806594849},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.47170495986938477},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4642409086227417},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4603007435798645},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4570924639701843},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.4464786946773529},{"id":"https://openalex.org/C4924752","wikidata":"https://www.wikidata.org/wiki/Q184148","display_name":"Plug-in","level":2,"score":0.4233127534389496},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4197060465812683},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4169779419898987},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41470277309417725},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.39499059319496155},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1629769504070282},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.15527671575546265},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3611643.3616292","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3611643.3616292","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G4016053512","display_name":null,"funder_award_id":"1907727","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8948499598","display_name":null,"funder_award_id":"CCF-1907727","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W31287713","https://openalex.org/W1609394770","https://openalex.org/W1966862293","https://openalex.org/W1971650562","https://openalex.org/W1976507378","https://openalex.org/W1980713699","https://openalex.org/W1989147905","https://openalex.org/W2009489720","https://openalex.org/W2015146187","https://openalex.org/W2024090064","https://openalex.org/W2031381791","https://openalex.org/W2032754744","https://openalex.org/W2036639103","https://openalex.org/W2065684071","https://openalex.org/W2087132938","https://openalex.org/W2090907135","https://openalex.org/W2103082747","https://openalex.org/W2106072155","https://openalex.org/W2121504314","https://openalex.org/W2122205205","https://openalex.org/W2134741696","https://openalex.org/W2135841285","https://openalex.org/W2143603206","https://openalex.org/W2145733341","https://openalex.org/W2154897437","https://openalex.org/W2156370972","https://openalex.org/W2246639849","https://openalex.org/W2351526985","https://openalex.org/W2606589758","https://openalex.org/W2619950022","https://openalex.org/W2731683699","https://openalex.org/W2761442781","https://openalex.org/W2767894675","https://openalex.org/W2788565238","https://openalex.org/W2879754515","https://openalex.org/W2888078871","https://openalex.org/W2896786920","https://openalex.org/W2898093955","https://openalex.org/W2898182742","https://openalex.org/W2899410695","https://openalex.org/W2943652321","https://openalex.org/W2968373634","https://openalex.org/W2979485058","https://openalex.org/W3047791216","https://openalex.org/W3206419348","https://openalex.org/W4206109607","https://openalex.org/W4206770711","https://openalex.org/W4237492309","https://openalex.org/W4238994338","https://openalex.org/W4243235114","https://openalex.org/W4246553962","https://openalex.org/W4251905371","https://openalex.org/W4284666983","https://openalex.org/W4284693828","https://openalex.org/W4384155446","https://openalex.org/W6969393472"],"related_works":["https://openalex.org/W4295918990","https://openalex.org/W4313447549","https://openalex.org/W2067499928","https://openalex.org/W1888619389","https://openalex.org/W2028796071","https://openalex.org/W2991649730","https://openalex.org/W1968494916","https://openalex.org/W2794522096","https://openalex.org/W3022870375","https://openalex.org/W2052414005"],"abstract_inverted_index":{"Asynchronous":[0],"software":[1],"often":[2],"exhibits":[3],"complex":[4],"and":[5,37,62,74,191],"error-prone":[6],"behaviors":[7,149],"that":[8,115,150],"should":[9],"be":[10],"tested":[11],"thoroughly.":[12],"Code":[13],"coverage":[14,29,90,159],"has":[15],"been":[16],"the":[17,116,141,173],"most":[18],"popular":[19],"metric":[20],"to":[21,92,130,171,187],"assess":[22,188],"test":[23,47,124,189],"suite":[24],"quality.":[25],"However,":[26],"traditional":[27,127,158],"code":[28],"criteria":[30,49,94,118,143],"do":[31],"not":[32],"adequately":[33],"reflect":[34],"completion,":[35],"interactions,":[36],"error":[38],"handling":[39,70],"of":[40,54,59,67,77,108,123,133,175,195],"asynchronous":[41,55,148,196],"operations.":[42],"This":[43],"paper":[44],"proposes":[45],"novel":[46],"adequacy":[48,190],"for":[50,69,87,102],"measuring:":[51],"(i)":[52],"completion":[53],"operations":[56],"in":[57,95,177,183],"terms":[58],"both":[60,71],"successful":[61],"exceptional":[63],"execution,":[64],"(ii)":[65],"registration":[66],"reactions":[68,79],"possible":[72],"outcomes,":[73],"(iii)":[75],"execution":[76],"said":[78],"through":[80],"tests.":[81],"We":[82,161],"implement":[83],"JScope,":[84],"a":[85,165],"tool":[86],"automatically":[88],"measuring":[89],"according":[91],"these":[93],"JavaScript":[96,112],"applications,":[97],"as":[98],"an":[99],"interactive":[100],"plug-in":[101],"Visual":[103],"Studio":[104],"Code.":[105],"An":[106],"evaluation":[107],"JScope":[109,176],"on":[110,164],"20":[111],"applications":[113],"shows":[114],"proposed":[117],"can":[119,144],"help":[120,145],"improve":[121],"assessment":[122],"adequacy,":[125],"complementing":[126],"criteria.":[128,160],"According":[129],"our":[131],"investigation":[132],"15":[134],"real":[135],"GitHub":[136],"issues":[137],"concerned":[138],"with":[139,168],"asynchrony,":[140],"new":[142],"reveal":[146],"faulty":[147],"are":[151,154],"untested":[152,193],"yet":[153],"deemed":[155],"covered":[156],"by":[157],"also":[162],"report":[163],"controlled":[166],"experiment":[167],"12":[169],"participants":[170],"investigate":[172],"usefulness":[174],"realistic":[178],"settings,":[179],"demonstrating":[180],"its":[181],"effectiveness":[182],"improving":[184],"programmers\u2019":[185],"ability":[186],"detect":[192],"behavior":[194],"code.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
