{"id":"https://openalex.org/W4224306538","doi":"https://doi.org/10.1145/3533767.3534401","title":"Automated test generation for REST APIs: no time to rest yet","display_name":"Automated test generation for REST APIs: no time to rest yet","publication_year":2022,"publication_date":"2022-07-15","ids":{"openalex":"https://openalex.org/W4224306538","doi":"https://doi.org/10.1145/3533767.3534401"},"language":"en","primary_location":{"id":"doi:10.1145/3533767.3534401","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3533767.3534401","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3533767.3534401","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3533767.3534401","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102002746","display_name":"Myeong\u2010Soo Kim","orcid":"https://orcid.org/0000-0001-7713-4582"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Myeongsoo Kim","raw_affiliation_strings":["Georgia Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109252949","display_name":"Xin Qi","orcid":"https://orcid.org/0009-0007-1335-0981"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Xin","raw_affiliation_strings":["Wuhan University, China"],"affiliations":[{"raw_affiliation_string":"Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016963468","display_name":"Saurabh Sinha","orcid":"https://orcid.org/0000-0001-7453-9576"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saurabh Sinha","raw_affiliation_strings":["IBM Research, USA"],"affiliations":[{"raw_affiliation_string":"IBM Research, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030961858","display_name":"Alessandro Orso","orcid":"https://orcid.org/0000-0003-4516-9320"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alessandro Orso","raw_affiliation_strings":["Georgia Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102002746"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":17.3368,"has_fulltext":true,"cited_by_count":65,"citation_normalized_percentile":{"value":0.99658597,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"289","last_page":"301"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7732944488525391},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6768869161605835},{"id":"https://openalex.org/keywords/rest","display_name":"Rest (music)","score":0.6755037307739258},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5414531230926514},{"id":"https://openalex.org/keywords/web-service","display_name":"Web service","score":0.46315282583236694},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44417813420295715},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.43091216683387756},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42092522978782654},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4009009897708893},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.34777480363845825},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.20249322056770325},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17871138453483582},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14974457025527954}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7732944488525391},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6768869161605835},{"id":"https://openalex.org/C77265313","wikidata":"https://www.wikidata.org/wiki/Q879844","display_name":"Rest (music)","level":2,"score":0.6755037307739258},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5414531230926514},{"id":"https://openalex.org/C35578498","wikidata":"https://www.wikidata.org/wiki/Q193424","display_name":"Web service","level":2,"score":0.46315282583236694},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44417813420295715},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.43091216683387756},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42092522978782654},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4009009897708893},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.34777480363845825},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.20249322056770325},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17871138453483582},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14974457025527954},{"id":"https://openalex.org/C164705383","wikidata":"https://www.wikidata.org/wiki/Q10379","display_name":"Cardiology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3533767.3534401","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3533767.3534401","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3533767.3534401","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2204.08348","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.08348","pdf_url":"https://arxiv.org/pdf/2204.08348","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3533767.3534401","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3533767.3534401","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3533767.3534401","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1496345007","display_name":"Collaborative Research: SoD-TEAM: Designing Tests for Evolving Software Systems","funder_award_id":"0725202","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1594933795","display_name":null,"funder_award_id":"CCF-0725202","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1723483516","display_name":"Molecular and Biochemical Basis for Stable Carbon Isotope Ratios in Marine Autotrophs using Form IA RubisCO","funder_award_id":"0002460","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4308666867","display_name":null,"funder_award_id":"DE-FOA-0002460","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7542878562","display_name":null,"funder_award_id":"N66001-21-C-402","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8727366907","display_name":null,"funder_award_id":"N66001-21-C-4024","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4224306538.pdf","grobid_xml":"https://content.openalex.org/works/W4224306538.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W142920396","https://openalex.org/W1574901103","https://openalex.org/W1577231857","https://openalex.org/W1577602361","https://openalex.org/W1901616594","https://openalex.org/W1990334093","https://openalex.org/W2037450062","https://openalex.org/W2045812729","https://openalex.org/W2058819392","https://openalex.org/W2072893131","https://openalex.org/W2101512909","https://openalex.org/W2117438772","https://openalex.org/W2120006848","https://openalex.org/W2120995930","https://openalex.org/W2124837944","https://openalex.org/W2134464309","https://openalex.org/W2143271276","https://openalex.org/W2158241507","https://openalex.org/W2160041234","https://openalex.org/W2250931952","https://openalex.org/W2395007325","https://openalex.org/W2743442682","https://openalex.org/W2790334838","https://openalex.org/W2807869594","https://openalex.org/W2901654758","https://openalex.org/W2914775513","https://openalex.org/W2921751813","https://openalex.org/W2935154965","https://openalex.org/W2938295127","https://openalex.org/W2954473750","https://openalex.org/W2955835447","https://openalex.org/W2963723316","https://openalex.org/W2968373634","https://openalex.org/W2982121747","https://openalex.org/W2997401484","https://openalex.org/W3028485321","https://openalex.org/W3043201130","https://openalex.org/W3047047526","https://openalex.org/W3047675717","https://openalex.org/W3047848029","https://openalex.org/W3098913714","https://openalex.org/W3099713549","https://openalex.org/W3101861373","https://openalex.org/W3106293840","https://openalex.org/W3111226293","https://openalex.org/W3119757615","https://openalex.org/W3126551690","https://openalex.org/W3151748982","https://openalex.org/W3170391117","https://openalex.org/W3173777979","https://openalex.org/W3200142270","https://openalex.org/W3215364200","https://openalex.org/W3216436948","https://openalex.org/W4207068811","https://openalex.org/W4210956481","https://openalex.org/W4210997624","https://openalex.org/W4211256124","https://openalex.org/W4225015015","https://openalex.org/W4254332277","https://openalex.org/W4282829523","https://openalex.org/W4284706564","https://openalex.org/W4312297578","https://openalex.org/W6751891808","https://openalex.org/W6912800157"],"related_works":["https://openalex.org/W4388147713","https://openalex.org/W4205145096","https://openalex.org/W2378211422","https://openalex.org/W2977909229","https://openalex.org/W2359059303","https://openalex.org/W3194775706","https://openalex.org/W3110334367","https://openalex.org/W2745001401","https://openalex.org/W4390788373","https://openalex.org/W2054637161"],"abstract_inverted_index":{"Modern":[0],"web":[1],"services":[2,130],"routinely":[3],"provide":[4],"REST":[5,82,104],"APIs":[6,14,83],"for":[7,20,36,171],"clients":[8],"to":[9,47,74,122,149],"access":[10],"their":[11,133,161],"functionality.":[12],"These":[13],"present":[15],"unique":[16,142],"challenges":[17],"and":[18,30,60,84,115,131,141,153,159],"opportunities":[19],"automated":[21,79],"testing,":[22],"driving":[23],"the":[24,76,156],"recent":[25],"development":[26],"of":[27,81,101,125,137,155,160,168],"many":[28],"techniques":[29,45],"tools":[31,107,110,121,157],"that":[32,108],"generate":[33],"test":[34],"cases":[35],"API":[37,105],"endpoints":[38],"using":[39,61],"various":[40],"strategies.":[41],"Understanding":[42],"how":[43],"these":[44,120],"compare":[46],"one":[48],"another":[49],"is":[50],"difficult,":[51],"as":[52,164,166],"they":[53],"have":[54],"been":[55],"evaluated":[56],"on":[57],"different":[58,62],"benchmarks":[59],"metrics.":[63],"To":[64],"fill":[65],"this":[66,89,175],"gap,":[67],"we":[68],"performed":[69],"an":[70],"empirical":[71],"study":[72],"aimed":[73],"understand":[75],"landscape":[77],"in":[78,88,135,174],"testing":[80,106],"guide":[85],"future":[86,172],"research":[87,173],"area.":[90,176],"We":[91,117],"first":[92],"identified,":[93],"through":[94],"a":[95,99,123],"systematic":[96],"selection":[97],"process,":[98],"set":[100],"10":[102],"state-of-the-art":[103],"included":[109],"developed":[111],"by":[112],"both":[113],"researchers":[114],"practitioners.":[116],"then":[118],"applied":[119],"benchmark":[124],"20":[126],"real-world":[127],"open-source":[128],"RESTful":[129],"analyzed":[132],"performance":[134],"terms":[136],"code":[138],"coverage":[139],"achieved":[140],"failures":[143],"triggered.":[144],"This":[145],"analysis":[146],"allowed":[147],"us":[148],"identify":[150],"strengths,":[151],"weaknesses,":[152],"limitations":[154],"considered":[158],"underlying":[162],"strategies,":[163],"well":[165],"implications":[167],"our":[169],"findings":[170]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}