{"id":"https://openalex.org/W4384154515","doi":"https://doi.org/10.1145/3597926.3598131","title":"Enhancing REST API Testing with NLP Techniques","display_name":"Enhancing REST API Testing with NLP Techniques","publication_year":2023,"publication_date":"2023-07-12","ids":{"openalex":"https://openalex.org/W4384154515","doi":"https://doi.org/10.1145/3597926.3598131"},"language":"en","primary_location":{"id":"doi:10.1145/3597926.3598131","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3597926.3598131","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102002747","display_name":"Myeongsoo Kim","orcid":"https://orcid.org/0000-0003-3420-6317"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Myeongsoo Kim","raw_affiliation_strings":["Georgia Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067166821","display_name":"Davide Corradini","orcid":"https://orcid.org/0009-0009-2594-4562"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Davide Corradini","raw_affiliation_strings":["University of Verona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016963468","display_name":"Saurabh Sinha","orcid":"https://orcid.org/0000-0001-7453-9576"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saurabh Sinha","raw_affiliation_strings":["IBM Research, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030961858","display_name":"Alessandro Orso","orcid":"https://orcid.org/0000-0003-4516-9320"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alessandro Orso","raw_affiliation_strings":["Georgia Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042532202","display_name":"Michele Pasqua","orcid":"https://orcid.org/0000-0002-9475-4836"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michele Pasqua","raw_affiliation_strings":["University of Verona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076258904","display_name":"Rachel Tzoref-Brill","orcid":null},"institutions":[{"id":"https://openalex.org/I4210167297","display_name":"IBM Research - Haifa","ror":"https://ror.org/05rw9t746","country_code":"IL","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210167297"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Rachel Tzoref-Brill","raw_affiliation_strings":["IBM Research, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research, Israel","institution_ids":["https://openalex.org/I4210167297"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019508589","display_name":"Mariano Ceccato","orcid":"https://orcid.org/0000-0001-7325-0316"},"institutions":[{"id":"https://openalex.org/I119439378","display_name":"University of Verona","ror":"https://ror.org/039bp8j42","country_code":"IT","type":"education","lineage":["https://openalex.org/I119439378"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mariano Ceccato","raw_affiliation_strings":["University of Verona, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Verona, Italy","institution_ids":["https://openalex.org/I119439378"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5102002747"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":6.9139,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.9852459,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1232","last_page":"1243"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8275043964385986},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6092439889907837},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5670911073684692},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5493259429931641},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.5186864137649536},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.48836109042167664},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.47142094373703003},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4658874571323395},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45642444491386414},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.431536465883255},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41651734709739685},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.41309237480163574},{"id":"https://openalex.org/keywords/formal-specification","display_name":"Formal specification","score":0.41051486134529114},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3719351589679718},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3258395195007324},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.1713365614414215},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.09764459729194641}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8275043964385986},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6092439889907837},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5670911073684692},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5493259429931641},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.5186864137649536},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.48836109042167664},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.47142094373703003},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4658874571323395},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45642444491386414},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.431536465883255},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41651734709739685},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41309237480163574},{"id":"https://openalex.org/C116253237","wikidata":"https://www.wikidata.org/wiki/Q1437424","display_name":"Formal specification","level":2,"score":0.41051486134529114},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3719351589679718},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3258395195007324},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.1713365614414215},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.09764459729194641},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3597926.3598131","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3597926.3598131","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1496345007","display_name":"Collaborative Research: SoD-TEAM: Designing Tests for Evolving Software Systems","funder_award_id":"0725202","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1594933795","display_name":null,"funder_award_id":"CCF-0725202","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1723483516","display_name":"Molecular and Biochemical Basis for Stable Carbon Isotope Ratios in Marine Autotrophs using Form IA RubisCO","funder_award_id":"0002460","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4308666867","display_name":null,"funder_award_id":"DE-FOA-0002460","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5556781112","display_name":null,"funder_award_id":"101070238","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G6424705832","display_name":null,"funder_award_id":"14702","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7678453789","display_name":null,"funder_award_id":"101070238","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8727366907","display_name":null,"funder_award_id":"N66001-21-C-4024","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1567939684","https://openalex.org/W2153225416","https://openalex.org/W2766883992","https://openalex.org/W2782693826","https://openalex.org/W2879105418","https://openalex.org/W2883307502","https://openalex.org/W2940501901","https://openalex.org/W2955835447","https://openalex.org/W2982121747","https://openalex.org/W2997401484","https://openalex.org/W3032170634","https://openalex.org/W3119757615","https://openalex.org/W3126551690","https://openalex.org/W3177546869","https://openalex.org/W3185403326","https://openalex.org/W4207068811","https://openalex.org/W4213274161","https://openalex.org/W4220791610","https://openalex.org/W4224306538","https://openalex.org/W4284680450","https://openalex.org/W4284706564","https://openalex.org/W4308641864","https://openalex.org/W4312297578","https://openalex.org/W4313547555"],"related_works":["https://openalex.org/W1498418524","https://openalex.org/W4239216682","https://openalex.org/W2075147138","https://openalex.org/W4213182711","https://openalex.org/W2536425079","https://openalex.org/W2012216878","https://openalex.org/W2132461282","https://openalex.org/W2184612063","https://openalex.org/W2043709926","https://openalex.org/W4246628980"],"abstract_inverted_index":{"RESTful":[0],"services":[1],"are":[2,193],"commonly":[3],"documented":[4],"using":[5],"OpenAPI":[6,94],"specifications.":[7],"Although":[8],"numerous":[9],"automated":[10,72],"testing":[11,189,213],"techniques":[12,79],"have":[13],"been":[14,32],"proposed":[15],"that":[16,57,74,197],"leverage":[17],"the":[18,45,97,101,106,120,138,166,176,182],"machine-readable":[19],"part":[20,30,99],"of":[21,100,141,168,178,184],"these":[22,111],"specifications":[23,46,180],"to":[24,61,80,113,123,136,164],"guide":[25],"test":[26,63,126],"generation,":[27],"their":[28],"human-readable":[29,98],"has":[31],"mostly":[33],"neglected.":[34],"This":[35],"is":[36],"a":[37,153],"missed":[38],"opportunity,":[39],"as":[40],"natural":[41,76,142],"language":[42,77,143],"descriptions":[43],"in":[44,209],"often":[47],"contain":[48],"relevant":[49,202],"information,":[50],"including":[51],"example":[52],"values":[53],"and":[54,88,148,172,175,195],"inter-parameter":[55],"dependencies,":[56],"can":[58,117,132,199,208],"be":[59,133],"used":[60],"improve":[62,212],"generation.":[64,128],"In":[65],"this":[66],"spirit,":[67],"we":[68],"propose":[69],"NLPtoREST,":[70],"an":[71,86],"approach":[73],"applies":[75],"processing":[78],"assist":[81],"REST":[82,187],"API":[83,87,188],"testing.":[84],"Given":[85],"its":[89],"specification,":[90],"NLPtoREST":[91,150,198],"extracts":[92],"additional":[93],"rules":[95,112,203],"from":[96],"specification.":[102],"It":[103],"then":[104],"enhances":[105],"original":[107],"specification":[108,122],"by":[109],"adding":[110],"it.":[114],"Testing":[115],"tools":[116],"transparently":[118],"use":[119],"enhanced":[121,179],"perform":[124],"better":[125],"case":[127],"Because":[129],"rule":[130,170],"extraction":[131,171],"inaccurate,":[134],"due":[135],"either":[137],"intrinsic":[139],"ambiguity":[140],"or":[144],"mismatches":[145],"between":[146],"documentation":[147],"implementation,":[149],"also":[151],"incorporates":[152],"validation":[154,173],"step":[155],"aimed":[156],"at":[157],"eliminating":[158],"spurious":[159],"rules.":[160],"We":[161],"performed":[162],"studies":[163],"assess":[165],"effectiveness":[167],"our":[169],"approach,":[174],"impact":[177],"on":[181],"performance":[183],"eight":[185],"state-of-the-art":[186],"tools.":[190],"Our":[191],"results":[192],"encouraging":[194],"show":[196],"extract":[200],"many":[201],"with":[204],"high":[205],"accuracy,":[206],"which":[207],"turn":[210],"significantly":[211],"tools\u2019":[214],"performance.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-12T08:28:47.272897","created_date":"2025-10-10T00:00:00"}