{"id":"https://openalex.org/W3043201130","doi":"https://doi.org/10.1145/3395363.3397374","title":"Differential regression testing for REST APIs","display_name":"Differential regression testing for REST APIs","publication_year":2020,"publication_date":"2020-07-13","ids":{"openalex":"https://openalex.org/W3043201130","doi":"https://doi.org/10.1145/3395363.3397374","mag":"3043201130"},"language":"en","primary_location":{"id":"doi:10.1145/3395363.3397374","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3395363.3397374","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069392259","display_name":"Patrice Godefroid","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Patrice Godefroid","raw_affiliation_strings":["Microsoft Research, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032121327","display_name":"Daniel Lehmann","orcid":"https://orcid.org/0000-0002-4037-5152"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Lehmann","raw_affiliation_strings":["University of Stuttgart, Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103845098","display_name":"Marina Polishchuk","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marina Polishchuk","raw_affiliation_strings":["Microsoft Research, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5069392259"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":9.1151,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.98266178,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"312","last_page":"323"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rest","display_name":"Rest (music)","score":0.7832475304603577},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7295743227005005},{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.7191858291625977},{"id":"https://openalex.org/keywords/stateful-firewall","display_name":"Stateful firewall","score":0.6987591981887817},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.549984335899353},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.5372381806373596},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5207057595252991},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.4406460225582123},{"id":"https://openalex.org/keywords/differential","display_name":"Differential (mechanical device)","score":0.43994519114494324},{"id":"https://openalex.org/keywords/json","display_name":"JSON","score":0.42457833886146545},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.4203709363937378},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4045752286911011},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.38810020685195923},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2931329011917114},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2653382420539856},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.16580364108085632},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.16082456707954407},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.12682020664215088},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09207600355148315},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07678338885307312}],"concepts":[{"id":"https://openalex.org/C77265313","wikidata":"https://www.wikidata.org/wiki/Q879844","display_name":"Rest (music)","level":2,"score":0.7832475304603577},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7295743227005005},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.7191858291625977},{"id":"https://openalex.org/C22927095","wikidata":"https://www.wikidata.org/wiki/Q1784206","display_name":"Stateful firewall","level":3,"score":0.6987591981887817},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.549984335899353},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.5372381806373596},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5207057595252991},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4406460225582123},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.43994519114494324},{"id":"https://openalex.org/C2780416260","wikidata":"https://www.wikidata.org/wiki/Q2063","display_name":"JSON","level":2,"score":0.42457833886146545},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.4203709363937378},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4045752286911011},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.38810020685195923},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2931329011917114},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2653382420539856},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16580364108085632},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.16082456707954407},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.12682020664215088},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09207600355148315},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07678338885307312},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C164705383","wikidata":"https://www.wikidata.org/wiki/Q10379","display_name":"Cardiology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3395363.3397374","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3395363.3397374","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W109452506","https://openalex.org/W114611770","https://openalex.org/W1577231857","https://openalex.org/W1928770023","https://openalex.org/W1966021031","https://openalex.org/W2000790522","https://openalex.org/W2001291669","https://openalex.org/W2041713059","https://openalex.org/W2048733335","https://openalex.org/W2064136106","https://openalex.org/W2065489029","https://openalex.org/W2071952624","https://openalex.org/W2098456636","https://openalex.org/W2130200371","https://openalex.org/W2159933174","https://openalex.org/W2170737051","https://openalex.org/W2506155917","https://openalex.org/W2759550170","https://openalex.org/W2807869594","https://openalex.org/W2898887908","https://openalex.org/W2914775513","https://openalex.org/W2944436223","https://openalex.org/W2955835447","https://openalex.org/W2962458576","https://openalex.org/W2979477102","https://openalex.org/W2997401484","https://openalex.org/W3010856131","https://openalex.org/W4238083723","https://openalex.org/W6751891808"],"related_works":["https://openalex.org/W2511770387","https://openalex.org/W2129975948","https://openalex.org/W2591875911","https://openalex.org/W2736754676","https://openalex.org/W4287833485","https://openalex.org/W4387191767","https://openalex.org/W4221162427","https://openalex.org/W4385412215","https://openalex.org/W3194450632","https://openalex.org/W2164795067"],"abstract_inverted_index":{"Cloud":[0],"services":[1,240],"are":[2,11,73,104],"programmatically":[3],"accessed":[4],"through":[5],"REST":[6,9,45,58,180],"APIs.":[7,46,181],"Since":[8],"APIs":[10,59,216],"constantly":[12],"evolving,":[13],"an":[14,36],"important":[15],"problem":[16],"is":[17,49],"how":[18],"to":[19,132,171],"prevent":[20],"breaking":[21,33,55],"changes":[22,34,56,125],"of":[23,77,109,115,147,168,187,211,228],"APIs,":[24],"while":[25],"supporting":[26],"several":[27,192],"different":[28,148,209],"versions.":[29],"To":[30],"find":[31,158],"such":[32,134],"in":[35,57,80,85,96,106,160,225,230,238],"automated":[37],"way,":[38],"we":[39,137,143,173],"introduce":[40],"differential":[41,139],"regression":[42,205],"testing":[43,118,206],"for":[44,179],"Our":[47],"approach":[48],"based":[50],"on":[51,150],"two":[52,61,75,120],"observations.":[53],"First,":[54],"involve":[60],"software":[62],"components,":[63],"namely":[64],"the":[65,68,81,86,89,92,97,110,123,128,145,151,161,183,212,231,239],"client":[66,90],"and":[67,91,94,126,157,202,220,235],"service.":[69,111],"As":[70],"such,":[71],"there":[72],"also":[74],"types":[76],"regressions:":[78],"regressions":[79,95,116,159,224,237],"API":[82,233],"specification,":[83],"i.e.,":[84,100],"contract":[87],"between":[88,218],"service,":[93],"service":[98,124,190],"itself,":[99],"previously":[101],"working":[102],"requests":[103],"\"broken\"":[105],"later":[107],"versions":[108,149,210],"Finding":[112],"both":[113],"kinds":[114],"involves":[117,191],"along":[119],"dimensions:":[121],"when":[122,127],"specification":[129],"changes.":[130],"Second,":[131],"detect":[133],"bugs":[135],"automatically,":[136],"employ":[138],"testing.":[140],"That":[141],"is,":[142],"compare":[144],"behavior":[146],"same":[152],"inputs":[153,166],"against":[154],"each":[155],"other,":[156],"observed":[162],"differences.":[163],"For":[164],"generating":[165],"(sequences":[167],"HTTP":[169],"requests)":[170],"services,":[172],"use":[174],"RESTler,":[175],"a":[176,188],"stateful":[177],"fuzzer":[178],"Comparing":[182],"outputs":[184],"(HTTP":[185],"responses)":[186],"cloud":[189],"challenges,":[193],"like":[194],"abstracting":[195],"over":[196],"minor":[197],"differences,":[198],"handling":[199],"out-of-order":[200],"requests,":[201],"non-determinism.":[203],"Differential":[204],"across":[207],"17":[208],"widely-used":[213],"Azure":[214],"networking":[215],"deployed":[217],"2016":[219],"2019":[221],"detected":[222],"14":[223],"total,":[226],"5":[227],"those":[229],"official":[232],"specifications":[234],"9":[236],"themselves.":[241]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}