{"id":"https://openalex.org/W4254332277","doi":"https://doi.org/10.1109/tse.2017.2764464","title":"Metamorphic Testing of RESTful Web APIs","display_name":"Metamorphic Testing of RESTful Web APIs","publication_year":2017,"publication_date":"2017-10-19","ids":{"openalex":"https://openalex.org/W4254332277","doi":"https://doi.org/10.1109/tse.2017.2764464"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2017.2764464","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2017.2764464","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057070358","display_name":"Sergio Segura","orcid":"https://orcid.org/0000-0001-8816-6213"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sergio Segura","raw_affiliation_strings":["Department of Computer Languages and Systems, Universidad de Sevilla, Sevilla, Spain"],"raw_orcid":"https://orcid.org/0000-0001-8816-6213","affiliations":[{"raw_affiliation_string":"Department of Computer Languages and Systems, Universidad de Sevilla, Sevilla, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077957569","display_name":"Jos\u00e9 Antonio Parejo","orcid":"https://orcid.org/0000-0002-4708-4606"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jose A. Parejo","raw_affiliation_strings":["Department of Computer Languages and Systems, Universidad de Sevilla, Sevilla, Spain"],"raw_orcid":"https://orcid.org/0000-0002-4708-4606","affiliations":[{"raw_affiliation_string":"Department of Computer Languages and Systems, Universidad de Sevilla, Sevilla, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055078557","display_name":"Javier Troya","orcid":"https://orcid.org/0000-0002-1314-9694"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Javier Troya","raw_affiliation_strings":["Department of Computer Languages and Systems, Universidad de Sevilla, Sevilla, Spain"],"raw_orcid":"https://orcid.org/0000-0002-1314-9694","affiliations":[{"raw_affiliation_string":"Department of Computer Languages and Systems, Universidad de Sevilla, Sevilla, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072611940","display_name":"Antonio Ruiz\u2013Cort\u00e9s","orcid":"https://orcid.org/0000-0001-9827-1834"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Antonio Ruiz-Cortes","raw_affiliation_strings":["Department of Computer Languages and Systems, Universidad de Sevilla, Sevilla, Spain"],"raw_orcid":"https://orcid.org/0000-0001-9827-1834","affiliations":[{"raw_affiliation_string":"Department of Computer Languages and Systems, Universidad de Sevilla, Sevilla, Spain","institution_ids":["https://openalex.org/I79238269"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I79238269"],"apc_list":null,"apc_paid":null,"fwci":10.6531,"has_fulltext":false,"cited_by_count":110,"citation_normalized_percentile":{"value":0.98491929,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"44","issue":"11","first_page":"1083","last_page":"1099"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8301233053207397},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.6127204895019531},{"id":"https://openalex.org/keywords/web-service","display_name":"Web service","score":0.5680690407752991},{"id":"https://openalex.org/keywords/web-api","display_name":"Web API","score":0.5367447137832642},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5346887111663818},{"id":"https://openalex.org/keywords/web-application","display_name":"Web application","score":0.5235618948936462},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.48846688866615295},{"id":"https://openalex.org/keywords/web-testing","display_name":"Web testing","score":0.4344371557235718},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.41898128390312195},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3729953169822693},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.30164802074432373},{"id":"https://openalex.org/keywords/web-modeling","display_name":"Web modeling","score":0.2665688991546631},{"id":"https://openalex.org/keywords/web-development","display_name":"Web development","score":0.20124050974845886},{"id":"https://openalex.org/keywords/web-application-security","display_name":"Web application security","score":0.12130576372146606}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8301233053207397},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.6127204895019531},{"id":"https://openalex.org/C35578498","wikidata":"https://www.wikidata.org/wiki/Q193424","display_name":"Web service","level":2,"score":0.5680690407752991},{"id":"https://openalex.org/C127613066","wikidata":"https://www.wikidata.org/wiki/Q557770","display_name":"Web API","level":4,"score":0.5367447137832642},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5346887111663818},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.5235618948936462},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.48846688866615295},{"id":"https://openalex.org/C42989059","wikidata":"https://www.wikidata.org/wiki/Q7978626","display_name":"Web testing","level":5,"score":0.4344371557235718},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.41898128390312195},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3729953169822693},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.30164802074432373},{"id":"https://openalex.org/C130436687","wikidata":"https://www.wikidata.org/wiki/Q7978591","display_name":"Web modeling","level":3,"score":0.2665688991546631},{"id":"https://openalex.org/C79373723","wikidata":"https://www.wikidata.org/wiki/Q386275","display_name":"Web development","level":3,"score":0.20124050974845886},{"id":"https://openalex.org/C59241245","wikidata":"https://www.wikidata.org/wiki/Q4781497","display_name":"Web application security","level":4,"score":0.12130576372146606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2017.2764464","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2017.2764464","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G56739287","display_name":null,"funder_award_id":"TIN2015-70560-R","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W114611770","https://openalex.org/W169596518","https://openalex.org/W170453248","https://openalex.org/W1104960690","https://openalex.org/W1519683776","https://openalex.org/W1577231857","https://openalex.org/W1843400045","https://openalex.org/W1975934503","https://openalex.org/W2019927320","https://openalex.org/W2032680490","https://openalex.org/W2041713059","https://openalex.org/W2049695835","https://openalex.org/W2061227290","https://openalex.org/W2091093620","https://openalex.org/W2094537834","https://openalex.org/W2094545987","https://openalex.org/W2110441383","https://openalex.org/W2120006848","https://openalex.org/W2121074184","https://openalex.org/W2132137724","https://openalex.org/W2134464309","https://openalex.org/W2135841285","https://openalex.org/W2143271276","https://openalex.org/W2160041234","https://openalex.org/W2162036145","https://openalex.org/W2168565110","https://openalex.org/W2280554095","https://openalex.org/W2293505944","https://openalex.org/W2324595780","https://openalex.org/W2399133003","https://openalex.org/W2428841090","https://openalex.org/W2564411618","https://openalex.org/W2615135541","https://openalex.org/W2997653900","https://openalex.org/W3008797115","https://openalex.org/W4231553975","https://openalex.org/W4236850081","https://openalex.org/W4243783708","https://openalex.org/W6626934762","https://openalex.org/W6631148570","https://openalex.org/W6634438429","https://openalex.org/W6673155065","https://openalex.org/W6678043721","https://openalex.org/W6684915058","https://openalex.org/W6695150881","https://openalex.org/W6738146490","https://openalex.org/W6774112282"],"related_works":["https://openalex.org/W124800898","https://openalex.org/W4231577459","https://openalex.org/W4383898416","https://openalex.org/W148913361","https://openalex.org/W2263165406","https://openalex.org/W2350300534","https://openalex.org/W3207409829","https://openalex.org/W2171120556","https://openalex.org/W935221178","https://openalex.org/W2067077923"],"abstract_inverted_index":{"Web":[0,16,30,33,55,112,133,170,187],"Application":[1],"Programming":[2],"Interfaces":[3],"(APIs)":[4],"allow":[5],"systems":[6],"to":[7,20,27,62,65],"interact":[8],"with":[9],"each":[10],"other":[11,173,235],"over":[12,206],"the":[13,21,44,63,67,73,79,92,106,122,127,182,186,229,238,241],"network.":[14],"Modern":[15],"APIs":[17,34,56,188],"often":[18],"adhere":[19],"REST":[22],"architectural":[23],"style,":[24],"being":[25],"referred":[26],"as":[28],"RESTful":[29,32,111,132],"APIs.":[31,113,171],"are":[35],"decomposed":[36],"into":[37,149],"multiple":[38,89],"resources":[39],"(e.g.,":[40],"a":[41,101,211],"video":[42],"in":[43,110,131,167,185,218,222],"YouTube":[45],"API)":[46],"that":[47,120],"clients":[48],"can":[49,145],"manipulate":[50],"through":[51],"HTTP":[52],"interactions.":[53],"Testing":[54],"is":[57],"critical":[58],"but":[59],"challenging":[60],"due":[61],"difficulty":[64],"assess":[66],"correctness":[68],"of":[69,91,108,124,126,181,189,225,240],"API":[70,230],"responses,":[71],"i.e.,":[72],"oracle":[74,80],"problem.":[75],"Metamorphic":[76,138],"testing":[77,103],"alleviates":[78],"problem":[81],"by":[82,228,234],"exploiting":[83],"relations":[84,119,129,179],"(so-called":[85],"metamorphic":[86,102,128,154,178,194],"relations)":[87],"among":[88],"executions":[90],"program":[93],"under":[94],"test.":[95],"In":[96],"this":[97],"paper,":[98],"we":[99,135,175],"present":[100],"approach":[104,157],"for":[105],"detection":[107],"faults":[109,166],"We":[114],"first":[115],"propose":[116],"six":[117,168],"abstract":[118],"capture":[121],"shape":[123],"many":[125],"found":[130],"APIs,":[134],"call":[136],"these":[137],"Relation":[139],"Output":[140],"Patterns":[141],"(MROPs).":[142],"Each":[143,193],"MROP":[144],"then":[146],"be":[147],"instantiated":[148],"one":[150],"or":[151,232],"more":[152],"concrete":[153],"relations.":[155],"The":[156],"was":[158,196],"evaluated":[159],"using":[160,198],"both":[161,199],"automatically":[162],"seeded":[163],"and":[164,191,201,220],"real":[165],"subject":[169],"Among":[172],"results,":[174],"identified":[176],"60":[177],"(instances":[180],"proposed":[183],"MROPs)":[184],"Spotify":[190,219],"YouTube.":[192],"relation":[195],"implemented":[197],"random":[200],"manual":[202],"test":[203],"data,":[204],"running":[205],"4.7K":[207],"automated":[208],"tests.":[209],"As":[210],"result,":[212],"11":[213],"issues":[214],"were":[215],"detected":[216],"(3":[217],"8":[221],"YouTube),":[223],"10":[224],"them":[226],"confirmed":[227],"developers":[231],"reproduced":[233],"users,":[236],"supporting":[237],"effectiveness":[239],"approach.":[242]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}