{"id":"https://openalex.org/W4318325588","doi":"https://doi.org/10.1145/3524846.3527338","title":"Automated generation of metamorphic relations for query-based systems","display_name":"Automated generation of metamorphic relations for query-based systems","publication_year":2022,"publication_date":"2022-05-09","ids":{"openalex":"https://openalex.org/W4318325588","doi":"https://doi.org/10.1145/3524846.3527338"},"language":"en","primary_location":{"id":"doi:10.1145/3524846.3527338","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524846.3527338","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524846.3527338","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th International Workshop on Metamorphic Testing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3524846.3527338","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057070358","display_name":"Sergio Segura","orcid":"https://orcid.org/0000-0001-8816-6213"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sergio Segura","raw_affiliation_strings":["Universidad de Sevilla, Seville, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028743794","display_name":"Juan Carlos G\u00f3mez Alonso","orcid":"https://orcid.org/0000-0002-1177-9262"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan C. Alonso","raw_affiliation_strings":["Universidad de Sevilla, Seville, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049093078","display_name":"Alberto Martin-Lopez","orcid":"https://orcid.org/0000-0001-5501-9225"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alberto Martin-Lopez","raw_affiliation_strings":["Universidad de Sevilla, Seville, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000362821","display_name":"Amador Dur\u00e1n","orcid":"https://orcid.org/0000-0003-3630-5511"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Amador Dur\u00e1n","raw_affiliation_strings":["Universidad de Sevilla, Seville, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055078557","display_name":"Javier Troya","orcid":"https://orcid.org/0000-0002-1314-9694"},"institutions":[{"id":"https://openalex.org/I82767444","display_name":"Universidad de M\u00e1laga","ror":"https://ror.org/036b2ww28","country_code":"ES","type":"education","lineage":["https://openalex.org/I82767444"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Javier Troya","raw_affiliation_strings":["Universidad de M\u00e1laga, Malaga, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de M\u00e1laga, Malaga, Spain","institution_ids":["https://openalex.org/I82767444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072611940","display_name":"Antonio Ruiz\u2013Cort\u00e9s","orcid":"https://orcid.org/0000-0001-9827-1834"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Antonio Ruiz-Cort\u00e9s","raw_affiliation_strings":["Universidad de Sevilla, Seville, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4733,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.90940565,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"48","last_page":"55"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8714594841003418},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.7712948322296143},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5012569427490234},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.455039918422699},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.44268590211868286},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.44242924451828003},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.41589075326919556},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37159794569015503},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3480249047279358},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.26463571190834045}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8714594841003418},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.7712948322296143},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5012569427490234},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.455039918422699},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.44268590211868286},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.44242924451828003},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.41589075326919556},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37159794569015503},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3480249047279358},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.26463571190834045},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3524846.3527338","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524846.3527338","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524846.3527338","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th International Workshop on Metamorphic Testing","raw_type":"proceedings-article"},{"id":"pmh:oai:idus.us.es:11441/139069","is_oa":true,"landing_page_url":"https://idus.us.es/handle//11441/139069","pdf_url":null,"source":{"id":"https://openalex.org/S4306400333","display_name":"idUS (Universidad de Sevilla)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79238269","host_organization_name":"Universidad de Sevilla","host_organization_lineage":["https://openalex.org/I79238269"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3524846.3527338","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524846.3527338","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524846.3527338","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th International Workshop on Metamorphic Testing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.4000000059604645,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1517171316","display_name":null,"funder_award_id":"P18-FR-2895","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G526084217","display_name":null,"funder_award_id":"RTI2018","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G6397152413","display_name":null,"funder_award_id":"US-1264651","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G7305276981","display_name":null,"funder_award_id":"RTI2018-101204-B-C21","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8805708806","display_name":null,"funder_award_id":"RTI2018-101204-B-C21","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G8900230752","display_name":null,"funder_award_id":"FPU17","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G96974462","display_name":null,"funder_award_id":"P18-FR-2895","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4318325588.pdf","grobid_xml":"https://content.openalex.org/works/W4318325588.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1982483659","https://openalex.org/W2014515160","https://openalex.org/W2023556458","https://openalex.org/W2032680490","https://openalex.org/W2041713059","https://openalex.org/W2067676171","https://openalex.org/W2073125568","https://openalex.org/W2098639318","https://openalex.org/W2110441383","https://openalex.org/W2162036145","https://openalex.org/W2280554095","https://openalex.org/W2293505944","https://openalex.org/W2615135541","https://openalex.org/W2731951928","https://openalex.org/W2809722708","https://openalex.org/W2896505116","https://openalex.org/W2903744551","https://openalex.org/W2955548841","https://openalex.org/W2969812409","https://openalex.org/W3088426556","https://openalex.org/W3184041223","https://openalex.org/W3193505628","https://openalex.org/W4231553975","https://openalex.org/W4254332277","https://openalex.org/W4287780530"],"related_works":["https://openalex.org/W3110702597","https://openalex.org/W2073713056","https://openalex.org/W4234874385","https://openalex.org/W2125620709","https://openalex.org/W2110441383","https://openalex.org/W2045932760","https://openalex.org/W2323648130","https://openalex.org/W2326878701","https://openalex.org/W2045408812","https://openalex.org/W2888033806"],"abstract_inverted_index":{"Searching":[0],"and":[1,22,108],"displaying":[2],"data":[3,29],"based":[4],"on":[5],"user":[6],"queries":[7],"is":[8,59],"a":[9,57,72,106,122,134,165],"pervasive":[10],"feature":[11],"of":[12,28,34,56,90,102,114,128,137,141,149],"most":[13],"software":[14],"applications":[15],"such":[16],"as":[17],"information":[18],"systems,":[19,35],"web":[20,23],"portals,":[21],"APIs.":[24],"The":[25],"large":[26],"volume":[27],"managed":[30],"by":[31,83],"these":[32],"types":[33],"henceforth":[36],"called":[37],"query-based":[38],"systems":[39,157],"(QBSs),":[40],"makes":[41],"them":[42],"extremely":[43],"hard":[44],"to":[45,48,51,70,76],"test":[46,63],"due":[47],"the":[49,54,61,78,85,91,100,112,115,125,138,142],"difficulty":[50],"assess":[52],"whether":[53],"output":[55],"query":[58,139],"correct,":[60],"so-called":[62,95],"oracle":[64,79],"problem.":[65],"Metamorphic":[66],"testing":[67],"has":[68],"proved":[69],"be":[71,152],"very":[73],"effective":[74],"approach":[75],"alleviate":[77],"problem":[80],"in":[81,130,155,163],"QBSs,":[82],"exploiting":[84],"relations":[86,97],"among":[87],"multiple":[88],"executions":[89],"QBS":[92],"under":[93],"test,":[94],"metamorphic":[96],"(MRs).":[98],"However,":[99],"identification":[101],"MRs":[103,129,150],"mostly":[104],"remains":[105],"manual":[107],"creative":[109],"task,":[110],"limiting":[111],"applicability":[113],"approach.":[116],"In":[117],"this":[118],"paper,":[119],"we":[120],"propose":[121],"method":[123],"for":[124],"automated":[126],"generation":[127],"QBSs":[131],"starting":[132],"from":[133],"lightweight":[135],"specification":[136],"parameters":[140],"system.":[143],"Evaluation":[144],"results":[145],"show":[146],"that":[147],"hundreds":[148],"can":[151],"automatically":[153],"identified":[154],"real-world":[156],"like":[158],"IMDb,":[159],"SkyScanner,":[160],"or":[161],"YouTube":[162],"just":[164],"few":[166],"seconds.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}