{"id":"https://openalex.org/W4394595856","doi":"https://doi.org/10.1109/tr.2024.3379366","title":"Combining Metamorphic Testing and Machine Learning to Enhance OpenStreetMap","display_name":"Combining Metamorphic Testing and Machine Learning to Enhance OpenStreetMap","publication_year":2024,"publication_date":"2024-04-09","ids":{"openalex":"https://openalex.org/W4394595856","doi":"https://doi.org/10.1109/tr.2024.3379366"},"language":"en","primary_location":{"id":"doi:10.1109/tr.2024.3379366","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tr.2024.3379366","pdf_url":"https://ieeexplore.ieee.org/ielx7/24/4378406/10490297.pdf","source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/24/4378406/10490297.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102906495","display_name":"Manuel M\u00e9ndez","orcid":"https://orcid.org/0000-0002-6802-2164"},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Manuel M\u00e9ndez","raw_affiliation_strings":["Design and Testing of Reliable Systems research group, Universidad Complutense de Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Design and Testing of Reliable Systems research group, Universidad Complutense de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030815918","display_name":"Antonio Becerra-Ter\u00f3n","orcid":"https://orcid.org/0000-0001-7583-6353"},"institutions":[{"id":"https://openalex.org/I52354020","display_name":"University of Almer\u00eda","ror":"https://ror.org/003d3xx08","country_code":"ES","type":"education","lineage":["https://openalex.org/I52354020"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Antonio Becerra-Ter\u00f3n","raw_affiliation_strings":["Department of Informatics, Carretera de Sacramento s/n, University of Almer&#x00ED;a, Almer&#x00ED;a, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Carretera de Sacramento s/n, University of Almer&#x00ED;a, Almer&#x00ED;a, Spain","institution_ids":["https://openalex.org/I52354020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081816511","display_name":"Jes\u00fas M. Almendros-Jim\u00e9nez","orcid":null},"institutions":[{"id":"https://openalex.org/I52354020","display_name":"University of Almer\u00eda","ror":"https://ror.org/003d3xx08","country_code":"ES","type":"education","lineage":["https://openalex.org/I52354020"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jes\u00fas M. Almendros-Jim\u00e9nez","raw_affiliation_strings":["Department of Informatics, Carretera de Sacramento s/n, University of Almer&#x00ED;a, Almer&#x00ED;a, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Carretera de Sacramento s/n, University of Almer&#x00ED;a, Almer&#x00ED;a, Spain","institution_ids":["https://openalex.org/I52354020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076119369","display_name":"Mercedes G. Merayo","orcid":"https://orcid.org/0000-0002-4634-4082"},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mercedes G. Merayo","raw_affiliation_strings":["Design and Testing of Reliable Systems research group, Universidad Complutense de Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Design and Testing of Reliable Systems research group, Universidad Complutense de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024107021","display_name":"Manuel N\u00fa\u00f1ez","orcid":"https://orcid.org/0000-0001-9808-6401"},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Manuel N\u00fa\u00f1ez","raw_affiliation_strings":["Design and Testing of Reliable Systems research group, Universidad Complutense de Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Design and Testing of Reliable Systems research group, Universidad Complutense de Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102906495"],"corresponding_institution_ids":["https://openalex.org/I121748325"],"apc_list":null,"apc_paid":null,"fwci":5.1002,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.95378473,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"73","issue":"4","first_page":"1834","last_page":"1848"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9524000287055969,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9401000142097473,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6453401446342468},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5205358266830444},{"id":"https://openalex.org/keywords/metamorphic-rock","display_name":"Metamorphic rock","score":0.5100634694099426},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49647456407546997},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.14112597703933716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6453401446342468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5205358266830444},{"id":"https://openalex.org/C26687426","wikidata":"https://www.wikidata.org/wiki/Q47069","display_name":"Metamorphic rock","level":2,"score":0.5100634694099426},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49647456407546997},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.14112597703933716},{"id":"https://openalex.org/C17409809","wikidata":"https://www.wikidata.org/wiki/Q161764","display_name":"Geochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tr.2024.3379366","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tr.2024.3379366","pdf_url":"https://ieeexplore.ieee.org/ielx7/24/4378406/10490297.pdf","source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},{"id":"pmh:oai:repositorio.ual.es:10835/17922","is_oa":true,"landing_page_url":"http://hdl.handle.net/10835/17922","pdf_url":"https://repositorio.ual.es/bitstream/10835/17922/1/TRE-2024.pdf","source":{"id":"https://openalex.org/S4306400756","display_name":"Repositorio de Patentes de la Universidad de Almer\u00eda (Universidad de Almer\u00eda)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tr.2024.3379366","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tr.2024.3379366","pdf_url":"https://ieeexplore.ieee.org/ielx7/24/4378406/10490297.pdf","source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3397493294","display_name":null,"funder_award_id":"PID2019-104735RB-C42","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3429648993","display_name":null,"funder_award_id":"PID202","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3690828678","display_name":null,"funder_award_id":"PID2019","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G618424314","display_name":null,"funder_award_id":"PID2021-122215NB-C31","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G6475315396","display_name":null,"funder_award_id":"PID2021-122215NB-C31 (AwESOMe)","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G7176906562","display_name":null,"funder_award_id":"PID2019-104735RB-C42","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G8658298685","display_name":null,"funder_award_id":"PID2019-104735RB-C42 (SAFER)","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G8684520763","display_name":null,"funder_award_id":"PID2019","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394595856.pdf","grobid_xml":"https://content.openalex.org/works/W4394595856.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W1987577389","https://openalex.org/W1992570401","https://openalex.org/W2021517887","https://openalex.org/W2023556458","https://openalex.org/W2026959997","https://openalex.org/W2041650849","https://openalex.org/W2041713059","https://openalex.org/W2043998723","https://openalex.org/W2049417163","https://openalex.org/W2074224104","https://openalex.org/W2130443136","https://openalex.org/W2134585533","https://openalex.org/W2148306883","https://openalex.org/W2280554095","https://openalex.org/W2293505944","https://openalex.org/W2296045491","https://openalex.org/W2324595780","https://openalex.org/W2506155917","https://openalex.org/W2727166190","https://openalex.org/W2756229913","https://openalex.org/W2759636497","https://openalex.org/W2782311202","https://openalex.org/W2785340633","https://openalex.org/W2810071081","https://openalex.org/W2810169973","https://openalex.org/W2814638054","https://openalex.org/W2859484040","https://openalex.org/W2884652599","https://openalex.org/W2887191865","https://openalex.org/W2896505116","https://openalex.org/W2903744551","https://openalex.org/W2906932187","https://openalex.org/W2913069824","https://openalex.org/W2944065898","https://openalex.org/W2951165326","https://openalex.org/W2954072491","https://openalex.org/W2962425620","https://openalex.org/W2964121378","https://openalex.org/W2967772171","https://openalex.org/W2977889308","https://openalex.org/W3008122270","https://openalex.org/W3008797115","https://openalex.org/W3041516416","https://openalex.org/W3042142399","https://openalex.org/W3043739596","https://openalex.org/W3049062497","https://openalex.org/W3069416164","https://openalex.org/W3080715016","https://openalex.org/W3096751748","https://openalex.org/W3099331415","https://openalex.org/W3104833050","https://openalex.org/W3163108476","https://openalex.org/W3194083405","https://openalex.org/W3194858712","https://openalex.org/W3194884066","https://openalex.org/W3195636639","https://openalex.org/W3204827410","https://openalex.org/W3212941804","https://openalex.org/W4226018410","https://openalex.org/W4287028351","https://openalex.org/W4298110250","https://openalex.org/W4318830406","https://openalex.org/W4400762160","https://openalex.org/W6774112282"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Metamorphic":[0],"testing":[1],"(MT)":[2],"is":[3,13,62,83,98,166,274,280],"a":[4,31,53,84,121,137],"useful":[5],"tool":[6],"to":[7,49,111,119,147,232,242],"test":[8,45],"systems":[9],"where":[10,107],"an":[11,56,77,87,144],"oracle":[12],"not":[14,259],"available.":[15],"MT":[16,68,110],"relies":[17],"on":[18,67,213],"the":[19,36,42,60,74,91,99,128,134,150,173,193,214,228,244,262,272,293],"definition":[20],"of":[21,33,38,55,76,86,94,103,124,136,140,176,196,230,234,246,271,292],"metamorphic":[22],"relations":[23],"(MR),":[24],"that":[25,29,59,73,257],"is,":[26],"certain":[27,71],"properties":[28],"relate":[30],"set":[32,37],"inputs":[34],"and":[35,182,200,284],"outputs":[39],"produced":[40],"by":[41,154],"system":[43],"under":[44],"(SUT)":[46],"as":[47],"response":[48],"these":[50],"inputs.":[51],"Usually,":[52],"violation":[54,75],"MR":[57,78],"implies":[58],"SUT":[61],"faulty.":[63],"However,":[64],"some":[65],"work":[66,106],"accepts,":[69],"for":[70,101,209],"SUTs,":[72],"<italic":[79],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[80],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">almost":[81],"always</i>":[82],"symptom":[85],"error":[88],"but":[89,131],"assumes":[90],"potential":[92],"existence":[93],"false":[95,141,185],"positives.":[96,142,186],"This":[97],"case,":[100],"instance,":[102],"our":[104,155,177,197,247],"recent":[105],"we":[108,132,158,171,180,204,249],"applied":[109],"improve":[112],"OpenStreetMap":[113],"(OSM).":[114],"Our":[115,187],"MRs":[116,231],"were":[117,220,258,267],"able":[118],"uncover":[120],"large":[122,160],"amount":[123],"errors":[125],"in":[126,237,255,261,285],"all":[127],"analyzed":[129],"maps":[130,233],"suffered":[133],"presence":[135],"nonnegligible":[138],"number":[139],"Therefore,":[143],"expert":[145],"had":[146],"manually":[148],"check":[149],"suspicious":[151],"elements":[152],"identified":[153],"MRs.":[156],"If":[157],"analyze":[159],"maps,":[161],"then":[162],"this":[163,169],"manual":[164],"task":[165],"unfeasible.":[167],"In":[168,240],"article":[170],"solve":[172],"main":[174],"limitation":[175],"previous":[178,198],"approach:":[179],"accurately":[181],"automatically":[183],"discard":[184],"new":[188],"framework":[189],"combines":[190],"MT,":[191],"along":[192],"same":[194],"lines":[195],"work,":[199],"machine":[201],"learning.":[202],"Specifically,":[203],"provide":[205],"three":[206],"models,":[207,248],"one":[208],"each":[210],"MR,":[211],"based":[212],"random":[215],"forest":[216],"model.":[217],"The":[218,265,290],"models":[219,273],"extensively":[221],"trained":[222],"with":[223],"real":[224],"data":[225],"obtained":[226],"from":[227],"application":[229],"cities":[235],"located":[236],"different":[238,253],"continents.":[239],"order":[241],"evaluate":[243],"usefulness":[245],"tested":[250],"them":[251],"using":[252],"cities,":[254],"countries":[256],"considered":[260],"training":[263],"set.":[264],"results":[266],"very":[268],"good:":[269],"accuracy":[270],"never":[275],"lower":[276],"than":[277],"0.90,":[278],"it":[279],"usually":[281],"much":[282],"higher":[283],"many":[286],"situations":[287],"reaches":[288],"1.0.":[289],"computation":[291],"F1-scores":[294],"yielded":[295],"similar":[296],"results.":[297]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}