{"id":"https://openalex.org/W4400651912","doi":"https://doi.org/10.1145/3678171","title":"MarMot: Metamorphic Runtime Monitoring of Autonomous Driving Systems","display_name":"MarMot: Metamorphic Runtime Monitoring of Autonomous Driving Systems","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4400651912","doi":"https://doi.org/10.1145/3678171"},"language":"en","primary_location":{"id":"doi:10.1145/3678171","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678171","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106716404","display_name":"Jon Ayerdi","orcid":"https://orcid.org/0000-0003-0491-9711"},"institutions":[{"id":"https://openalex.org/I162361429","display_name":"Mondragon Unibertsitatea","ror":"https://ror.org/00wvqgd19","country_code":"ES","type":"education","lineage":["https://openalex.org/I162361429"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Jon Ayerdi","raw_affiliation_strings":["Mondragon University, Mondragon, Spain","Mondragon University, Spain"],"raw_orcid":"https://orcid.org/0000-0003-0491-9711","affiliations":[{"raw_affiliation_string":"Mondragon University, Mondragon, Spain","institution_ids":["https://openalex.org/I162361429"]},{"raw_affiliation_string":"Mondragon University, Spain","institution_ids":["https://openalex.org/I162361429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113289579","display_name":"Asier Iriarte","orcid":null},"institutions":[{"id":"https://openalex.org/I162361429","display_name":"Mondragon Unibertsitatea","ror":"https://ror.org/00wvqgd19","country_code":"ES","type":"education","lineage":["https://openalex.org/I162361429"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Asier Iriarte","raw_affiliation_strings":["Mondragon University, Mondragon, Spain","Mondragon University, Spain"],"raw_orcid":"https://orcid.org/0009-0007-1178-7362","affiliations":[{"raw_affiliation_string":"Mondragon University, Mondragon, Spain","institution_ids":["https://openalex.org/I162361429"]},{"raw_affiliation_string":"Mondragon University, Spain","institution_ids":["https://openalex.org/I162361429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050340889","display_name":"Pablo Valle","orcid":"https://orcid.org/0000-0002-0588-316X"},"institutions":[{"id":"https://openalex.org/I162361429","display_name":"Mondragon Unibertsitatea","ror":"https://ror.org/00wvqgd19","country_code":"ES","type":"education","lineage":["https://openalex.org/I162361429"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pablo Valle","raw_affiliation_strings":["Mondragon University, Mondragon, Spain","Mondragon University, Spain"],"raw_orcid":"https://orcid.org/0000-0002-0588-316X","affiliations":[{"raw_affiliation_string":"Mondragon University, Mondragon, Spain","institution_ids":["https://openalex.org/I162361429"]},{"raw_affiliation_string":"Mondragon University, Spain","institution_ids":["https://openalex.org/I162361429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001059406","display_name":"Ibai Roman","orcid":"https://orcid.org/0000-0003-3574-6681"},"institutions":[{"id":"https://openalex.org/I162361429","display_name":"Mondragon Unibertsitatea","ror":"https://ror.org/00wvqgd19","country_code":"ES","type":"education","lineage":["https://openalex.org/I162361429"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ibai Roman","raw_affiliation_strings":["Mondragon University, Mondragon, Spain","Mondragon University, Spain"],"raw_orcid":"https://orcid.org/0000-0003-3574-6681","affiliations":[{"raw_affiliation_string":"Mondragon University, Mondragon, Spain","institution_ids":["https://openalex.org/I162361429"]},{"raw_affiliation_string":"Mondragon University, Spain","institution_ids":["https://openalex.org/I162361429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074595088","display_name":"Miren Illarramendi","orcid":"https://orcid.org/0000-0003-3770-1495"},"institutions":[{"id":"https://openalex.org/I162361429","display_name":"Mondragon Unibertsitatea","ror":"https://ror.org/00wvqgd19","country_code":"ES","type":"education","lineage":["https://openalex.org/I162361429"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Miren Illarramendi","raw_affiliation_strings":["Mondragon University, Mondragon, Spain","Mondragon University, Spain"],"raw_orcid":"https://orcid.org/0000-0003-3770-1495","affiliations":[{"raw_affiliation_string":"Mondragon University, Mondragon, Spain","institution_ids":["https://openalex.org/I162361429"]},{"raw_affiliation_string":"Mondragon University, Spain","institution_ids":["https://openalex.org/I162361429"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079122801","display_name":"Aitor Arrieta","orcid":"https://orcid.org/0000-0001-7507-5080"},"institutions":[{"id":"https://openalex.org/I162361429","display_name":"Mondragon Unibertsitatea","ror":"https://ror.org/00wvqgd19","country_code":"ES","type":"education","lineage":["https://openalex.org/I162361429"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Aitor Arrieta","raw_affiliation_strings":["Mondragon University, Mondragon, Spain","Mondragon University, Spain"],"raw_orcid":"https://orcid.org/0000-0001-7507-5080","affiliations":[{"raw_affiliation_string":"Mondragon University, Mondragon, Spain","institution_ids":["https://openalex.org/I162361429"]},{"raw_affiliation_string":"Mondragon University, Spain","institution_ids":["https://openalex.org/I162361429"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5106716404"],"corresponding_institution_ids":["https://openalex.org/I162361429"],"apc_list":null,"apc_paid":null,"fwci":4.1775,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.95258799,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"34","issue":"1","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8255224227905273},{"id":"https://openalex.org/keywords/marmot","display_name":"Marmot","score":0.4514918327331543},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3212108612060547},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.08233368396759033}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8255224227905273},{"id":"https://openalex.org/C2779769902","wikidata":"https://www.wikidata.org/wiki/Q131567","display_name":"Marmot","level":2,"score":0.4514918327331543},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3212108612060547},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.08233368396759033},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3678171","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678171","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.46000000834465027,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1549745474","https://openalex.org/W1992570401","https://openalex.org/W2128084896","https://openalex.org/W2324595780","https://openalex.org/W2492835449","https://openalex.org/W2495601248","https://openalex.org/W2616028256","https://openalex.org/W2732493711","https://openalex.org/W2736727838","https://openalex.org/W2766734825","https://openalex.org/W2775678306","https://openalex.org/W2888307014","https://openalex.org/W2888483609","https://openalex.org/W2917321477","https://openalex.org/W2917442576","https://openalex.org/W2919275752","https://openalex.org/W2954629067","https://openalex.org/W2957066083","https://openalex.org/W2963327228","https://openalex.org/W2969033227","https://openalex.org/W3011945446","https://openalex.org/W3047641937","https://openalex.org/W3089028909","https://openalex.org/W3089426421","https://openalex.org/W3089756992","https://openalex.org/W3090643686","https://openalex.org/W3091441586","https://openalex.org/W3105041635","https://openalex.org/W3129166376","https://openalex.org/W3160165418","https://openalex.org/W3178469298","https://openalex.org/W3186246124","https://openalex.org/W3201533109","https://openalex.org/W3202814911","https://openalex.org/W3206349396","https://openalex.org/W3211597178","https://openalex.org/W4212774754","https://openalex.org/W4212917712","https://openalex.org/W4220663349","https://openalex.org/W4221148091","https://openalex.org/W4225627334","https://openalex.org/W4239084643","https://openalex.org/W4284682233","https://openalex.org/W4285734659","https://openalex.org/W4289535158","https://openalex.org/W4295023149","https://openalex.org/W4313154583","https://openalex.org/W4313547544","https://openalex.org/W4313563570","https://openalex.org/W4317769843","https://openalex.org/W4323644408","https://openalex.org/W4384302905","https://openalex.org/W4384345629","https://openalex.org/W6930192899"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2099698365","https://openalex.org/W2237488369","https://openalex.org/W1966298094","https://openalex.org/W2156173546","https://openalex.org/W2137322422","https://openalex.org/W2516835522","https://openalex.org/W4256532904","https://openalex.org/W2100714889"],"abstract_inverted_index":{"Autonomous":[0],"driving":[1,34,119],"systems":[2,7],"(ADSs)":[3],"are":[4,74,107],"complex":[5],"cyber-physical":[6],"(CPSs)":[8],"that":[9,79,106,175],"must":[10],"ensure":[11],"safety":[12],"even":[13],"in":[14,31,192,210],"uncertain":[15],"conditions.":[16],"Modern":[17],"ADSs":[18,67],"often":[19],"employ":[20],"deep":[21],"neural":[22],"networks":[23],"(DNNs),":[24],"which":[25,73],"may":[26],"not":[27],"produce":[28],"correct":[29],"results":[30,173],"every":[32],"possible":[33],"scenario.":[35],"Thus,":[36],"an":[37,44,62,125],"approach":[38,65],"to":[39,50,109,168,180,198,222],"estimate":[40],"the":[41,85,93,96,101,115,121,151,183,189,193,201,207,211],"confidence":[42],"of":[43,76,95,103,114,128,153,182,188,200,206],"ADS":[45,97,143,232],"at":[46,98],"runtime":[47],"is":[48,220],"necessary":[49],"prevent":[51],"potentially":[52],"dangerous":[53],"situations.":[54],"In":[55],"this":[56],"article":[57],"we":[58],"propose":[59],"MarMot":[60,91,129,176,217],",":[61],"online":[63],"monitoring":[64],"for":[66],"based":[68],"on":[69],"metamorphic":[70],"relations":[71],"(MRs),":[72],"properties":[75],"a":[77,111,140,145],"system":[78],"hold":[80],"among":[81],"multiple":[82],"inputs":[83],"and":[84,144,186,196,204,229],"corresponding":[86],"outputs.":[87],"Using":[88],"domain-specific":[89],"MRs,":[90,133],"estimates":[92],"uncertainty":[94],"runtime,":[99],"allowing":[100],"identification":[102,152],"anomalous":[104],"situations":[105],"likely":[108],"cause":[110],"faulty":[112,165],"behavior":[113],"ADS,":[116,195],"such":[117],"as":[118,159,161],"off":[120],"road.":[122],"We":[123],"perform":[124],"empirical":[126],"assessment":[127],"with":[130],"five":[131],"different":[132,136],"using":[134],"two":[135],"subject":[137],"ADSs,":[138],"including":[139,226],"small-scale":[141],"physical":[142,194],"simulated":[146,212],"ADS.":[147,213],"Our":[148,172],"evaluation":[149],"encompasses":[150],"both":[154],"external":[155,184,202],"anomalies,":[156,163],"e.g.,":[157,164],"fog,":[158],"well":[160],"internal":[162,190,208],"DNNs":[166],"due":[167],"mislabeled":[169],"training":[170],"data.":[171],"show":[174],"can":[177],"identify":[178],"up":[179,197],"65%":[181],"anomalies":[185,191,203,209],"100%":[187],"54%":[199],"88%":[205],"With":[214],"these":[215],"results,":[216],"outperforms":[218],"or":[219],"comparable":[221],"other":[223],"state-of-the-art":[224],"approaches,":[225],"SelfOracle,":[227],"Ensemble,":[228],"MC":[230],"Dropout-based":[231],"monitors.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}