{"id":"https://openalex.org/W4408520247","doi":"https://doi.org/10.1109/access.2025.3552157","title":"Runtime Verification for Visual Deep Learning Systems With Loss Prediction","display_name":"Runtime Verification for Visual Deep Learning Systems With Loss Prediction","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4408520247","doi":"https://doi.org/10.1109/access.2025.3552157"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3552157","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3552157","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3552157","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082684945","display_name":"Birk Torpmann-Hagen","orcid":"https://orcid.org/0000-0002-9685-9906"},"institutions":[{"id":"https://openalex.org/I78037679","display_name":"UiT The Arctic University of Norway","ror":"https://ror.org/00wge5k78","country_code":"NO","type":"education","lineage":["https://openalex.org/I78037679"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Birk Torpmann-Hagen","raw_affiliation_strings":["Institute for Computer Science, UiT The Arctic University of Tromsø, Tromsø, Norway","Institute for Computer Science, UiT: The Arctic University of Tromsø, Tromsø, Norway"],"raw_orcid":"https://orcid.org/0000-0002-9685-9906","affiliations":[{"raw_affiliation_string":"Institute for Computer Science, UiT The Arctic University of Tromsø, Tromsø, Norway","institution_ids":["https://openalex.org/I78037679"]},{"raw_affiliation_string":"Institute for Computer Science, UiT: The Arctic University of Tromsø, Tromsø, Norway","institution_ids":["https://openalex.org/I78037679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102968267","display_name":"Michael A. Riegler","orcid":"https://orcid.org/0000-0002-3153-2064"},"institutions":[{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Michael A. Riegler","raw_affiliation_strings":["Department of Holistic Systems, SimulaMet, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-3153-2064","affiliations":[{"raw_affiliation_string":"Department of Holistic Systems, SimulaMet, Oslo, Norway","institution_ids":["https://openalex.org/I4210153474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088962741","display_name":"P\u00e5l Halvorsen","orcid":"https://orcid.org/0000-0003-2073-7029"},"institutions":[{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"P\u00e5l Halvorsen","raw_affiliation_strings":["Department of Holistic Systems, SimulaMet, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0003-2073-7029","affiliations":[{"raw_affiliation_string":"Department of Holistic Systems, SimulaMet, Oslo, Norway","institution_ids":["https://openalex.org/I4210153474"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002487909","display_name":"Dag Johansen","orcid":"https://orcid.org/0000-0001-7067-6477"},"institutions":[{"id":"https://openalex.org/I78037679","display_name":"UiT The Arctic University of Norway","ror":"https://ror.org/00wge5k78","country_code":"NO","type":"education","lineage":["https://openalex.org/I78037679"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Dag Johansen","raw_affiliation_strings":["Institute for Computer Science, UiT The Arctic University of Tromsø, Tromsø, Norway","Institute for Computer Science, UiT: The Arctic University of Tromsø, Tromsø, Norway"],"raw_orcid":"https://orcid.org/0000-0001-7067-6477","affiliations":[{"raw_affiliation_string":"Institute for Computer Science, UiT The Arctic University of Tromsø, Tromsø, Norway","institution_ids":["https://openalex.org/I78037679"]},{"raw_affiliation_string":"Institute for Computer Science, UiT: The Arctic University of Tromsø, Tromsø, Norway","institution_ids":["https://openalex.org/I78037679"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.396,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82707409,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"13","issue":null,"first_page":"48502","last_page":"48519"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9546999931335449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9318000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8314153552055359},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5393455028533936},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.496735155582428},{"id":"https://openalex.org/keywords/runtime-verification","display_name":"Runtime verification","score":0.469928115606308},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36906367540359497},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.3443739116191864},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.21307894587516785}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8314153552055359},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5393455028533936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.496735155582428},{"id":"https://openalex.org/C202973057","wikidata":"https://www.wikidata.org/wiki/Q7380130","display_name":"Runtime verification","level":3,"score":0.469928115606308},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36906367540359497},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.3443739116191864},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.21307894587516785}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3552157","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3552157","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2ff4f91a5bf741e9b0a0e717d6831fb7","is_oa":true,"landing_page_url":"https://doaj.org/article/2ff4f91a5bf741e9b0a0e717d6831fb7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 48502-48519 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3552157","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3552157","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W2021088830","https://openalex.org/W2028138594","https://openalex.org/W2257979135","https://openalex.org/W2342792901","https://openalex.org/W2533800772","https://openalex.org/W2736506089","https://openalex.org/W2786808285","https://openalex.org/W2787894218","https://openalex.org/W2889985731","https://openalex.org/W2963995504","https://openalex.org/W2966501701","https://openalex.org/W2969096242","https://openalex.org/W2969874973","https://openalex.org/W2997286550","https://openalex.org/W3011721937","https://openalex.org/W3016970897","https://openalex.org/W3035669514","https://openalex.org/W3036426348","https://openalex.org/W3039522238","https://openalex.org/W3087720408","https://openalex.org/W3090434739","https://openalex.org/W3100511085","https://openalex.org/W3102100346","https://openalex.org/W3103836116","https://openalex.org/W3196850540","https://openalex.org/W4239187508","https://openalex.org/W4285164362","https://openalex.org/W4288359825","https://openalex.org/W4312603874","https://openalex.org/W4389120417","https://openalex.org/W4395097558","https://openalex.org/W4399929809","https://openalex.org/W6687483927","https://openalex.org/W6718836005","https://openalex.org/W6728622933","https://openalex.org/W6739696289","https://openalex.org/W6745891213","https://openalex.org/W6752049347","https://openalex.org/W6752760542","https://openalex.org/W6752910514","https://openalex.org/W6753665075","https://openalex.org/W6755672337","https://openalex.org/W6761839128","https://openalex.org/W6763845970","https://openalex.org/W6764990469","https://openalex.org/W6768927122","https://openalex.org/W6779516478","https://openalex.org/W6784323503","https://openalex.org/W6784983246","https://openalex.org/W6801968024","https://openalex.org/W6809646977","https://openalex.org/W6810116839","https://openalex.org/W6810300553","https://openalex.org/W6838424875","https://openalex.org/W6840695005","https://openalex.org/W6856433447"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W2961085424","https://openalex.org/W3215138031","https://openalex.org/W4306674287","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W4387369504","https://openalex.org/W3046775127"],"abstract_inverted_index":{"Deep":[0],"neural":[1,72],"networks":[2],"often":[3,218],"demonstrate":[4],"remarkable":[5],"performance":[6],"on":[7,237,243],"benchmarks,":[8],"but":[9],"have":[10],"been":[11],"shown":[12],"to":[13,30,33,44,68,81,94,136,177,276],"readily":[14],"fail":[15],"once":[16],"they":[17],"leave":[18],"lab-conditions":[19],"and":[20,101,113,169,180,187,214,295],"are":[21,211,217],"deployed":[22],"in":[23,36,197,249],"real-world":[24],"conditions.":[25],"This":[26],"can":[27],"be":[28],"attributed":[29],"their":[31],"sensitivity":[32],"minor":[34],"changes":[35],"the":[37,40,92,128,185,204,207,289,298],"nature":[38],"of":[39,54,64,130,152,156,171,194,245,264,284,301],"data,":[41,239],"typically":[42],"referred":[43],"as":[45,132,139,191,304],"distributional":[46,59,157,247],"shifts.":[47],"To":[48],"address":[49],"this,":[50],"a":[51,62,71,96,103,122,133,140,192,227,233,271],"growing":[52],"body":[53],"work":[55],"has":[56,292],"emerged":[57],"implementing":[58],"shift":[60,125,158,172,248],"detectors,":[61],"form":[63,193],"runtime":[65,195,305],"verification":[66,196],"intended":[67],"detect":[69],"when":[70,266],"network":[73,215,268],"encounters":[74],"data":[75],"for":[76,106,121,166,189,258,270,293,297,307],"which":[77,90,95,109,240],"it":[78,138],"is":[79,99],"unlikely":[80],"predict":[82],"correctly.":[83],"These":[84],"methods":[85,155],"generally":[86,183],"involve":[87],"extracting":[88],"features":[89,208],"characterize":[91],"degree":[93],"given":[97],"point":[98],"out-of-distribution":[100,114],"setting":[102],"suitable":[104],"threshold":[105],"this":[107,117,146,291],"feature":[108],"sufficiently":[110],"separates":[111],"in-distribution":[112],"data.":[115],"In":[116],"paper,":[118],"we":[119,161,225,231,241],"advocate":[120,296],"significant":[123],"methodological":[124],"from":[126],"framing":[127,137],"detection":[129],"distributional-shift":[131],"classification":[134,182],"problem":[135],"regression":[141],"problem.":[142],"We":[143,200,253,287],"first":[144],"justify":[145],"view":[147],"through":[148],"an":[149,260,281],"empirical":[150],"analysis":[151],"several":[153,250],"popular":[154],"detection,":[159],"where":[160],"show":[162,202],"that":[163,181,203],"optimal":[164],"thresholds":[165],"one":[167],"type":[168],"severity":[170],"does":[173],"not":[174],"necessarily":[175],"generalize":[176],"other":[178],"shifts":[179],"lacks":[184],"granularity":[186],"expressivity":[188],"use":[190],"deployment":[198],"scenarios.":[199],"then":[201],"relationships":[205],"between":[206],"these":[209,223],"classifiers":[210],"based":[212],"upon":[213],"loss":[216,269],"fairly":[219],"strong.":[220],"Motivated":[221],"by":[222],"results,":[224,256],"perform":[226],"feasibility":[228],"study":[229],"wherein":[230],"train":[232],"generalized":[234],"linear":[235],"model":[236],"synthetically-augmented":[238],"assess":[242],"instances":[244],"organic":[246],"domain-adaptation":[251],"datasets.":[252],"attain":[254],"promising":[255],"with":[257,280],"instance,":[259],"average":[261,282],"percentage":[262],"error":[263,283],"5%":[265],"predicting":[267,277],"polyp":[272],"segmentation":[273],"benchmark,":[274],"equivalent":[275],"intersection-over-union":[278],"scores":[279],"only":[285],"0.03.":[286],"discuss":[288],"implications":[290],"practitioners":[294],"continued":[299],"development":[300],"loss-regression":[302],"models":[303],"monitors":[306],"deep":[308],"learning":[309],"systems.":[310]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}