{"id":"https://openalex.org/W2977809570","doi":"https://doi.org/10.1109/iolts.2019.8854431","title":"Detecting Errors in Convolutional Neural Networks Using Inter Frame Spatio-Temporal Correlation","display_name":"Detecting Errors in Convolutional Neural Networks Using Inter Frame Spatio-Temporal Correlation","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2977809570","doi":"https://doi.org/10.1109/iolts.2019.8854431","mag":"2977809570"},"language":"en","primary_location":{"id":"doi:10.1109/iolts.2019.8854431","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iolts.2019.8854431","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 25th International Symposium on On-Line Testing and Robust System Design (IOLTS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10183/214667","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000947763","display_name":"Lucas Klein Draghetti","orcid":null},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Lucas Klein Draghetti","raw_affiliation_strings":["UFRGS, Institute of Informatics, Porto Alegre, Brazil"],"affiliations":[{"raw_affiliation_string":"UFRGS, Institute of Informatics, Porto Alegre, Brazil","institution_ids":["https://openalex.org/I130442723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047414074","display_name":"Fernando Fernandes dos Santos","orcid":"https://orcid.org/0000-0002-3504-9862"},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Fernando Fernandes dos Santos","raw_affiliation_strings":["UFRGS, Institute of Informatics, Porto Alegre, Brazil"],"affiliations":[{"raw_affiliation_string":"UFRGS, Institute of Informatics, Porto Alegre, Brazil","institution_ids":["https://openalex.org/I130442723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062358729","display_name":"Luigi Carro","orcid":"https://orcid.org/0000-0002-7402-4780"},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Luigi Carro","raw_affiliation_strings":["UFRGS, Institute of Informatics, Porto Alegre, Brazil"],"affiliations":[{"raw_affiliation_string":"UFRGS, Institute of Informatics, Porto Alegre, Brazil","institution_ids":["https://openalex.org/I130442723"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054264208","display_name":"Paolo Rech","orcid":"https://orcid.org/0000-0002-9597-1007"},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Paolo Rech","raw_affiliation_strings":["UFRGS, Institute of Informatics, Porto Alegre, Brazil"],"affiliations":[{"raw_affiliation_string":"UFRGS, Institute of Informatics, Porto Alegre, Brazil","institution_ids":["https://openalex.org/I130442723"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5000947763"],"corresponding_institution_ids":["https://openalex.org/I130442723"],"apc_list":null,"apc_paid":null,"fwci":0.7152,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.75526045,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"abs 1412 1710","issue":null,"first_page":"310","last_page":"315"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8513418436050415},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7521787881851196},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6854022741317749},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.6844387054443359},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6770614981651306},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.647467851638794},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5916275978088379},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.5911591053009033},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5255029201507568},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4767656922340393},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.43832236528396606},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.4231281280517578},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.198287695646286},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07662364840507507}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8513418436050415},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7521787881851196},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6854022741317749},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.6844387054443359},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6770614981651306},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.647467851638794},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5916275978088379},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.5911591053009033},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5255029201507568},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4767656922340393},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.43832236528396606},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.4231281280517578},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.198287695646286},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07662364840507507},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/iolts.2019.8854431","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iolts.2019.8854431","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 25th International Symposium on On-Line Testing and Robust System Design (IOLTS)","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.unitn.it:11572/346649","is_oa":false,"landing_page_url":"https://hdl.handle.net/11572/346649","pdf_url":null,"source":{"id":"https://openalex.org/S4377196320","display_name":"Iris (University of Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:purl.org/net/epubs:work/45185251","is_oa":false,"landing_page_url":"http://purl.org/net/epubs/work/45185251","pdf_url":null,"source":{"id":"https://openalex.org/S4306400600","display_name":"ePubs (Science and Technology Facilities Council, Research Councils UK)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I162524378","host_organization_name":"Science and Technology Facilities Council","host_organization_lineage":["https://openalex.org/I162524378"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:www.lume.ufrgs.br:10183/214667","is_oa":true,"landing_page_url":"http://hdl.handle.net/10183/214667","pdf_url":null,"source":{"id":"https://openalex.org/S4306401468","display_name":"Lume (Universidade Federal do Rio Grande do Sul)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097146","host_organization_name":"Hospital de Cl\u00ednicas de Porto Alegre","host_organization_lineage":["https://openalex.org/I4210097146"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Trabalho de conclus\u00e3o de gradua\u00e7\u00e3o"}],"best_oa_location":{"id":"pmh:oai:www.lume.ufrgs.br:10183/214667","is_oa":true,"landing_page_url":"http://hdl.handle.net/10183/214667","pdf_url":null,"source":{"id":"https://openalex.org/S4306401468","display_name":"Lume (Universidade Federal do Rio Grande do Sul)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097146","host_organization_name":"Hospital de Cl\u00ednicas de Porto Alegre","host_organization_lineage":["https://openalex.org/I4210097146"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Trabalho de conclus\u00e3o de gradua\u00e7\u00e3o"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1667652561","https://openalex.org/W1932847118","https://openalex.org/W1968796403","https://openalex.org/W2031454541","https://openalex.org/W2099569658","https://openalex.org/W2158698691","https://openalex.org/W2312658635","https://openalex.org/W2555834960","https://openalex.org/W2605277893","https://openalex.org/W2613718673","https://openalex.org/W2884928388","https://openalex.org/W2901848761","https://openalex.org/W2963037989","https://openalex.org/W3149410719","https://openalex.org/W4302296459","https://openalex.org/W6620707391","https://openalex.org/W6628973269","https://openalex.org/W6637151318","https://openalex.org/W6640090378"],"related_works":["https://openalex.org/W3125011624","https://openalex.org/W1508631387","https://openalex.org/W2370917603","https://openalex.org/W2952760143","https://openalex.org/W2017776670","https://openalex.org/W2347897961","https://openalex.org/W2340870721","https://openalex.org/W2358318464","https://openalex.org/W2969228573","https://openalex.org/W2963690996"],"abstract_inverted_index":{"Object":[0],"detection,":[1],"a":[2,18,127,152],"critical":[3],"feature":[4],"for":[5,55,70],"autonomous":[6],"vehicles,":[7],"is":[8],"performed":[9],"today":[10],"using":[11],"Convolutional":[12],"Neural":[13],"Networks":[14],"(CNNs).":[15],"Errors":[16],"in":[17,50,77,181],"CNN":[19,71,94],"execution":[20],"can":[21,150,191],"modify":[22],"the":[23,25,28,45,74,78,82,85,89,93,103,113,122,130,133,158,168,178],"way":[24],"vehicle":[26],"sense":[27],"surrounding":[29],"environment,":[30],"potentially":[31],"causing":[32],"accidents":[33],"or":[34],"unexpected":[35],"behaviors.":[36],"The":[37],"high":[38],"computational":[39],"requirements":[40],"of":[41,80,184,196],"CNNs":[42],"combined":[43],"with":[44],"need":[46],"to":[47,129,187,194],"perform":[48],"detection":[49,68,90,114,123,146,169],"real-time":[51],"allow":[52],"little":[53],"margin":[54],"implementing":[56],"error":[57,67],"detection.":[58],"In":[59,99],"this":[60],"paper,":[61],"we":[62,149,164,190],"present":[63],"an":[64],"extremely":[65],"efficient":[66],"solution":[69],"based":[72],"on":[73],"observation":[75],"that,":[76],"absence":[79],"errors,":[81],"differences":[83],"between":[84,105],"input":[86,134,142],"frames":[87,108],"and":[88,144,156,160,166],"provided":[91],"by":[92],"should":[95,115,136],"be":[96,117],"strictly":[97],"correlated.":[98],"other":[100],"words,":[101],"if":[102,121],"image":[104,135],"two":[106],"subsequent":[107],"does":[109],"not":[110],"change":[111],"significantly,":[112],"also":[116,137],"very":[118],"similar.":[119],"Similarly,":[120],"varies":[124],"considerably":[125],"from":[126,173],"frame":[128],"next,":[131],"then":[132],"have":[138],"been":[139],"different.":[140],"Whenever":[141],"images":[143,183],"output":[145,161],"don't":[147],"correlate":[148],"detect":[151,192],"error.":[153],"After":[154],"formalizing":[155],"evaluating":[157],"inter-frame":[159],"correlation":[162],"thresholds,":[163],"implement":[165],"validate":[167],"strategy,":[170],"utilizing":[171],"data":[172],"previous":[174],"radiation":[175],"experiments.":[176],"Exploiting":[177],"intrinsic":[179],"efficiency":[180],"processing":[182],"devices":[185],"used":[186],"execute":[188],"CNNs,":[189],"up":[193],"80%":[195],"errors":[197],"while":[198],"adding":[199],"low":[200],"overhead.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}