{"id":"https://openalex.org/W2622058673","doi":"https://doi.org/10.1007/s11263-017-1020-z","title":"How Good Is My Test Data? Introducing Safety Analysis for Computer Vision","display_name":"How Good Is My Test Data? Introducing Safety Analysis for Computer Vision","publication_year":2017,"publication_date":"2017-06-09","ids":{"openalex":"https://openalex.org/W2622058673","doi":"https://doi.org/10.1007/s11263-017-1020-z","mag":"2622058673"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-017-1020-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-017-1020-z","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs11263-017-1020-z.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007%2Fs11263-017-1020-z.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079212553","display_name":"Oliver Zendel","orcid":"https://orcid.org/0000-0001-8097-1226"},"institutions":[{"id":"https://openalex.org/I132118926","display_name":"Austrian Institute of Technology","ror":"https://ror.org/04knbh022","country_code":"AT","type":"facility","lineage":["https://openalex.org/I132118926"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Oliver Zendel","raw_affiliation_strings":["AIT Austrian Institute of Technology, Donau-City-Strasse 1, 1220, Vienna, Austria"],"raw_orcid":"https://orcid.org/0000-0001-8097-1226","affiliations":[{"raw_affiliation_string":"AIT Austrian Institute of Technology, Donau-City-Strasse 1, 1220, Vienna, Austria","institution_ids":["https://openalex.org/I132118926"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068783661","display_name":"Markus Murschitz","orcid":"https://orcid.org/0000-0002-5199-4602"},"institutions":[{"id":"https://openalex.org/I132118926","display_name":"Austrian Institute of Technology","ror":"https://ror.org/04knbh022","country_code":"AT","type":"facility","lineage":["https://openalex.org/I132118926"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Markus Murschitz","raw_affiliation_strings":["AIT Austrian Institute of Technology, Donau-City-Strasse 1, 1220, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIT Austrian Institute of Technology, Donau-City-Strasse 1, 1220, Vienna, Austria","institution_ids":["https://openalex.org/I132118926"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050722856","display_name":"Martin Humenberger","orcid":"https://orcid.org/0000-0003-0600-9164"},"institutions":[{"id":"https://openalex.org/I132118926","display_name":"Austrian Institute of Technology","ror":"https://ror.org/04knbh022","country_code":"AT","type":"facility","lineage":["https://openalex.org/I132118926"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Martin Humenberger","raw_affiliation_strings":["AIT Austrian Institute of Technology, Donau-City-Strasse 1, 1220, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIT Austrian Institute of Technology, Donau-City-Strasse 1, 1220, Vienna, Austria","institution_ids":["https://openalex.org/I132118926"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033949117","display_name":"Wolfgang Herzner","orcid":null},"institutions":[{"id":"https://openalex.org/I132118926","display_name":"Austrian Institute of Technology","ror":"https://ror.org/04knbh022","country_code":"AT","type":"facility","lineage":["https://openalex.org/I132118926"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Wolfgang Herzner","raw_affiliation_strings":["AIT Austrian Institute of Technology, Donau-City-Strasse 1, 1220, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AIT Austrian Institute of Technology, Donau-City-Strasse 1, 1220, Vienna, Austria","institution_ids":["https://openalex.org/I132118926"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5079212553"],"corresponding_institution_ids":["https://openalex.org/I132118926"],"apc_list":{"value":3690,"currency":"USD","value_usd":3690},"apc_paid":{"value":3690,"currency":"USD","value_usd":3690},"fwci":2.3702,"has_fulltext":true,"cited_by_count":58,"citation_normalized_percentile":{"value":0.92383648,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"125","issue":"1-3","first_page":"95","last_page":"109"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hazard-and-operability-study","display_name":"Hazard and operability study","score":0.8846259117126465},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7236599326133728},{"id":"https://openalex.org/keywords/checklist","display_name":"Checklist","score":0.6468018889427185},{"id":"https://openalex.org/keywords/hazard","display_name":"Hazard","score":0.6462225914001465},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5927303433418274},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5261856317520142},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5051944851875305},{"id":"https://openalex.org/keywords/operability","display_name":"Operability","score":0.5037540793418884},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.4814457297325134},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4504741132259369},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43172454833984375},{"id":"https://openalex.org/keywords/basis","display_name":"Basis (linear algebra)","score":0.41746699810028076},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3903748393058777},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15688404440879822},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13287732005119324},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.09049847722053528}],"concepts":[{"id":"https://openalex.org/C125174871","wikidata":"https://www.wikidata.org/wiki/Q1683210","display_name":"Hazard and operability study","level":3,"score":0.8846259117126465},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7236599326133728},{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.6468018889427185},{"id":"https://openalex.org/C49261128","wikidata":"https://www.wikidata.org/wiki/Q1132455","display_name":"Hazard","level":2,"score":0.6462225914001465},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5927303433418274},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5261856317520142},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5051944851875305},{"id":"https://openalex.org/C126231374","wikidata":"https://www.wikidata.org/wiki/Q1061298","display_name":"Operability","level":2,"score":0.5037540793418884},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.4814457297325134},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4504741132259369},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43172454833984375},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.41746699810028076},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3903748393058777},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15688404440879822},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13287732005119324},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.09049847722053528},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11263-017-1020-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-017-1020-z","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs11263-017-1020-z.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11263-017-1020-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-017-1020-z","pdf_url":"https://link.springer.com/content/pdf/10.1007%2Fs11263-017-1020-z.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1333385531","display_name":null,"funder_award_id":"s HORIZON 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4587648383","display_name":"European Initiative to Enable Validation for Highly Automated Safe and Secure Systems","funder_award_id":"692455","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322839","display_name":"Technische Universit\u00e4t Wien","ror":"https://ror.org/04d836q62"},{"id":"https://openalex.org/F4320323031","display_name":"\u00d6sterreichische Forschungsf\u00f6rderungsgesellschaft","ror":"https://ror.org/028jc0449"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2622058673.pdf","grobid_xml":"https://content.openalex.org/works/W2622058673.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W63091017","https://openalex.org/W76086797","https://openalex.org/W113155013","https://openalex.org/W116656696","https://openalex.org/W129792992","https://openalex.org/W154340749","https://openalex.org/W1451186914","https://openalex.org/W1533330036","https://openalex.org/W1565746575","https://openalex.org/W1590105591","https://openalex.org/W1597739853","https://openalex.org/W1602129629","https://openalex.org/W1964057156","https://openalex.org/W1968799614","https://openalex.org/W1975559841","https://openalex.org/W1987411195","https://openalex.org/W2026942141","https://openalex.org/W2028852396","https://openalex.org/W2031342017","https://openalex.org/W2042234704","https://openalex.org/W2046033161","https://openalex.org/W2083911216","https://openalex.org/W2085261163","https://openalex.org/W2095225664","https://openalex.org/W2104974755","https://openalex.org/W2115362620","https://openalex.org/W2117248802","https://openalex.org/W2117962700","https://openalex.org/W2134120396","https://openalex.org/W2135479785","https://openalex.org/W2138624212","https://openalex.org/W2139095876","https://openalex.org/W2150066425","https://openalex.org/W2155479981","https://openalex.org/W2166751683","https://openalex.org/W2220872633","https://openalex.org/W2245126955","https://openalex.org/W2326588846","https://openalex.org/W2993383518","https://openalex.org/W3126365033","https://openalex.org/W3165744266","https://openalex.org/W4240551592","https://openalex.org/W4245932330","https://openalex.org/W4245933748","https://openalex.org/W4252684946","https://openalex.org/W6602928815","https://openalex.org/W6631256138","https://openalex.org/W6632501209","https://openalex.org/W6648982606","https://openalex.org/W6679982231"],"related_works":["https://openalex.org/W336863576","https://openalex.org/W3022900404","https://openalex.org/W2384772537","https://openalex.org/W2989812972","https://openalex.org/W2735922559","https://openalex.org/W2486705302","https://openalex.org/W1993912592","https://openalex.org/W2041119756","https://openalex.org/W4235516496","https://openalex.org/W2161480520"],"abstract_inverted_index":{"Good":[0],"test":[1,25,128,148,186],"data":[2],"is":[3,31,68,108,178],"crucial":[4],"for":[5,91,193],"driving":[6],"new":[7,43],"developments":[8],"in":[9,163],"computer":[10],"vision":[11,147],"(CV),":[12],"but":[13],"two":[14],"questions":[15,47],"remain":[16],"unanswered:":[17],"which":[18],"situations":[19],"should":[20],"be":[21,123],"covered":[22,133],"by":[23,53,130,139],"the":[24,54,61,89,92,96,103,132,144,161,164,167],"data,":[26],"and":[27,63,142,151,184,188],"how":[28],"much":[29],"testing":[30],"enough":[32],"to":[33,45,57,70,102,125,182],"reach":[34],"a":[35,42,49,83,109,156,179,190],"conclusion?":[36],"In":[37],"this":[38],"paper":[39],"we":[40,154],"propose":[41],"answer":[44],"these":[46],"using":[48],"standard":[50],"procedure":[51],"devised":[52],"safety":[55],"community":[56],"validate":[58],"complex":[59],"systems:":[60],"hazard":[62,93],"operability":[64],"analysis":[65,94],"(HAZOP).":[66],"It":[67],"designed":[69],"systematically":[71],"identify":[72],"possible":[73],"causes":[74],"of":[75,160,169],"system":[76],"failure":[77],"or":[78],"performance":[79,168],"loss.":[80],"We":[81,135],"introduce":[82],"generic":[84],"CV":[85,104],"model":[86],"that":[87],"creates":[88,189],"basis":[90,192],"and\u2014for":[95],"first":[97,140],"time\u2014apply":[98],"an":[99],"extensive":[100],"HAZOP":[101],"domain.":[105],"The":[106,175],"result":[107],"publicly":[110],"available":[111],"checklist":[112,121,165],"with":[113],"more":[114],"than":[115],"900":[116],"identified":[117],"individual":[118],"hazards.":[119,134],"This":[120],"can":[122],"utilized":[124],"evaluate":[126,136,183],"existing":[127],"datasets":[129,149,187],"quantifying":[131],"our":[137],"approach":[138,177],"analyzing":[141],"annotating":[143],"popular":[145,171],"stereo":[146,172],"Middlebury":[150],"KITTI.":[152],"Second,":[153],"demonstrate":[155],"clearly":[157],"negative":[158],"influence":[159],"hazards":[162],"on":[166],"six":[170],"matching":[173],"algorithms.":[174],"presented":[176],"useful":[180],"tool":[181],"improve":[185],"common":[191],"future":[194],"dataset":[195],"designs.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":5}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}