{"id":"https://openalex.org/W1995139233","doi":"https://doi.org/10.1109/wacv.2014.6836104","title":"Interactively test driving an object detector: Estimating performance on unlabeled data","display_name":"Interactively test driving an object detector: Estimating performance on unlabeled data","publication_year":2014,"publication_date":"2014-03-01","ids":{"openalex":"https://openalex.org/W1995139233","doi":"https://doi.org/10.1109/wacv.2014.6836104","mag":"1995139233"},"language":"en","primary_location":{"id":"doi:10.1109/wacv.2014.6836104","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv.2014.6836104","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Winter Conference on Applications of Computer Vision","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026742436","display_name":"Rushil Anirudh","orcid":"https://orcid.org/0000-0002-4186-3502"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rushil Anirudh","raw_affiliation_strings":["School of Electrical, Computer and Energy Engineering, Arizona State University, Tempe","School of Electrical, Computer and Energy Engineering, School of Arts, Media and Engineering, Arizona State University, Tempe, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, Arizona State University, Tempe","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, School of Arts, Media and Engineering, Arizona State University, Tempe, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062945520","display_name":"Pavan Turaga","orcid":"https://orcid.org/0000-0002-5263-5943"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pavan Turaga","raw_affiliation_strings":["School of Electrical, Computer and Energy Engineering, Arizona State University, Tempe","School of Electrical, Computer and Energy Engineering, School of Arts, Media and Engineering, Arizona State University, Tempe, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, Arizona State University, Tempe","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, School of Arts, Media and Engineering, Arizona State University, Tempe, USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":33.1765,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.98571429,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"1","issue":null,"first_page":"175","last_page":"182"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11754","display_name":"SARS-CoV-2 detection and testing","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2725","display_name":"Infectious Diseases"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11754","display_name":"SARS-CoV-2 detection and testing","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2725","display_name":"Infectious Diseases"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11393","display_name":"Biosensors and Analytical Detection","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.8271278142929077},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.7680882215499878},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7057121396064758},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5056314468383789},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.49723437428474426},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49694564938545227},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.4583626687526703},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.45709672570228577},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.43233510851860046},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4257737994194031},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.330037921667099},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3260438144207001},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.24192392826080322},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16525503993034363}],"concepts":[{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.8271278142929077},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.7680882215499878},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7057121396064758},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5056314468383789},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.49723437428474426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49694564938545227},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.4583626687526703},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.45709672570228577},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43233510851860046},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4257737994194031},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.330037921667099},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3260438144207001},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.24192392826080322},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16525503993034363},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wacv.2014.6836104","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv.2014.6836104","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Winter Conference on Applications of Computer Vision","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1539528099","https://openalex.org/W1975518343","https://openalex.org/W1999853363","https://openalex.org/W2005578321","https://openalex.org/W2031454541","https://openalex.org/W2031489346","https://openalex.org/W2070604790","https://openalex.org/W2077513643","https://openalex.org/W2101825085","https://openalex.org/W2102544546","https://openalex.org/W2103490241","https://openalex.org/W2106229755","https://openalex.org/W2107826452","https://openalex.org/W2121949863","https://openalex.org/W2123081785","https://openalex.org/W2128017662","https://openalex.org/W2138127543","https://openalex.org/W2148603752","https://openalex.org/W2150298366","https://openalex.org/W2159386181","https://openalex.org/W2161969291","https://openalex.org/W2169495281","https://openalex.org/W2171448996","https://openalex.org/W2176528885","https://openalex.org/W4210880854","https://openalex.org/W6675696936","https://openalex.org/W6675954300","https://openalex.org/W6676392525"],"related_works":["https://openalex.org/W4295532600","https://openalex.org/W2063823869","https://openalex.org/W2067569035","https://openalex.org/W2090985514","https://openalex.org/W2145649715","https://openalex.org/W2186048469","https://openalex.org/W2047973478","https://openalex.org/W2032182853","https://openalex.org/W4382050342","https://openalex.org/W4205150741"],"abstract_inverted_index":{"In":[0,96],"this":[1,32,56],"paper,":[2],"we":[3,34,128],"study":[4],"the":[5,24,36,52,74,94,98,103,110,114,140,149,157],"problem":[6,59],"of":[7,21,60,76,91,113],"`test-driving'":[8],"a":[9,13,18,49,58,81],"detector,":[10],"i.e.":[11],"allowing":[12],"human":[14,50],"user":[15],"to":[16,27,69,133,148],"get":[17],"quick":[19],"sense":[20],"how":[22],"well":[23],"detector":[25,41],"generalizes":[26],"their":[28],"specific":[29],"requirement.":[30],"To":[31],"end,":[33],"present":[35],"first":[37],"system":[38],"that":[39,65,109],"estimates":[40,143],"performance":[42],"interactively":[43],"without":[44],"extensive":[45,160],"ground":[46,153],"truthing":[47],"using":[48,152],"in":[51,124],"loop.":[53],"We":[54],"approach":[55],"as":[57],"estimating":[61,97,125],"proportions":[62],"and":[63,165],"show":[64],"it":[66],"is":[67,163],"possible":[68],"make":[70],"accurate":[71],"inferences":[72],"on":[73],"proportion":[75],"classes":[77],"or":[78],"groups":[79],"within":[80],"large":[82],"data":[83,115],"collection":[84,116],"by":[85,121],"observing":[86],"only":[87],"5":[88],"-":[89],"10%":[90],"samples":[92,104],"from":[93,139],"data.":[95],"false":[99],"detections":[100,136],"(for":[101,137],"precision),":[102],"are":[105,117,146],"chosen":[106],"carefully":[107],"such":[108],"overall":[111],"characteristics":[112],"preserved.":[118],"Next,":[119],"inspired":[120],"its":[122],"use":[123],"disease":[126],"propagation":[127],"apply":[129],"pooled":[130],"testing":[131],"approaches":[132],"estimate":[134],"missed":[135],"recall)":[138],"dataset.":[141],"The":[142],"thus":[144,155],"obtained":[145,151],"close":[147],"ones":[150],"truth,":[154],"reducing":[156],"need":[158],"for":[159],"labeling":[161],"which":[162],"expensive":[164],"time":[166],"consuming.":[167]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2016,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}