{"id":"https://openalex.org/W3008334694","doi":"https://doi.org/10.1109/bigdata47090.2019.9006588","title":"An Assistive Learning Workflow on Annotating Images for Object Detection","display_name":"An Assistive Learning Workflow on Annotating Images for Object Detection","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3008334694","doi":"https://doi.org/10.1109/bigdata47090.2019.9006588","mag":"3008334694"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata47090.2019.9006588","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata47090.2019.9006588","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027976586","display_name":"Vivian Wen Hui Wong","orcid":"https://orcid.org/0000-0001-9723-8741"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vivian Wen Hui Wong","raw_affiliation_strings":["Engineering Informatics Group Civil and Environmental, Engineering Stanford University, Stanford, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Informatics Group Civil and Environmental, Engineering Stanford University, Stanford, United States","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067562300","display_name":"Max Ferguson","orcid":"https://orcid.org/0000-0003-4335-5285"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Max Ferguson","raw_affiliation_strings":["Engineering Informatics Group Civil and Environmental, Engineering Stanford University, Stanford, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Informatics Group Civil and Environmental, Engineering Stanford University, Stanford, United States","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008053913","display_name":"Kincho H. Law","orcid":"https://orcid.org/0000-0002-9376-7643"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kincho H. Law","raw_affiliation_strings":["Engineering Informatics Group Civil and Environmental, Engineering Stanford University, Stanford, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Informatics Group Civil and Environmental, Engineering Stanford University, Stanford, United States","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053745197","display_name":"Yung-Tsun Tina Lee","orcid":"https://orcid.org/0000-0002-1134-2001"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yung-Tsun Tina Lee","raw_affiliation_strings":["Systems Integration Division, National Institute of Standards and Technology (NIST), Gaithersburg, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Systems Integration Division, National Institute of Standards and Technology (NIST), Gaithersburg, United States","institution_ids":["https://openalex.org/I1321296531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2034,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.57248807,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"1","issue":null,"first_page":"1962","last_page":"1970"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8648761510848999},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8611500263214111},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6772351264953613},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6740626096725464},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6192457675933838},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4729696810245514},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4612826704978943},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45904746651649475},{"id":"https://openalex.org/keywords/automatic-image-annotation","display_name":"Automatic image annotation","score":0.4444809556007385},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.44272756576538086},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4205707907676697},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.268801748752594},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1712023913860321},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.14310219883918762},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.1408335566520691}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8648761510848999},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8611500263214111},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6772351264953613},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6740626096725464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6192457675933838},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4729696810245514},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4612826704978943},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45904746651649475},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.4444809556007385},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.44272756576538086},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4205707907676697},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.268801748752594},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1712023913860321},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.14310219883918762},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.1408335566520691},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata47090.2019.9006588","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata47090.2019.9006588","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6100000143051147,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W1861492603","https://openalex.org/W1866448045","https://openalex.org/W2011674654","https://openalex.org/W2027953712","https://openalex.org/W2079057609","https://openalex.org/W2101210369","https://openalex.org/W2102605133","https://openalex.org/W2110910681","https://openalex.org/W2117539524","https://openalex.org/W2120419212","https://openalex.org/W2124244761","https://openalex.org/W2136504847","https://openalex.org/W2140539195","https://openalex.org/W2161969291","https://openalex.org/W2164598857","https://openalex.org/W2165698076","https://openalex.org/W2175342987","https://openalex.org/W2279098554","https://openalex.org/W2546881605","https://openalex.org/W2566478499","https://openalex.org/W2570343428","https://openalex.org/W2605991684","https://openalex.org/W2608858501","https://openalex.org/W2609825896","https://openalex.org/W2625840022","https://openalex.org/W2746791238","https://openalex.org/W2783834309","https://openalex.org/W2793022090","https://openalex.org/W2795276939","https://openalex.org/W2796347433","https://openalex.org/W2836694521","https://openalex.org/W2894342769","https://openalex.org/W2899771611","https://openalex.org/W2903158431","https://openalex.org/W2905370420","https://openalex.org/W2923380090","https://openalex.org/W2939411050","https://openalex.org/W2944165510","https://openalex.org/W2963037989","https://openalex.org/W2963150697","https://openalex.org/W2963351448","https://openalex.org/W2963698633","https://openalex.org/W2964340375","https://openalex.org/W3099152538","https://openalex.org/W3099576037","https://openalex.org/W3102660688","https://openalex.org/W3106250896","https://openalex.org/W3137695714","https://openalex.org/W4293584584","https://openalex.org/W4298168912","https://openalex.org/W6639102338","https://openalex.org/W6639155608","https://openalex.org/W6695314431","https://openalex.org/W6736502011","https://openalex.org/W6749290080","https://openalex.org/W6750227808","https://openalex.org/W6754993085","https://openalex.org/W6756040250","https://openalex.org/W6762082143","https://openalex.org/W6763485134","https://openalex.org/W6785652829","https://openalex.org/W6967100175","https://openalex.org/W7054742817"],"related_works":["https://openalex.org/W2376984068","https://openalex.org/W2566406229","https://openalex.org/W2119028572","https://openalex.org/W2152482390","https://openalex.org/W2365617273","https://openalex.org/W2061851981","https://openalex.org/W2111235226","https://openalex.org/W2506386910","https://openalex.org/W2804095050","https://openalex.org/W2117928543"],"abstract_inverted_index":{"We":[0],"present":[1],"an":[2,112],"end-to-end":[3],"workflow":[4,110],"to":[5,30,64,123],"generate":[6],"annotated":[7],"image":[8],"datasets":[9,38],"for":[10,129],"object":[11],"detection":[12],"semi-automatically,":[13],"thereby":[14,92],"reducing":[15],"manual":[16,32],"annotation":[17,33,60,114,127],"need.":[18],"With":[19],"this":[20,46],"workflow,":[21],"which":[22],"we":[23,27,107],"call":[24],"assistive":[25,53,102],"learning,":[26],"are":[28],"able":[29],"reduce":[31],"time":[34],"on":[35,58,99],"two":[36],"experimental":[37,43],"by":[39],"approximately":[40],"80%.":[41],"The":[42],"results":[44],"of":[45,51,83],"work":[47],"show":[48],"three":[49],"contributions":[50],"the":[52,101,109,126,131],"learning":[54,103,121],"workflow:":[55],"(1)":[56],"Savings":[57],"human":[59,96],"time;":[61],"(2)":[62],"generalizability":[63],"variable":[65],"dataset":[66],"sizes,":[67],"domains":[68],"and":[69,75],"convolutional":[70],"neural":[71],"network":[72],"(CNN)":[73],"models;":[74],"(3)":[76],"faster":[77],"CNN":[78,132],"training":[79,130],"with":[80],"limited":[81],"amount":[82],"labeled":[84],"data":[85],"using":[86],"a":[87,93],"novel":[88],"contextual":[89],"sampling":[90],"method,":[91],"reduction":[94],"in":[95,100,111],"workload":[97],"early":[98],"process.":[104],"In":[105],"addition,":[106],"wrap":[108],"interactive":[113],"interface,":[115],"allowing":[116],"annotators":[117],"without":[118],"any":[119],"machine":[120],"experience":[122],"speed":[124],"up":[125],"process":[128],"models.":[133]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}