{"id":"https://openalex.org/W2614062172","doi":"https://doi.org/10.1145/3077257.3077263","title":"Flipper","display_name":"Flipper","publication_year":2017,"publication_date":"2017-05-10","ids":{"openalex":"https://openalex.org/W2614062172","doi":"https://doi.org/10.1145/3077257.3077263","mag":"2614062172"},"language":"en","primary_location":{"id":"doi:10.1145/3077257.3077263","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3077257.3077263","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Human-In-the-Loop Data Analytics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020645010","display_name":"Paroma Varma","orcid":"https://orcid.org/0000-0002-9035-2506"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Paroma Varma","raw_affiliation_strings":["Stanford University, Stanford, California"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, California","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037853792","display_name":"Dan Iter","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan Iter","raw_affiliation_strings":["Stanford University, Stanford, California"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, California","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041869459","display_name":"Christopher De","orcid":"https://orcid.org/0000-0002-3610-2696"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher De Sa","raw_affiliation_strings":["Stanford University, Stanford, California"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, California","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103852640","display_name":"Christopher R\u00e9","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher R\u00e9","raw_affiliation_strings":["Stanford University, Stanford, California"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, California","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5020645010"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":2.3403,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.91015446,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8238972425460815},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7434491515159607},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6680026650428772},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.6210346817970276},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6042912602424622},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6022758483886719},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5909196138381958},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5405307412147522},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5287820100784302},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5165575742721558},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4829222857952118}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8238972425460815},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7434491515159607},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6680026650428772},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.6210346817970276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6042912602424622},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6022758483886719},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5909196138381958},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5405307412147522},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5287820100784302},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5165575742721558},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4829222857952118},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3077257.3077263","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3077257.3077263","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Human-In-the-Loop Data Analytics","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1434533760","display_name":null,"funder_award_id":"IIS- 1353606,DGE- 114747","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G367213561","display_name":null,"funder_award_id":"N66001-15-C-4043","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G5014522687","display_name":null,"funder_award_id":"N000141210041, N000141310129","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1598866093","https://openalex.org/W1849277567","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W1921293667","https://openalex.org/W2064675550","https://openalex.org/W2099471712","https://openalex.org/W2108598243","https://openalex.org/W2113362740","https://openalex.org/W2158997610","https://openalex.org/W2282821441","https://openalex.org/W2404161646","https://openalex.org/W2430018012","https://openalex.org/W2541297210","https://openalex.org/W2562251714","https://openalex.org/W2618530766","https://openalex.org/W3012492057","https://openalex.org/W4236965008"],"related_works":["https://openalex.org/W2987280934","https://openalex.org/W2093104230","https://openalex.org/W4390874210","https://openalex.org/W4384918963","https://openalex.org/W4365211920","https://openalex.org/W2128027845","https://openalex.org/W4386184937","https://openalex.org/W3014948380","https://openalex.org/W1493875009","https://openalex.org/W2751624083"],"abstract_inverted_index":{"As":[0],"machine":[1,20],"learning":[2,21],"methods":[3],"gain":[4],"popularity":[5],"across":[6],"different":[7],"fields,":[8],"acquiring":[9],"labeled":[10],"training":[11,36,116,157,181],"datasets":[12],"has":[13],"become":[14],"the":[15,19,69,75,136,153,189],"primary":[16],"bottleneck":[17],"in":[18,68,155,159,196],"pipeline.":[22],"Recently":[23],"generative":[24,44,70,82,128,146],"models":[25,45,83],"have":[26],"been":[27],"used":[28,48],"to":[29,49,74,92,151],"create":[30,179],"and":[31,88,120,170,187],"label":[32],"large":[33],"amounts":[34],"of":[35,42,54,168,173],"data,":[37],"albeit":[38],"noisily.":[39],"The":[40],"output":[41],"these":[43,81],"is":[46,118],"then":[47],"train":[50],"a":[51,61,105,160,166,174,180,184],"discriminative":[52,190],"model":[53,71,77,129],"choice,":[55],"such":[56],"as":[57,124],"logistic":[58],"regression":[59],"or":[60],"complex":[62],"neural":[63],"network.":[64],"However,":[65],"any":[66],"errors":[67,154],"can":[72],"propagate":[73],"subsequent":[76],"being":[78],"trained.":[79],"Unfortunately,":[80],"are":[84,89],"not":[85],"easily":[86],"interpretable":[87],"therefore":[90],"difficult":[91],"debug":[93],"for":[94,103,183],"users.":[95],"To":[96],"address":[97],"this,":[98],"we":[99,164],"present":[100,132],"our":[101],"vision":[102],"Flipper,":[104],"framework":[106],"that":[107],"presents":[108],"users":[109,150,178],"with":[110,145,201],"high-level":[111],"information":[112],"about":[113],"why":[114],"their":[115,122,127,156],"set":[117,182],"inaccurate":[119],"informs":[121],"decisions":[123],"they":[125],"improve":[126,188],"manually.":[130],"We":[131],"potential":[133],"tools":[134],"within":[135],"Flipper":[137,169],"framework,":[138],"inspired":[139],"by":[140,193],"observing":[141],"biomedical":[142],"experts":[143],"working":[144],"models,":[147],"which":[148],"allow":[149],"analyze":[152],"data":[158],"systematic":[161],"fashion.":[162],"Finally,":[163],"discuss":[165],"prototype":[167],"report":[171],"results":[172],"user":[175],"study":[176],"where":[177],"classification":[185],"task":[186],"model's":[191],"accuracy":[192],"2.4":[194],"points":[195],"less":[197],"than":[198],"an":[199],"hour":[200],"feedback":[202],"from":[203],"Flipper.":[204]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2017-05-19T00:00:00"}