{"id":"https://openalex.org/W2610974678","doi":"https://doi.org/10.1145/3025453.3026025","title":"VoxPL","display_name":"VoxPL","publication_year":2017,"publication_date":"2017-05-02","ids":{"openalex":"https://openalex.org/W2610974678","doi":"https://doi.org/10.1145/3025453.3026025","mag":"2610974678"},"language":"en","primary_location":{"id":"doi:10.1145/3025453.3026025","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3025453.3026025","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3026025&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=3026025&type=pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032195792","display_name":"Daniel W. Barowy","orcid":null},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daniel W. Barowy","raw_affiliation_strings":["University of Massachusetts, Amherst, MA, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053730492","display_name":"Emery D. Berger","orcid":"https://orcid.org/0000-0002-3222-3271"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emery D. Berger","raw_affiliation_strings":["University of Massachusetts Amherst, Amherst, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Amherst, Amherst, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007746083","display_name":"Daniel G. Goldstein","orcid":"https://orcid.org/0000-0002-0970-5598"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4401726785","display_name":"Microsoft Research New York City (United States)","ror":"https://ror.org/056zprp28","country_code":null,"type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel G. Goldstein","raw_affiliation_strings":["Microsoft Research, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, New York, NY, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051257652","display_name":"Siddharth Suri","orcid":"https://orcid.org/0000-0002-1318-8140"},"institutions":[{"id":"https://openalex.org/I4401726785","display_name":"Microsoft Research New York City (United States)","ror":"https://ror.org/056zprp28","country_code":null,"type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siddharth Suri","raw_affiliation_strings":["Microsoft Research, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, New York, NY, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5032195792"],"corresponding_institution_ids":["https://openalex.org/I24603500"],"apc_list":null,"apc_paid":null,"fwci":3.1342,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.92237865,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2347","last_page":"2358"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8576602935791016},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5961629152297974},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5830032825469971},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5069561004638672},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.500725269317627},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.49959349632263184},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4728196859359741},{"id":"https://openalex.org/keywords/source-lines-of-code","display_name":"Source lines of code","score":0.431530624628067},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3872288465499878},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3690674304962158},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3466702401638031},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.20449715852737427},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.16617834568023682},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.16565951704978943}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8576602935791016},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5961629152297974},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5830032825469971},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5069561004638672},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.500725269317627},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49959349632263184},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4728196859359741},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.431530624628067},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3872288465499878},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3690674304962158},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3466702401638031},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20449715852737427},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.16617834568023682},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.16565951704978943},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3025453.3026025","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3025453.3026025","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3026025&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3025453.3026025","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3025453.3026025","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=3026025&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4863479376","display_name":"EAGER:  Programming the Crowd","funder_award_id":"1144520","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8911681120","display_name":null,"funder_award_id":"CCF-1144520","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309309","display_name":"Brigham Young University","ror":"https://ror.org/047rhhm47"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2610974678.pdf","grobid_xml":"https://content.openalex.org/works/W2610974678.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1507985183","https://openalex.org/W1551839888","https://openalex.org/W1571881106","https://openalex.org/W1571975558","https://openalex.org/W1573900212","https://openalex.org/W1813736802","https://openalex.org/W1842767500","https://openalex.org/W1964404845","https://openalex.org/W1970381522","https://openalex.org/W1996908140","https://openalex.org/W2050509196","https://openalex.org/W2058179030","https://openalex.org/W2061554433","https://openalex.org/W2067707835","https://openalex.org/W2078429476","https://openalex.org/W2082498363","https://openalex.org/W2098693229","https://openalex.org/W2098865355","https://openalex.org/W2105837509","https://openalex.org/W2107722796","https://openalex.org/W2111298664","https://openalex.org/W2117897510","https://openalex.org/W2121044470","https://openalex.org/W2122067387","https://openalex.org/W2123326341","https://openalex.org/W2126728600","https://openalex.org/W2131141188","https://openalex.org/W2141282920","https://openalex.org/W2143890915","https://openalex.org/W2144981148","https://openalex.org/W2145287260","https://openalex.org/W2145287505","https://openalex.org/W2147603330","https://openalex.org/W2148479118","https://openalex.org/W2168144930","https://openalex.org/W2172241916","https://openalex.org/W2206370378","https://openalex.org/W2260877803","https://openalex.org/W2279346661","https://openalex.org/W2331384579","https://openalex.org/W2398885465","https://openalex.org/W2482663060","https://openalex.org/W3104998832","https://openalex.org/W3121257585","https://openalex.org/W3123895079","https://openalex.org/W3150545588","https://openalex.org/W4206657405","https://openalex.org/W4230939871","https://openalex.org/W4249247059"],"related_works":["https://openalex.org/W1185300216","https://openalex.org/W3147584709","https://openalex.org/W2977677679","https://openalex.org/W1992327129","https://openalex.org/W2954163146","https://openalex.org/W4312763760","https://openalex.org/W4282830668","https://openalex.org/W2149635184","https://openalex.org/W2135968687","https://openalex.org/W3025557260"],"abstract_inverted_index":{"Having":[0],"a":[1,4,47,71,82],"crowd":[2,99,134],"estimate":[3],"numeric":[5],"value":[6],"is":[7,26],"the":[8,12,18,98,133],"original":[9],"inspiration":[10],"for":[11,22,32],"notion":[13],"of":[14,17,57,74,126],"\"the":[15],"wisdom":[16],"crowd.\"":[19],"Quality":[20],"control":[21,34,85],"such":[23],"estimated":[24],"values":[25],"challenging":[27],"because":[28],"prior,":[29],"consensus-based":[30],"approaches":[31],"quality":[33,84,95,130],"in":[35,41],"labeling":[36],"tasks":[37,69],"are":[38,122],"not":[39],"applicable":[40],"estimation":[42,68,109],"tasks.":[43],"We":[44],"present":[45],"VoxPL,":[46,105],"high-level":[48],"programming":[49],"framework":[50],"that":[51,87],"automatically":[52,88],"obtains":[53,93],"high-quality":[54],"crowdsourced":[55],"estimates":[56,96,131],"values.":[58],"The":[59,119],"VoxPL":[60],"domain-specific":[61],"language":[62],"lets":[63],"programmers":[64],"concisely":[65],"specify":[66],"complex":[67],"with":[70],"desired":[72],"level":[73],"confidence":[75],"and":[76,92,136],"budget.":[77],"VoxPL's":[78],"runtime":[79],"system":[80],"implements":[81],"novel":[83],"algorithm":[86],"computes":[89],"sample":[90],"sizes":[91],"high":[94,129],"from":[97,112,132],"at":[100],"low":[101],"cost.":[102],"To":[103],"evaluate":[104],"we":[106],"implement":[107],"four":[108],"applications,":[110],"ranging":[111],"facial":[113],"feature":[114],"recognition":[115],"to":[116],"calorie":[117],"counting.":[118],"resulting":[120],"programs":[121],"concise---under":[123],"200":[124],"lines":[125],"code---and":[127],"obtain":[128],"quickly":[135],"inexpensively.":[137]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2017-05-12T00:00:00"}