{"id":"https://openalex.org/W2801644150","doi":null,"title":"High-Performance Systems for Crowdsourced Data Analysis","display_name":"High-Performance Systems for Crowdsourced Data Analysis","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2801644150","mag":"2801644150"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt8ch3q8gj","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/8ch3q8gj","pdf_url":"https://escholarship.org/uc/item/8ch3q8gj","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/uc/item/8ch3q8gj","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037061685","display_name":"Daniel Haas","orcid":"https://orcid.org/0000-0002-0033-0128","observed_orcids":["https://orcid.org/0000-0002-0033-0128"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Daniel Haas","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-0033-0128","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5037061685"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.8980000019073486},{"id":"https://openalex.org/keywords/human-computation","display_name":"human computation","score":0.7929999828338623},{"id":"https://openalex.org/keywords/data-cleaning","display_name":"data cleaning","score":0.6880000233650208},{"id":"https://openalex.org/keywords/amazon-mechanical-turk","display_name":"Amazon Mechanical Turk","score":0.7289999723434448},{"id":"https://openalex.org/keywords/data-annotation","display_name":"data annotation","score":0.6690000295639038},{"id":"https://openalex.org/keywords/clam-shell","display_name":"clam shell","score":0.9269999861717224},{"id":"https://openalex.org/keywords/employee-preferences","display_name":"employee preferences","score":0.671999990940094},{"id":"https://openalex.org/keywords/cost-efficiency","display_name":"cost efficiency","score":0.4869999885559082},{"id":"https://openalex.org/keywords/data-analysis-pipeline","display_name":"data analysis pipeline","score":0.6299999952316284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7586370706558228},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6831189393997192},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4819931089878082},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47885584831237793},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4672170877456665},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.428687185049057},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.12416502833366394},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:escholarship.org/ark:/13030/qt8ch3q8gj","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/8ch3q8gj","pdf_url":"https://escholarship.org/uc/item/8ch3q8gj","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},{"id":"pmh:oai:berkeley.edu:28722-bk001807c3g","doi":null,"is_oa":false,"landing_page_url":"http://techreports.lib.berkeley.edu/reports/TRWebData/accessPages/EECS-2017-134.html","pdf_url":null,"source":{"id":"https://openalex.org/S7407050879","display_name":"UC Berkeley","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I95457486","host_organization_name":"University of California, Berkeley","host_organization_lineage":["https://openalex.org/I95457486"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"technical reports"},{"id":"mag:2801644150","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt8ch3q8gj/qt8ch3q8gj.pdf?t=p2qxp5","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt8ch3q8gj","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/8ch3q8gj","pdf_url":"https://escholarship.org/uc/item/8ch3q8gj","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2465514544","display_name":"Graduate Research Fellowship Program","funder_award_id":"1106400","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4654920669","display_name":null,"funder_award_id":"CCF-1139158","funder_id":"https://openalex.org/F4320332169","funder_display_name":"Directorate for Computer and Information Science and Engineering"},{"id":"https://openalex.org/G4713059963","display_name":null,"funder_award_id":"FA8750","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G6398089940","display_name":"Making Sense at Scale with Algorithms, Machines, and People","funder_award_id":"1139158","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6430989450","display_name":"USABLE DATA ABSTRACTIONS FOR NEXT-GENERATION SCIENTIFIC WORKFLOWS","funder_award_id":"DESC0012463","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7103680314","display_name":null,"funder_award_id":"FA8750-12-2-0331","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G7317432133","display_name":null,"funder_award_id":"DGE 1106400","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320310598","display_name":"Amazon Web Services","ror":"https://ror.org/04mv4n011"},{"id":"https://openalex.org/F4320312638","display_name":"Thomas and Stacey Siebel Foundation","ror":null},{"id":"https://openalex.org/F4320332169","display_name":"Directorate for Computer and Information Science and Engineering","ror":"https://ror.org/025kzpk63"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2801644150.pdf","grobid_xml":"https://content.openalex.org/works/W2801644150.grobid-xml"},"referenced_works_count":92,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1518136606","https://openalex.org/W1518435216","https://openalex.org/W1532679338","https://openalex.org/W1543388142","https://openalex.org/W1551839888","https://openalex.org/W1743243001","https://openalex.org/W1813736802","https://openalex.org/W1830239953","https://openalex.org/W1876812886","https://openalex.org/W1879495188","https://openalex.org/W1890643295","https://openalex.org/W1903497807","https://openalex.org/W1966715578","https://openalex.org/W1968198881","https://openalex.org/W1976238508","https://openalex.org/W1977810318","https://openalex.org/W1981176437","https://openalex.org/W1992479406","https://openalex.org/W2020740057","https://openalex.org/W2025566624","https://openalex.org/W2036625304","https://openalex.org/W2038845023","https://openalex.org/W2042623444","https://openalex.org/W2044102377","https://openalex.org/W2045271686","https://openalex.org/W2046298800","https://openalex.org/W2046797334","https://openalex.org/W2056748234","https://openalex.org/W2058179030","https://openalex.org/W2058199791","https://openalex.org/W2058556535","https://openalex.org/W2062817469","https://openalex.org/W2076549621","https://openalex.org/W2080046268","https://openalex.org/W2083293881","https://openalex.org/W2086676398","https://openalex.org/W2088664555","https://openalex.org/W2094485533","https://openalex.org/W2098865355","https://openalex.org/W2101234009","https://openalex.org/W2102849319","https://openalex.org/W2103240268","https://openalex.org/W2108223890","https://openalex.org/W2112796928","https://openalex.org/W2117171724","https://openalex.org/W2124994029","https://openalex.org/W2125943921","https://openalex.org/W2127008633","https://openalex.org/W2131400476","https://openalex.org/W2131975293","https://openalex.org/W2141373701","https://openalex.org/W2143280940","https://openalex.org/W2143539737","https://openalex.org/W2145492473","https://openalex.org/W2150721933","https://openalex.org/W2151401338","https://openalex.org/W2153329411","https://openalex.org/W2163051926","https://openalex.org/W2164187405","https://openalex.org/W2165467455","https://openalex.org/W2168144930","https://openalex.org/W2170931744","https://openalex.org/W2173213060","https://openalex.org/W2247123384","https://openalex.org/W2265836152","https://openalex.org/W2271188064","https://openalex.org/W2277895402","https://openalex.org/W2279346661","https://openalex.org/W2284509824","https://openalex.org/W2288244345","https://openalex.org/W2290281340","https://openalex.org/W2292361954","https://openalex.org/W2295333720","https://openalex.org/W2296677182","https://openalex.org/W2317452903","https://openalex.org/W2322682660","https://openalex.org/W2525833315","https://openalex.org/W2527256823","https://openalex.org/W2535231809","https://openalex.org/W2550430403","https://openalex.org/W2613223284","https://openalex.org/W2792922817","https://openalex.org/W2903158431","https://openalex.org/W2949071206","https://openalex.org/W2950826433","https://openalex.org/W2962857989","https://openalex.org/W2963920131","https://openalex.org/W3118608800","https://openalex.org/W3121961986","https://openalex.org/W3125113803","https://openalex.org/W4313047369"],"related_works":["https://openalex.org/W2792922817","https://openalex.org/W2295333720","https://openalex.org/W2952490308","https://openalex.org/W2271188064","https://openalex.org/W2800531477","https://openalex.org/W2611214444","https://openalex.org/W4252293251","https://openalex.org/W2284509824","https://openalex.org/W7096352276","https://openalex.org/W2303726570"],"abstract_inverted_index":{"In":[0,70,93],"spite":[1],"of":[2,23,38,68,103,112,123,168,204,212,221,246],"the":[3,21,66,98,109,166,202,222,244],"dramatic":[4],"recent":[5],"progress":[6],"in":[7,20,52,115,144,190,208,229],"automated":[8,53],"techniques":[9],"for":[10,42,243],"computer":[11],"vision":[12],"and":[13,45,77,101,149,187,254],"natural":[14],"language":[15],"understanding,":[16],"human":[17,86,247],"effort,":[18],"often":[19],"form":[22],"crowd":[24,131,170],"workers":[25,156],"recruited":[26],"on":[27,152],"marketplaces":[28],"such":[29],"as":[30,218],"Amazon\u2019s":[31],"Mechanical":[32],"Turk,":[33],"remains":[34],"a":[35,57,124,137,154,159,181],"necessary":[36],"part":[37],"data":[39,46,64,79,116,125,261],"analysis":[40,117,227,262],"workflows":[41,54,263],"machine":[43,91],"learning":[44],"cleaning.":[47],"However,":[48],"embedding":[49],"manual":[50],"steps":[51],"comes":[55],"with":[56,233],"performance":[58,110],"cost,":[59],"since":[60],"humans":[61,114],"seldom":[62],"process":[63],"at":[65,88,176],"speed":[67],"computers.":[69],"order":[71],"to":[72,90,146,184,235,257],"rapidly":[73],"iterate":[74],"between":[75],"hypotheses":[76],"evidence,":[78],"analysts":[80],"need":[81],"tools":[82],"that":[83,128,139,250],"can":[84,215],"provide":[85,242],"processing":[87,157],"close":[89],"latencies.":[92],"this":[94,191],"dissertation,":[95],"I":[96,119,134,164,178,200],"describe":[97,135,179],"design,":[99],"theory,":[100],"implementation":[102,245],"performant":[104],"crowd-powered":[105],"systems.":[106],"After":[107],"discussing":[108],"implications":[111],"involving":[113],"workflows,":[118],"present":[120],"an":[121,209,219],"example":[122],"cleaning":[126],"system":[127,138,182],"requires":[129],"low-latency":[130],"input.":[132],"Then,":[133],"CLAMShell,":[136],"accurately":[140],"labels":[141],"large-scale":[142],"datasets":[143],"one":[145],"two":[147],"minutes,":[148],"its":[150],"evaluation":[151],"over":[153],"thousand":[155],"nearly":[158],"quarter":[160],"million":[161],"tasks.":[162],"Next,":[163],"consider":[165],"design":[167],"multi-tenant":[169],"systems":[171,249],"running":[172],"many":[173],"heterogeneous":[174],"applications":[175,234],"once.":[177],"Cioppino,":[180],"designed":[183],"improve":[185],"throughput":[186],"reduce":[188],"cost":[189],"setting,":[192],"while":[193],"taking":[194],"into":[195,259],"account":[196],"worker":[197],"preferences.":[198],"Finally,":[199],"explore":[201],"theory":[203],"identifying":[205],"fast":[206,255],"individuals":[207],"unknown":[210],"population":[211],"workers,":[213],"which":[214],"be":[216],"modeled":[217],"instance":[220],"infinite-armed":[223],"bandit":[224],"problem.":[225],"The":[226],"results":[228],"novel":[230],"near-optimal":[231],"algorithms":[232],"broader":[236],"statistical":[237],"theory.":[238],"Together,":[239],"these":[240],"components":[241],"computation":[248],"are":[251],"cost-efficient,":[252],"scalable,":[253],"enough":[256],"integrate":[258],"existing":[260],"without":[264],"compromising":[265],"performance.":[266]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2018-05-17T00:00:00"}