{"id":"https://openalex.org/W4297685397","doi":"https://doi.org/10.1145/2998181.2998234","title":"Crowd Guilds","display_name":"Crowd Guilds","publication_year":2017,"publication_date":"2017-02-14","ids":{"openalex":"https://openalex.org/W4297685397","doi":"https://doi.org/10.1145/2998181.2998234"},"language":"en","primary_location":{"id":"doi:10.1145/2998181.2998234","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2998181.2998234","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2998234&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM Conference on Computer Supported Cooperative Work and Social Computing","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=2998234&type=pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069999998","display_name":"Mark E. Whiting","orcid":"https://orcid.org/0000-0002-6395-7833"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mark E. Whiting","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079213654","display_name":"Dilrukshi Gamage","orcid":"https://orcid.org/0000-0002-6840-7718"},"institutions":[{"id":"https://openalex.org/I195740183","display_name":"University of Moratuwa","ror":"https://ror.org/0491f5305","country_code":"LK","type":"education","lineage":["https://openalex.org/I195740183"]}],"countries":["LK"],"is_corresponding":false,"raw_author_name":"Dilrukshi Gamage","raw_affiliation_strings":["University of Moratuwa, Katubedda, Sri Lanka"],"affiliations":[{"raw_affiliation_string":"University of Moratuwa, Katubedda, Sri Lanka","institution_ids":["https://openalex.org/I195740183"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015101188","display_name":"Snehalkumar S. Gaikwad","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Snehalkumar (Neil) S. Gaikwad","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065212455","display_name":"Aaron Gilbee","orcid":null},"institutions":[{"id":"https://openalex.org/I4210119349","display_name":"Karlsruhe University of Education","ror":"https://ror.org/01t1kq612","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210119349"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Aaron Gilbee","raw_affiliation_strings":["Independent Researcher, Karlsruhe, Germany"],"affiliations":[{"raw_affiliation_string":"Independent Researcher, Karlsruhe, Germany","institution_ids":["https://openalex.org/I4210119349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008241947","display_name":"Shirish Goyal","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]},{"id":"https://openalex.org/I1743320","display_name":"Palo Alto University","ror":"https://ror.org/04f812k67","country_code":"US","type":"education","lineage":["https://openalex.org/I1743320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shirish Goyal","raw_affiliation_strings":["Stanford University, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1743320","https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063503467","display_name":"Alipta Ballav","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alipta Ballav","raw_affiliation_strings":["Independent Researcher, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Independent Researcher, Bangalore, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081561537","display_name":"Dinesh Majeti","orcid":"https://orcid.org/0000-0001-6257-7911"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dinesh Majeti","raw_affiliation_strings":["University of Houston, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083648748","display_name":"Nalin Chhibber","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nalin Chhibber","raw_affiliation_strings":["Independent Researcher, New Delhi, India"],"affiliations":[{"raw_affiliation_string":"Independent Researcher, New Delhi, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015182112","display_name":"Angela Richmond-Fuller","orcid":"https://orcid.org/0000-0002-1492-7881"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Angela Richmond-Fuller","raw_affiliation_strings":["Independent Researcher, Sofia, Bulgaria"],"affiliations":[{"raw_affiliation_string":"Independent Researcher, Sofia, Bulgaria","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011552000","display_name":"Freddie Vargus","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Freddie Vargus","raw_affiliation_strings":["Boston University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Boston University, Boston, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062278355","display_name":"Tejas Seshadri Sarma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tejas Seshadri Sarma","raw_affiliation_strings":["Independent Researcher, Mumbai, India"],"affiliations":[{"raw_affiliation_string":"Independent Researcher, Mumbai, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110457086","display_name":"Varshine Chandrakanthan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Varshine Chandrakanthan","raw_affiliation_strings":["LeadSquared, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"LeadSquared, Bangalore, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032356059","display_name":"Te\u00f3genes Moura","orcid":null},"institutions":[{"id":"https://openalex.org/I150729083","display_name":"Universidade de Bras\u00edlia","ror":"https://ror.org/02xfp8v59","country_code":"BR","type":"education","lineage":["https://openalex.org/I150729083"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Teogenes Moura","raw_affiliation_strings":["University of Brasilia, Brasilia, Brazil"],"affiliations":[{"raw_affiliation_string":"University of Brasilia, Brasilia, Brazil","institution_ids":["https://openalex.org/I150729083"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018084987","display_name":"Mohamed Hashim Salih","orcid":null},"institutions":[{"id":"https://openalex.org/I2802723755","display_name":"Independent Sector","ror":"https://ror.org/05vhwqa91","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2802723755"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohamed Hashim Salih","raw_affiliation_strings":["Independent Researcher, Washington, DC, USA"],"affiliations":[{"raw_affiliation_string":"Independent Researcher, Washington, DC, USA","institution_ids":["https://openalex.org/I2802723755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006345545","display_name":"Gabriel Bayomi Tinoco Kalejaiye","orcid":null},"institutions":[{"id":"https://openalex.org/I150729083","display_name":"Universidade de Bras\u00edlia","ror":"https://ror.org/02xfp8v59","country_code":"BR","type":"education","lineage":["https://openalex.org/I150729083"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Gabriel Bayomi Tinoco Kalejaiye","raw_affiliation_strings":["University of Brasilia, Brasilia, Brazil"],"affiliations":[{"raw_affiliation_string":"University of Brasilia, Brasilia, Brazil","institution_ids":["https://openalex.org/I150729083"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055098593","display_name":"Adam Ginzberg","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]},{"id":"https://openalex.org/I1743320","display_name":"Palo Alto University","ror":"https://ror.org/04f812k67","country_code":"US","type":"education","lineage":["https://openalex.org/I1743320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam Ginzberg","raw_affiliation_strings":["Stanford University, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1743320","https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000372036","display_name":"Catherine A. Mullings","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]},{"id":"https://openalex.org/I1743320","display_name":"Palo Alto University","ror":"https://ror.org/04f812k67","country_code":"US","type":"education","lineage":["https://openalex.org/I1743320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Catherine A. Mullings","raw_affiliation_strings":["Stanford University, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1743320","https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060300673","display_name":"Yoni Dayan","orcid":null},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I4210121988","display_name":"Film Independent","ror":"https://ror.org/036cy3843","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210121988"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yoni Dayan","raw_affiliation_strings":["Independent Researcher, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Independent Researcher, Boston, USA","institution_ids":["https://openalex.org/I4210121988","https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048987475","display_name":"Kristy Milland","orcid":null},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kristy Milland","raw_affiliation_strings":["Ryerson University, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Ryerson University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069429192","display_name":"Henrique R. Orefice","orcid":null},"institutions":[{"id":"https://openalex.org/I150729083","display_name":"Universidade de Bras\u00edlia","ror":"https://ror.org/02xfp8v59","country_code":"BR","type":"education","lineage":["https://openalex.org/I150729083"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Henrique Orefice","raw_affiliation_strings":["University of Brasilia, Brasilia, Brazil"],"affiliations":[{"raw_affiliation_string":"University of Brasilia, Brasilia, Brazil","institution_ids":["https://openalex.org/I150729083"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108107515","display_name":"Jeff Regino","orcid":null},"institutions":[{"id":"https://openalex.org/I4210142002","display_name":"Cavite State University","ror":"https://ror.org/043say313","country_code":"PH","type":"education","lineage":["https://openalex.org/I4210142002"]}],"countries":["PH"],"is_corresponding":false,"raw_author_name":"Jeff Regino","raw_affiliation_strings":["Independent Researcher, Cavite, Philippines"],"affiliations":[{"raw_affiliation_string":"Independent Researcher, Cavite, Philippines","institution_ids":["https://openalex.org/I4210142002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047816295","display_name":"Sayna Parsi","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sayna Parsi","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035791407","display_name":"Kunz Mainali","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kunz Mainali","raw_affiliation_strings":["University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043952261","display_name":"Vibhor Sehgal","orcid":"https://orcid.org/0000-0003-4139-458X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vibhor Sehgal","raw_affiliation_strings":["Maharaja Agrasen Institute of Technology, New Delhi, India"],"affiliations":[{"raw_affiliation_string":"Maharaja Agrasen Institute of Technology, New Delhi, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019799375","display_name":"Sekandar Matin","orcid":null},"institutions":[{"id":"https://openalex.org/I54459138","display_name":"University of Salford","ror":"https://ror.org/01tmqtf75","country_code":"GB","type":"education","lineage":["https://openalex.org/I54459138"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sekandar Matin","raw_affiliation_strings":["University of Salford, Manchester, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Salford, Manchester, United Kingdom","institution_ids":["https://openalex.org/I54459138"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056492632","display_name":"Akshansh Sinha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akshansh Sinha","raw_affiliation_strings":["Maharaja Agrasen Institute of Technology, New Delhi, India"],"affiliations":[{"raw_affiliation_string":"Maharaja Agrasen Institute of Technology, New Delhi, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031038372","display_name":"Rajan Vaish","orcid":"https://orcid.org/0000-0002-9780-1116"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]},{"id":"https://openalex.org/I1743320","display_name":"Palo Alto University","ror":"https://ror.org/04f812k67","country_code":"US","type":"education","lineage":["https://openalex.org/I1743320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rajan Vaish","raw_affiliation_strings":["Stanford University, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1743320","https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076189854","display_name":"Michael S. Bernstein","orcid":"https://orcid.org/0000-0001-8020-9434"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]},{"id":"https://openalex.org/I1743320","display_name":"Palo Alto University","ror":"https://ror.org/04f812k67","country_code":"US","type":"education","lineage":["https://openalex.org/I1743320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael S. Bernstein","raw_affiliation_strings":["Stanford University, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1743320","https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":7,"institutions_distinct_count":28,"corresponding_author_ids":["https://openalex.org/A5069999998"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":10.9567,"has_fulltext":true,"cited_by_count":51,"citation_normalized_percentile":{"value":0.9812677,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1902","last_page":"1913"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9035905599594116},{"id":"https://openalex.org/keywords/reputation","display_name":"Reputation","score":0.9016770124435425},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.70936119556427},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5816558599472046},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.5783707499504089},{"id":"https://openalex.org/keywords/decentralization","display_name":"Decentralization","score":0.5760324597358704},{"id":"https://openalex.org/keywords/reputation-system","display_name":"Reputation system","score":0.45187705755233765},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3248220384120941},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.20865312218666077},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17420312762260437},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.12245699763298035},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.07865896821022034}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9035905599594116},{"id":"https://openalex.org/C48798503","wikidata":"https://www.wikidata.org/wiki/Q877546","display_name":"Reputation","level":2,"score":0.9016770124435425},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.70936119556427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5816558599472046},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.5783707499504089},{"id":"https://openalex.org/C136810230","wikidata":"https://www.wikidata.org/wiki/Q188961","display_name":"Decentralization","level":2,"score":0.5760324597358704},{"id":"https://openalex.org/C2781218421","wikidata":"https://www.wikidata.org/wiki/Q2892532","display_name":"Reputation system","level":3,"score":0.45187705755233765},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3248220384120941},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20865312218666077},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17420312762260437},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.12245699763298035},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.07865896821022034},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2998181.2998234","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2998181.2998234","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2998234&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM Conference on Computer Supported Cooperative Work and Social Computing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1611.01572","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1611.01572","pdf_url":"https://arxiv.org/pdf/1611.01572","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/2998181.2998234","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2998181.2998234","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2998234&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM Conference on Computer Supported Cooperative Work and Social Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.5899999737739563,"display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G4757695867","display_name":null,"funder_award_id":"IIS-1351131","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5501761068","display_name":null,"funder_award_id":"4-16-1-","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G6219985511","display_name":null,"funder_award_id":"N00014-16-1-2894","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G6527008456","display_name":null,"funder_award_id":"1351131","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320322622","display_name":"Toyota Motor Corporation","ror":"https://ror.org/02zqm6r10"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4297685397.pdf","grobid_xml":"https://content.openalex.org/works/W4297685397.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W38193442","https://openalex.org/W173698209","https://openalex.org/W283415213","https://openalex.org/W819488460","https://openalex.org/W987489858","https://openalex.org/W1487711117","https://openalex.org/W1502759548","https://openalex.org/W1512488243","https://openalex.org/W1516184288","https://openalex.org/W1543350553","https://openalex.org/W1565408702","https://openalex.org/W1589762555","https://openalex.org/W1934638552","https://openalex.org/W1988511622","https://openalex.org/W1988819884","https://openalex.org/W1999308248","https://openalex.org/W2007018772","https://openalex.org/W2014100104","https://openalex.org/W2034078512","https://openalex.org/W2038924341","https://openalex.org/W2055699460","https://openalex.org/W2075433557","https://openalex.org/W2088700588","https://openalex.org/W2096848877","https://openalex.org/W2097726984","https://openalex.org/W2103129296","https://openalex.org/W2110151287","https://openalex.org/W2114844053","https://openalex.org/W2116915306","https://openalex.org/W2120932042","https://openalex.org/W2123715715","https://openalex.org/W2124994029","https://openalex.org/W2125943921","https://openalex.org/W2127008633","https://openalex.org/W2127471749","https://openalex.org/W2130368123","https://openalex.org/W2131723483","https://openalex.org/W2132028633","https://openalex.org/W2140042545","https://openalex.org/W2142517301","https://openalex.org/W2143583890","https://openalex.org/W2147603330","https://openalex.org/W2148479118","https://openalex.org/W2168765606","https://openalex.org/W2169882833","https://openalex.org/W2183154795","https://openalex.org/W2240322187","https://openalex.org/W2271068611","https://openalex.org/W2276569499","https://openalex.org/W2277895402","https://openalex.org/W2293765620","https://openalex.org/W2315029654","https://openalex.org/W2321887947","https://openalex.org/W2338705265","https://openalex.org/W2398514781","https://openalex.org/W2522741018","https://openalex.org/W2536952838","https://openalex.org/W2553944973","https://openalex.org/W2600756564","https://openalex.org/W2951163774","https://openalex.org/W3009765408","https://openalex.org/W3121257585","https://openalex.org/W3124258878","https://openalex.org/W4230541754","https://openalex.org/W4239279289","https://openalex.org/W4244408479","https://openalex.org/W4248446959","https://openalex.org/W4250137346","https://openalex.org/W4255975601","https://openalex.org/W4298001478","https://openalex.org/W6604583673"],"related_works":["https://openalex.org/W2294042815","https://openalex.org/W2157328853","https://openalex.org/W2517839752","https://openalex.org/W1986034399","https://openalex.org/W126629215","https://openalex.org/W2780022989","https://openalex.org/W2142891234","https://openalex.org/W2768561819","https://openalex.org/W808860418","https://openalex.org/W2952470056"],"abstract_inverted_index":{"Crowd":[0,104],"workers":[1,43,79],"are":[2,25,49],"distributed":[3],"and":[4,22,44,52,71,124],"decentralized.":[5],"While":[6],"decentralization":[7],"is":[8,31],"designed":[9],"to":[10,14,27,69,97],"utilize":[11],"independent":[12],"judgment":[13],"promote":[15],"high-quality":[16,28],"results,":[17],"it":[18],"paradoxically":[19],"undercuts":[20],"behaviors":[21],"institutions":[23],"that":[24],"critical":[26],"work.":[29],"Reputation":[30],"one":[32],"central":[33],"example:":[34],"crowdsourcing":[35],"systems":[36],"depend":[37],"on":[38,119],"reputation":[39,107],"scores":[40,48],"from":[41,60],"decentralized":[42,100],"requesters,":[45],"but":[46],"these":[47],"notoriously":[50],"inflated":[51],"uninformative.":[53],"In":[54],"this":[55],"paper,":[56],"we":[57],"draw":[58],"inspiration":[59],"historical":[61],"worker":[62,114],"guilds":[63,96,105],"(e.g.,":[64],"in":[65,128],"the":[66,129],"silk":[67],"trade)":[68],"design":[70],"implement":[72],"crowd":[73,78,95,101,121],"guilds:":[74],"centralized":[75],"groups":[76],"of":[77],"who":[80],"collectively":[81],"certify":[82],"each":[83],"other's":[84],"quality":[85,115],"through":[86],"double-blind":[87],"peer":[88],"assessment.":[89],"A":[90],"two-week":[91],"field":[92],"experiment":[93],"compared":[94],"a":[98],"traditional":[99,130],"work":[102],"model.":[103,131],"produced":[106],"signals":[108,117],"more":[109,125],"strongly":[110],"correlated":[111],"with":[112],"ground-truth":[113],"than":[116,127],"available":[118],"current":[120],"working":[122],"platforms,":[123],"accurate":[126]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":4}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2022-09-30T00:00:00"}