{"id":"https://openalex.org/W1872614887","doi":"https://doi.org/10.1109/icde.2015.7113284","title":"Comprehensive and reliable crowd assessment algorithms","display_name":"Comprehensive and reliable crowd assessment algorithms","publication_year":2015,"publication_date":"2015-04-01","ids":{"openalex":"https://openalex.org/W1872614887","doi":"https://doi.org/10.1109/icde.2015.7113284","mag":"1872614887"},"language":"en","primary_location":{"id":"doi:10.1109/icde.2015.7113284","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde.2015.7113284","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 31st International Conference on Data Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050060224","display_name":"Manas Joglekar","orcid":"https://orcid.org/0000-0001-9733-7504"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Manas Joglekar","raw_affiliation_strings":["Computer Science Department, Stanford University Stanford, California, USA","Computer Science Department, Stanford University, California, USA 94305"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Stanford University Stanford, California, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Computer Science Department, Stanford University, California, USA 94305","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055883336","display_name":"H\u00e9ctor Garc\u00eda-Molina","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hector Garcia-Molina","raw_affiliation_strings":["Computer Science Department, Stanford University Stanford, California, USA","Computer Science Department, Stanford University, California, USA 94305"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Stanford University Stanford, California, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Computer Science Department, Stanford University, California, USA 94305","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013608601","display_name":"Aditya Parameswaran","orcid":"https://orcid.org/0000-0002-4538-4752"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aditya Parameswaran","raw_affiliation_strings":["Computer Science Department, University of Illinois at Urbana Champaign Champaign, Illinois, USA","Computer Science Department, University of Illinois at Urbana Champaign, USA 61801"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Illinois at Urbana Champaign Champaign, Illinois, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Computer Science Department, University of Illinois at Urbana Champaign, USA 61801","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5050060224"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":11.062,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.97966474,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"195","last_page":"206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.688281238079071},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3804559111595154}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.688281238079071},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3804559111595154}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icde.2015.7113284","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde.2015.7113284","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 31st International Conference on Data Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.6499999761581421}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W108763474","https://openalex.org/W1969235627","https://openalex.org/W1970381522","https://openalex.org/W1974554406","https://openalex.org/W1988560072","https://openalex.org/W2010135967","https://openalex.org/W2018097969","https://openalex.org/W2028818097","https://openalex.org/W2049633694","https://openalex.org/W2052698082","https://openalex.org/W2056748234","https://openalex.org/W2076357412","https://openalex.org/W2101620066","https://openalex.org/W2119830539","https://openalex.org/W2125943921","https://openalex.org/W2129345386","https://openalex.org/W2137935418","https://openalex.org/W2142518823","https://openalex.org/W2145492473","https://openalex.org/W2158751658","https://openalex.org/W2164124780","https://openalex.org/W2168071746","https://openalex.org/W2171717581","https://openalex.org/W2498094064","https://openalex.org/W4253064820","https://openalex.org/W6604434248","https://openalex.org/W6677811664","https://openalex.org/W6679158198","https://openalex.org/W6680957539","https://openalex.org/W6681486618","https://openalex.org/W6685274888","https://openalex.org/W6768433217"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Evaluating":[0],"workers":[1,18,84,102],"is":[2,44],"a":[3,38,126],"critical":[4],"aspect":[5],"of":[6,45,118,128],"any":[7],"crowdsourcing":[8],"system.":[9],"In":[10],"this":[11],"paper,":[12],"we":[13,30,56,70],"devise":[14],"techniques":[15,72],"for":[16,106],"evaluating":[17],"by":[19,122],"finding":[20],"confidence":[21,39,120],"intervals":[22,121],"on":[23,32,62,125],"their":[24],"error":[25,64],"rates.":[26],"Unlike":[27],"prior":[28,68],"work,":[29,69],"focus":[31],"\u201cconciseness\u201d-that":[33],"is,":[34],"giving":[35],"as":[36,41,80,114,116],"tight":[37],"interval":[40],"possible.":[42],"Conciseness":[43],"utmost":[46],"importance":[47],"because":[48],"it":[49],"allows":[50],"us":[51],"to":[52],"be":[53],"sure":[54],"that":[55,73],"have":[57,85,97,103],"the":[58],"best":[59],"guarantee":[60],"possible":[61],"worker":[63],"rate.":[65],"Also":[66],"unlike":[67],"provide":[71],"work":[74],"under":[75],"very":[76],"general":[77],"scenarios,":[78],"such":[79],"when":[81,95,101],"not":[82],"all":[83],"attempted":[86],"every":[87],"task":[88],"(a":[89],"fairly":[90],"common":[91],"scenario":[92],"in":[93],"practice),":[94],"tasks":[96],"non-boolean":[98],"responses,":[99],"and":[100,108,130],"different":[104],"biases":[105],"positive":[107],"negative":[109],"tasks.":[110],"We":[111],"demonstrate":[112],"conciseness":[113],"well":[115],"accuracy":[117],"our":[119],"testing":[123],"them":[124],"variety":[127],"conditions":[129],"multiple":[131],"real-world":[132],"datasets.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}