{"id":"https://openalex.org/W2554839354","doi":"https://doi.org/10.1109/allerton.2011.6120180","title":"Budget-optimal crowdsourcing using low-rank matrix approximations","display_name":"Budget-optimal crowdsourcing using low-rank matrix approximations","publication_year":2011,"publication_date":"2011-09-01","ids":{"openalex":"https://openalex.org/W2554839354","doi":"https://doi.org/10.1109/allerton.2011.6120180","mag":"2554839354"},"language":"en","primary_location":{"id":"doi:10.1109/allerton.2011.6120180","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2011.6120180","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 49th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/1721.1/73458","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028448267","display_name":"David R. Karger","orcid":"https://orcid.org/0000-0002-0024-5847"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David R. Karger","raw_affiliation_strings":["Department of EECS, Massachusetts Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of EECS, Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028243041","display_name":"Sewoong Oh","orcid":"https://orcid.org/0000-0002-8975-8306"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sewoong Oh","raw_affiliation_strings":["Department of EECS, Massachusetts Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of EECS, Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029499294","display_name":"Devavrat Shah","orcid":"https://orcid.org/0000-0003-0737-3259"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Devavrat Shah","raw_affiliation_strings":["Department of EECS, Massachusetts Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of EECS, Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":151,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"284","last_page":"291"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9458738565444946},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.8128129243850708},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7475802898406982},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6353596448898315},{"id":"https://openalex.org/keywords/voting","display_name":"Voting","score":0.6160711050033569},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.615429162979126},{"id":"https://openalex.org/keywords/majority-rule","display_name":"Majority rule","score":0.6005441546440125},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5925546884536743},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4939923882484436},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44513848423957825},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.41318440437316895},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11981406807899475}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9458738565444946},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.8128129243850708},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7475802898406982},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6353596448898315},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.6160711050033569},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.615429162979126},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.6005441546440125},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5925546884536743},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4939923882484436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44513848423957825},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.41318440437316895},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11981406807899475},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/allerton.2011.6120180","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2011.6120180","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 49th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/73458","is_oa":true,"landing_page_url":"http://hdl.handle.net/1721.1/73458","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MIT web domain","raw_type":"http://purl.org/eprint/type/ConferencePaper"}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/73458","is_oa":true,"landing_page_url":"http://hdl.handle.net/1721.1/73458","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MIT web domain","raw_type":"http://purl.org/eprint/type/ConferencePaper"},"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W390146837","https://openalex.org/W1536930200","https://openalex.org/W1918870341","https://openalex.org/W2000157792","https://openalex.org/W2021145763","https://openalex.org/W2026709222","https://openalex.org/W2049633694","https://openalex.org/W2098865355","https://openalex.org/W2125943921","https://openalex.org/W2134305421","https://openalex.org/W2142518823","https://openalex.org/W2144372981","https://openalex.org/W2144730813","https://openalex.org/W2148694408","https://openalex.org/W2149273804","https://openalex.org/W2610857016","https://openalex.org/W2905110430","https://openalex.org/W4243880374","https://openalex.org/W4292023222","https://openalex.org/W6679959949","https://openalex.org/W6680957539","https://openalex.org/W6681102160"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W2039876276","https://openalex.org/W2152887173","https://openalex.org/W3121841074","https://openalex.org/W2055572829","https://openalex.org/W2109094787","https://openalex.org/W3036613766","https://openalex.org/W1894159578","https://openalex.org/W2807400035","https://openalex.org/W3125086856"],"abstract_inverted_index":{"Crowdsourcing":[0],"systems,":[1],"in":[2,28,58,72,152],"which":[3,121,126],"numerous":[4,10],"tasks":[5,89,122],"are":[6],"electronically":[7],"distributed":[8],"to":[9,55,108,123,125,158],"\"information":[11],"piece-":[12],"workers\",":[13],"have":[14],"emerged":[15],"as":[16,31,76],"an":[17,159],"effective":[18],"paradigm":[19],"for":[20,119,129],"human-":[21],"powered":[22],"solving":[23],"of":[24,86,94,101,165],"large":[25],"scale":[26],"problems":[27],"domains":[29],"such":[30,75,87],"image":[32],"classification,":[33],"data":[34],"entry,":[35],"optical":[36],"character":[37],"recognition,":[38],"recommendation,":[39],"and":[40,68,90,128],"proofreading.":[41],"Because":[42],"these":[43],"low-paid":[44],"workers":[45,127],"can":[46],"be":[47,106],"unreliable,":[48],"nearly":[49],"all":[50],"crowdsourcers":[51],"must":[52,105],"devise":[53],"schemes":[54],"increase":[56],"confidence":[57],"their":[59],"answers,":[60],"typically":[61],"by":[62],"assigning":[63],"each":[64],"task":[65,102],"multiple":[66],"times":[67],"combining":[69],"the":[70,92,96,134,163],"answers":[71,132],"some":[73],"way":[74],"majority":[77,149],"voting.":[78],"In":[79],"this":[80],"paper,":[81],"we":[82],"consider":[83],"a":[84,110,116],"model":[85],"crowdsourcing":[88],"pose":[91],"problem":[93],"minimizing":[95],"total":[97],"price":[98],"(i.e.,":[99],"number":[100],"assignments)":[103],"that":[104,139,161],"paid":[107],"achieve":[109],"target":[111],"overall":[112],"reliability.":[113],"We":[114,137],"give":[115],"new":[117],"algorithm":[118],"deciding":[120],"assign":[124],"inferring":[130],"correct":[131],"from":[133],"workers'":[135],"answers.":[136],"show":[138],"our":[140],"algorithm,":[141],"based":[142],"on":[143],"low-rank":[144],"matrix":[145],"approximation,":[146],"significantly":[147],"outperforms":[148],"voting":[150],"and,":[151],"fact,":[153],"is":[154],"order-optimal":[155],"through":[156],"comparison":[157],"oracle":[160],"knows":[162],"reliability":[164],"every":[166],"worker.":[167]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":15},{"year":2017,"cited_by_count":13},{"year":2016,"cited_by_count":15},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":24},{"year":2013,"cited_by_count":15},{"year":2012,"cited_by_count":7}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}