{"id":"https://openalex.org/W2799385102","doi":null,"title":"Learning From People","display_name":"Learning From People","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2799385102","mag":"2799385102"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt8186z8wq","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/8186z8wq","pdf_url":"https://escholarship.org/uc/item/8186z8wq","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/uc/item/8186z8wq","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034272491","display_name":"Nihar B. Shah","orcid":"https://orcid.org/0000-0001-5158-9677","observed_orcids":["https://orcid.org/0000-0001-5158-9677"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Nihar B. Shah","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-5158-9677","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5034272491"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.8809999823570251},{"id":"https://openalex.org/keywords/statistical-robustness","display_name":"statistical robustness","score":0.5059999823570251},{"id":"https://openalex.org/keywords/bias-variance-trade-off","display_name":"bias-variance trade-off","score":0.9070000052452087},{"id":"https://openalex.org/keywords/adaptive-estimation","display_name":"adaptive estimation","score":0.5839999914169312},{"id":"https://openalex.org/keywords/incentive-mechanisms","display_name":"incentive mechanisms","score":0.6949999928474426},{"id":"https://openalex.org/keywords/payment-mechanisms","display_name":"payment mechanisms","score":0.8190000057220459}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7789138555526733},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6368025541305542},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5789443254470825},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5345802307128906},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4797419309616089},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.467338889837265},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.43546563386917114},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34717780351638794},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18544259667396545},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:escholarship.org/ark:/13030/qt8186z8wq","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/8186z8wq","pdf_url":"https://escholarship.org/uc/item/8186z8wq","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},{"id":"pmh:oai:berkeley.edu:28722-bk001807c5k","doi":null,"is_oa":false,"landing_page_url":"http://techreports.lib.berkeley.edu/reports/TRWebData/accessPages/EECS-2017-133.html","pdf_url":null,"source":{"id":"https://openalex.org/S7407050879","display_name":"UC Berkeley","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I95457486","host_organization_name":"University of California, Berkeley","host_organization_lineage":["https://openalex.org/I95457486"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"technical reports"},{"id":"mag:2799385102","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/8186z8wq","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt8186z8wq","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/8186z8wq","pdf_url":"https://escholarship.org/uc/item/8186z8wq","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2799385102.pdf","grobid_xml":"https://content.openalex.org/works/W2799385102.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W50075137","https://openalex.org/W393180982","https://openalex.org/W595100507","https://openalex.org/W644001779","https://openalex.org/W1496636991","https://openalex.org/W1522318289","https://openalex.org/W1523559433","https://openalex.org/W1527935828","https://openalex.org/W1535536445","https://openalex.org/W1553284371","https://openalex.org/W1586903773","https://openalex.org/W1655850657","https://openalex.org/W1814633089","https://openalex.org/W1963728947","https://openalex.org/W1964137263","https://openalex.org/W1967658564","https://openalex.org/W1969989300","https://openalex.org/W1980510330","https://openalex.org/W1996471421","https://openalex.org/W1999374035","https://openalex.org/W2013048503","https://openalex.org/W2014947032","https://openalex.org/W2018623905","https://openalex.org/W2021545778","https://openalex.org/W2032296954","https://openalex.org/W2044614823","https://openalex.org/W2074726261","https://openalex.org/W2085529605","https://openalex.org/W2087900339","https://openalex.org/W2106980598","https://openalex.org/W2116343313","https://openalex.org/W2164599981","https://openalex.org/W2295734738","https://openalex.org/W2299480706","https://openalex.org/W2406270691","https://openalex.org/W2473938289","https://openalex.org/W2489865376","https://openalex.org/W2553923866","https://openalex.org/W2912765720","https://openalex.org/W2913197263","https://openalex.org/W2962684386","https://openalex.org/W2962914180","https://openalex.org/W2964256917","https://openalex.org/W2982366565","https://openalex.org/W2990940347","https://openalex.org/W4283747683"],"related_works":["https://openalex.org/W1839367233","https://openalex.org/W2805743751","https://openalex.org/W2197945395","https://openalex.org/W7100633268","https://openalex.org/W2968439266","https://openalex.org/W2901136787","https://openalex.org/W7000439939","https://openalex.org/W2998826047","https://openalex.org/W7096849878","https://openalex.org/W2979931984"],"abstract_inverted_index":{"Learning":[0],"from":[1,17,70,92],"people":[2,42],"represents":[3],"a":[4,121,175,193,200,227],"new":[5],"and":[6,28,39,53,61,146,162,225,229],"expanding":[7],"frontier":[8],"for":[9,30,49,137,184],"data":[10,14,69],"science.":[11],"Crowdsourcing,":[12],"where":[13],"is":[15,20,113],"collected":[16],"non-experts":[18],"online,":[19],"now":[21],"extensively":[22],"employed":[23],"in":[24,37,80,90,103,178,207],"academic":[25],"research,":[26],"industry,":[27],"also":[29,155],"many":[31],"societal":[32],"causes.":[33],"Two":[34],"critical":[35],"challenges":[36,79],"crowdsourcing":[38],"learning":[40,52,91],"form":[41],"are":[43,99,127,142,163,215],"that":[44,55,88,126,157,198,211,220,238],"of":[45,83,96,123,188,195,248],"(i)":[46],"developing":[47],"algorithms":[48,101,136],"maximally":[50],"accurate":[51],"estimation":[54,138],"operate":[56],"under":[57],"minimal":[58],"modeling":[59],"assumptions,":[60],"(ii)":[62],"designing":[63],"incentive":[64],"mechanisms":[65,197,214,219,240,250],"to":[66],"elicit":[67],"high-quality":[68],"people.":[71],"In":[72,116],"this":[73,117],"thesis,":[74,118],"we":[75,119,140,191,209,233],"addresses":[76],"these":[77,212],"fundamental":[78],"the":[81,94,167,179,185,217],"context":[82],"several":[84,204,242],"canonical":[85],"problem":[86],"settings":[87],"arise":[89],"people.For":[93],"challenge":[95,187],"estimation,":[97],"there":[98],"various":[100],"proposed":[102],"past":[104],"literature,":[105],"but":[106],"their":[107],"reliance":[108],"on":[109],"strong":[110],"parameter-based":[111,132,169],"assumptions":[112],"severely":[114],"limiting.":[115],"introduce":[120],"class":[122,194],"\"permutation-based\"":[124],"models":[125,170],"considerably":[128],"richer":[129],"than":[130,150],"classical":[131,168],"models.":[133],"We":[134,154,236],"present":[135],"which":[139,232],"show":[141,210,237],"both":[143],"statistically":[144],"optimal":[145,165],"significantly":[147],"more":[148],"robust":[149],"prior":[151],"state-of-the-art":[152],"methods.":[153],"prove":[156],"our":[158,239,249],"estimators":[159],"automatically":[160],"adapt":[161],"simultaneously":[164],"over":[166],"as":[171],"well,":[172],"thereby":[173],"enjoying":[174],"surprising":[176],"win-win":[177],"statistical":[180],"bias-variance":[181],"tradeoff.":[182],"As":[183],"second":[186],"incentivizing":[189],"people,":[190],"design":[192],"payment":[196],"take":[199],"\"multiplicative\"":[201],"form.":[202],"For":[203],"common":[205],"interfaces":[206],"crowdsourcing,":[208],"multiplicative":[213],"surprisingly":[216],"only":[218],"can":[221],"guarantee":[222],"honest":[223],"responses":[224],"satisfy":[226],"mild":[228],"natural":[230],"requirement":[231],"call":[234],"no-free-lunch.":[235],"have":[241],"additional":[243,255],"desirable":[244],"qualities.":[245],"The":[246],"simplicity":[247],"imparts":[251],"them":[252],"with":[253],"an":[254],"practical":[256],"appeal.":[257]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2018-05-17T00:00:00"}