{"id":"https://openalex.org/W2342597251","doi":"https://doi.org/10.1145/2897367","title":"PPLib","display_name":"PPLib","publication_year":2016,"publication_date":"2016-04-25","ids":{"openalex":"https://openalex.org/W2342597251","doi":"https://doi.org/10.1145/2897367","mag":"2342597251"},"language":"en","primary_location":{"id":"doi:10.1145/2897367","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2897367","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036459492","display_name":"Patrick M. de Boer","orcid":null},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Patrick M. De Boer","raw_affiliation_strings":["University of Zurich, Binzm\u00fchlestrasse, Z\u00fcrich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zurich, Binzm\u00fchlestrasse, Z\u00fcrich","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073592405","display_name":"Abraham Bernstein","orcid":"https://orcid.org/0000-0002-0128-4602"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Abraham Bernstein","raw_affiliation_strings":["University of Zurich, Binzm\u00fchlestrasse, Z\u00fcrich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Zurich, Binzm\u00fchlestrasse, Z\u00fcrich","institution_ids":["https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I202697423"],"apc_list":null,"apc_paid":null,"fwci":1.7053,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.88525869,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"7","issue":"4","first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.907634973526001},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8823630213737488},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6777585744857788},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6513245701789856},{"id":"https://openalex.org/keywords/interdependence","display_name":"Interdependence","score":0.4978141784667969},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49208778142929077},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.48575881123542786},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4629005193710327},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.444293737411499},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4204448163509369},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4162904620170593},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33900439739227295},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3114761710166931},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15147221088409424},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.11840981245040894}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.907634973526001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8823630213737488},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6777585744857788},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6513245701789856},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.4978141784667969},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49208778142929077},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.48575881123542786},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4629005193710327},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.444293737411499},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4204448163509369},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4162904620170593},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33900439739227295},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3114761710166931},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15147221088409424},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.11840981245040894},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2897367","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2897367","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},{"id":"pmh:oai:www.zora.uzh.ch:134976","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"De Boer, Patrick M; Bernstein, Abraham  (2016). PPLib: toward the automated generation of crowd computing programs using process recombination and auto-experimentation.  ACM Transactions on Intelligent Systems and Technology, 7(4):49.","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.5167/uzh-134976","is_oa":true,"landing_page_url":"https://doi.org/10.5167/uzh-134976","pdf_url":null,"source":{"id":"https://openalex.org/S7407051291","display_name":"Universit\u00e4t Z\u00fcrich, ZORA","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:www.zora.uzh.ch:134976","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"De Boer, Patrick M; Bernstein, Abraham  (2016). PPLib: toward the automated generation of crowd computing programs using process recombination and auto-experimentation.  ACM Transactions on Intelligent Systems and Technology, 7(4):49.","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1281788489","display_name":"CrowdOS and CrowdLang: Engineering Large-Scale Human Computation Systems","funder_award_id":"143411","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G5256785375","display_name":null,"funder_award_id":"200021-","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G993971353","display_name":null,"funder_award_id":"200021","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W115598873","https://openalex.org/W125541279","https://openalex.org/W1494186835","https://openalex.org/W1504075098","https://openalex.org/W1504447461","https://openalex.org/W1507711477","https://openalex.org/W1511371761","https://openalex.org/W1562578637","https://openalex.org/W1576311579","https://openalex.org/W1581720912","https://openalex.org/W1605827859","https://openalex.org/W1846312067","https://openalex.org/W1895273801","https://openalex.org/W1911845565","https://openalex.org/W1985816302","https://openalex.org/W2013765575","https://openalex.org/W2045349307","https://openalex.org/W2055487721","https://openalex.org/W2058179030","https://openalex.org/W2075486356","https://openalex.org/W2078596601","https://openalex.org/W2104429154","https://openalex.org/W2114804859","https://openalex.org/W2122067387","https://openalex.org/W2122776323","https://openalex.org/W2125943921","https://openalex.org/W2127008633","https://openalex.org/W2128525313","https://openalex.org/W2128677857","https://openalex.org/W2129264276","https://openalex.org/W2129359184","https://openalex.org/W2131141188","https://openalex.org/W2133485007","https://openalex.org/W2148209802","https://openalex.org/W2148479118","https://openalex.org/W2148817888","https://openalex.org/W2160338921","https://openalex.org/W2162192698","https://openalex.org/W2168144930","https://openalex.org/W2170716495","https://openalex.org/W2205712465","https://openalex.org/W2241056583","https://openalex.org/W2432062740","https://openalex.org/W2987977008","https://openalex.org/W3015229756","https://openalex.org/W4230939871","https://openalex.org/W4235073904","https://openalex.org/W4248203171"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"Crowdsourcing":[0],"is":[1,326],"increasingly":[2],"being":[3],"adopted":[4],"to":[5,48,63,65,81,110,322],"solve":[6,82],"simple":[7],"tasks":[8,94],"such":[9],"as":[10,16,18],"image":[11],"labeling":[12],"and":[13,53,98,152,195,306],"object":[14],"tagging,":[15],"well":[17,277],"more":[19],"complex":[20,92],"tasks,":[21],"where":[22,213,232,301],"crowd":[23,44,50,263],"workers":[24,45],"collaborate":[25],"in":[26,46,127,183,202,278,315],"processes":[27,181,238,286,312],"with":[28,145],"interdependent":[29],"steps.":[30],"For":[31],"the":[32,88,112,121,125,138,141,155,176,217,220,227,243,270,294,298,302,310,316,332],"whole":[33],"range":[34],"of":[35,91,124,129,140,179,199,229,269],"complexity,":[36],"research":[37],"has":[38],"yielded":[39,289],"numerous":[40],"patterns":[41],"for":[42,74,100,115,175,334],"coordinating":[43],"order":[47],"optimize":[49],"accuracy,":[51],"efficiency,":[52],"cost.":[54],"Process":[55,150,187],"designers,":[56],"however,":[57],"often":[58],"don't":[59],"know":[60],"which":[61,319],"pattern":[62],"apply":[64],"a":[66,116,149,170,197,211],"problem":[67,84,118,126,228],"at":[68,103,216],"hand":[69],"when":[70],"designing":[71],"new":[72],"applications":[73],"crowdsourcing.":[75],"In":[76,250],"this":[77,83,279],"article,":[78],"we":[79,106,164,214,254,259],"propose":[80,107],"by":[85,119,193,210,246,296],"systematically":[86],"exploring":[87],"design":[89],"space":[90],"crowdsourced":[93],"via":[95,137,158],"automated":[96,177],"recombination":[97,178,235,282],"auto-experimentation":[99],"an":[101,108,184,247],"issue":[102],"hand.":[104],"Specifically,":[105],"approach":[109],"finding":[111],"optimal":[113],"process":[114,200,264],"given":[117],"defining":[120],"deep":[122,143],"structure":[123,144],"terms":[128],"its":[130],"abstract":[131,142],"operators,":[132],"generating":[133,194],"all":[134],"possible":[135],"alternatives":[136],"(re)combination":[139],"concrete":[146],"implementations":[147],"from":[148],"Repository,":[151],"then":[153],"establishing":[154],"best":[156],"alternative":[157],"auto-experimentation.":[159],"To":[160],"evaluate":[161],"our":[162,191,233,251,281],"approach,":[163],"implemented":[165],"PPLib":[166],"(pronounced":[167],"\u201cPeople":[168],"Lib\u201d),":[169],"program":[171],"library":[172],"that":[173,287,309,324],"allows":[174],"known":[180],"stored":[182],"easily":[185],"extensible":[186],"Repository.":[188],"We":[189,292],"evaluated":[190],"work":[192],"running":[196],"plethora":[198],"candidates":[201],"two":[203,221,299,317],"scenarios":[204],"on":[205,256],"Amazon's":[206],"Mechanical":[207],"Turk":[208],"followed":[209],"meta-evaluation,":[212],"looked":[215],"differences":[218],"between":[219],"evaluations.":[222],"Our":[223],"first":[224],"scenario":[225],"addressed":[226],"text":[230,257],"translation,":[231],"automatic":[234],"produced":[236,284],"multiple":[237],"whose":[239],"performance":[240],"almost":[241],"matched":[242],"benchmark":[244],"established":[245],"expert":[248],"translation.":[249],"second":[252],"evaluation,":[253],"focused":[255],"shortening;":[258],"automatically":[260],"generated":[261],"41":[262],"candidates,":[265],"among":[266],"them":[267],"variations":[268],"well-established":[271],"Find-Fix-Verify":[272,275],"process.":[273],"While":[274],"performed":[276,313],"setting,":[280],"engine":[283],"five":[285],"repeatedly":[288],"better":[290],"results.":[291],"close":[293],"article":[295],"comparing":[297],"settings":[300],"Recombinator":[303],"was":[304],"used,":[305],"empirically":[307],"show":[308],"individual":[311],"differently":[314],"settings,":[318],"led":[320],"us":[321],"contend":[323],"there":[325],"no":[327],"unifying":[328],"formula,":[329],"hence":[330],"emphasizing":[331],"necessity":[333],"recombination.":[335]},"counts_by_year":[{"year":2017,"cited_by_count":3}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2016-06-24T00:00:00"}