{"id":"https://openalex.org/W1057271128","doi":"https://doi.org/10.1145/2740908.2743972","title":"An Explorative Approach for Crowdsourcing Tasks Design","display_name":"An Explorative Approach for Crowdsourcing Tasks Design","publication_year":2015,"publication_date":"2015-05-18","ids":{"openalex":"https://openalex.org/W1057271128","doi":"https://doi.org/10.1145/2740908.2743972","mag":"1057271128"},"language":"en","primary_location":{"id":"doi:10.1145/2740908.2743972","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2740908.2743972","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on World Wide Web","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091879812","display_name":"Marco Brambilla","orcid":"https://orcid.org/0000-0002-8753-2434"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Marco Brambilla","raw_affiliation_strings":["Politecnico di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048332811","display_name":"Stefano Ceri","orcid":"https://orcid.org/0000-0003-0671-2415"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Ceri","raw_affiliation_strings":["Politecnico di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074271209","display_name":"Andrea Mauri","orcid":"https://orcid.org/0000-0002-1263-4575"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Mauri","raw_affiliation_strings":["Politecnico di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048258936","display_name":"Riccardo Volonterio","orcid":null},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Riccardo Volonterio","raw_affiliation_strings":["Politecnico di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5091879812"],"corresponding_institution_ids":["https://openalex.org/I93860229"],"apc_list":null,"apc_paid":null,"fwci":1.5084,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.86457074,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1125","last_page":"1130"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9848693609237671},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8353614807128906},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6545202136039734},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6402451992034912},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5603029131889343},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.4953536093235016},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4559444189071655},{"id":"https://openalex.org/keywords/crowdsourcing-software-development","display_name":"Crowdsourcing software development","score":0.43703800439834595},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37757787108421326},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3491014242172241},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34428930282592773},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2721131443977356},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2288762927055359}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9848693609237671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8353614807128906},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6545202136039734},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6402451992034912},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5603029131889343},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.4953536093235016},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4559444189071655},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.43703800439834595},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37757787108421326},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3491014242172241},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34428930282592773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2721131443977356},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2288762927055359},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2740908.2743972","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2740908.2743972","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Conference on World Wide Web","raw_type":"proceedings-article"},{"id":"pmh:oai:re.public.polimi.it:11311/964835","is_oa":false,"landing_page_url":"http://hdl.handle.net/11311/964835","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W323690532","https://openalex.org/W1551839888","https://openalex.org/W1599116104","https://openalex.org/W1985816302","https://openalex.org/W1993527211","https://openalex.org/W2003433537","https://openalex.org/W2012708678","https://openalex.org/W2018871887","https://openalex.org/W2030461506","https://openalex.org/W2050491563","https://openalex.org/W2053154970","https://openalex.org/W2067708565","https://openalex.org/W2077119967","https://openalex.org/W2096519149","https://openalex.org/W2098865355","https://openalex.org/W2105268242","https://openalex.org/W2122067387","https://openalex.org/W2141649520","https://openalex.org/W2143280940","https://openalex.org/W2150585298","https://openalex.org/W2168144930","https://openalex.org/W2169882833","https://openalex.org/W2339482357","https://openalex.org/W2735460460","https://openalex.org/W4235526601","https://openalex.org/W4299828299"],"related_works":["https://openalex.org/W2512762878","https://openalex.org/W162737300","https://openalex.org/W2520748299","https://openalex.org/W2033745466","https://openalex.org/W2520160102","https://openalex.org/W2046555014","https://openalex.org/W3131060711","https://openalex.org/W2548342535","https://openalex.org/W3125008079","https://openalex.org/W2287983667"],"abstract_inverted_index":{"Crowdsourcing":[0],"applications":[1,34],"are":[2,62,76],"becoming":[3],"widespread;":[4],"they":[5],"cover":[6],"very":[7,45],"different":[8,37,100],"scenarios,":[9],"including":[10],"opinion":[11],"mining,":[12],"multimedia":[13],"data":[14],"annotation,":[15],"localised":[16],"information":[17],"gathering,":[18,23],"marketing":[19],"campaigns,":[20],"expert":[21],"response":[22],"and":[24,40,42,73,145],"so":[25],"on.":[26],"The":[27,119],"quality":[28,139],"of":[29,32,86,122,127],"the":[30,58,102,148,154],"outcome":[31],"these":[33,75],"depends":[35],"on":[36,57,133],"design":[38],"parameters":[39],"constraints,":[41],"it":[43],"is":[44,98],"hard":[46],"to":[47,70,93,150],"judge":[48],"about":[49],"their":[50],"combined":[51],"effects":[52],"without":[53],"doing":[54],"some":[55],"experiments;":[56],"other":[59],"hand,":[60],"there":[61],"no":[63],"experiences":[64],"or":[65],"guidelines":[66],"that":[67,90],"tell":[68],"how":[69],"conduct":[71],"experiments,":[72],"thus":[74],"often":[77],"conducted":[78],"in":[79],"an":[80,87],"ad-hoc":[81],"manner,":[82],"typically":[83],"through":[84],"adjustments":[85],"initial":[88],"strategy":[89,149],"may":[91],"converge":[92],"a":[94,111,124,134],"parameter":[95],"setting":[96],"which":[97],"quite":[99],"from":[101],"best":[103],"possible":[104],"one.":[105],"In":[106],"this":[107],"paper":[108],"we":[109],"propose":[110],"comparative,":[112],"explorative":[113],"approach":[114],"for":[115,141],"designing":[116],"crowdsourcing":[117],"tasks.":[118],"method":[120],"consists":[121],"defining":[123],"representative":[125],"set":[126],"execution":[128],"strategies,":[129],"then":[130,137],"execute":[131],"them":[132],"small":[135],"dataset,":[136],"collect":[138],"measures":[140],"each":[142],"candidate":[143],"strategy,":[144],"finally":[146],"decide":[147],"be":[151],"used":[152],"with":[153],"complete":[155],"dataset.":[156]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}