{"id":"https://openalex.org/W3010242415","doi":"https://doi.org/10.30844/wi_2020_a4-rhyn","title":"Opening the Black Box: How to Design Intelligent Decision Support Systems for Crowdsourcing","display_name":"Opening the Black Box: How to Design Intelligent Decision Support Systems for Crowdsourcing","publication_year":2020,"publication_date":"2020-03-06","ids":{"openalex":"https://openalex.org/W3010242415","doi":"https://doi.org/10.30844/wi_2020_a4-rhyn","mag":"3010242415"},"language":"en","primary_location":{"id":"doi:10.30844/wi_2020_a4-rhyn","is_oa":false,"landing_page_url":"https://doi.org/10.30844/wi_2020_a4-rhyn","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"WI2020 Zentrale Tracks","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042196800","display_name":"Marcel Rhyn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marcel Rhyn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009163414","display_name":"Niklas Leicht","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niklas Leicht","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058181708","display_name":"Ivo Blohm","orcid":"https://orcid.org/0000-0003-2422-5952"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ivo Blohm","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5031171331","display_name":"Jan Marco Leimeister","orcid":"https://orcid.org/0000-0002-1990-2894"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jan Marco Leimeister","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9801,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.90243902,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"50","last_page":"65"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9569845199584961},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5829432010650635},{"id":"https://openalex.org/keywords/intelligent-decision-support-system","display_name":"Intelligent decision support system","score":0.5825448632240295},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.5763857364654541},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5496271848678589},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5481312274932861},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.5282166004180908},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.47826087474823},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.44227397441864014},{"id":"https://openalex.org/keywords/design-science","display_name":"Design science","score":0.42450493574142456},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27234122157096863},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13583925366401672}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9569845199584961},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5829432010650635},{"id":"https://openalex.org/C56397880","wikidata":"https://www.wikidata.org/wiki/Q6044094","display_name":"Intelligent decision support system","level":2,"score":0.5825448632240295},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.5763857364654541},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5496271848678589},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5481312274932861},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.5282166004180908},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.47826087474823},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.44227397441864014},{"id":"https://openalex.org/C2780103759","wikidata":"https://www.wikidata.org/wiki/Q5264375","display_name":"Design science","level":2,"score":0.42450493574142456},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27234122157096863},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13583925366401672},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.30844/wi_2020_a4-rhyn","is_oa":false,"landing_page_url":"https://doi.org/10.30844/wi_2020_a4-rhyn","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"WI2020 Zentrale Tracks","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W141544107","https://openalex.org/W1480715147","https://openalex.org/W1854552892","https://openalex.org/W1977153588","https://openalex.org/W1981847139","https://openalex.org/W1982428762","https://openalex.org/W2000402020","https://openalex.org/W2005856863","https://openalex.org/W2024228866","https://openalex.org/W2043800303","https://openalex.org/W2045808844","https://openalex.org/W2059353727","https://openalex.org/W2062114445","https://openalex.org/W2075269517","https://openalex.org/W2079484041","https://openalex.org/W2081084322","https://openalex.org/W2091646623","https://openalex.org/W2093454802","https://openalex.org/W2094321623","https://openalex.org/W2094441098","https://openalex.org/W2110710386","https://openalex.org/W2124566135","https://openalex.org/W2125178435","https://openalex.org/W2136451344","https://openalex.org/W2136922540","https://openalex.org/W2141975087","https://openalex.org/W2142530516","https://openalex.org/W2169571673","https://openalex.org/W2284916459","https://openalex.org/W2294044876","https://openalex.org/W2313774890","https://openalex.org/W2346848274","https://openalex.org/W2399391549","https://openalex.org/W2903810967","https://openalex.org/W2911964244","https://openalex.org/W2970526411"],"related_works":["https://openalex.org/W1992937059","https://openalex.org/W4380608672","https://openalex.org/W2186042616","https://openalex.org/W4376055808","https://openalex.org/W2506425605","https://openalex.org/W4247600325","https://openalex.org/W2375005546","https://openalex.org/W1837558564","https://openalex.org/W2146681077","https://openalex.org/W2362343073"],"abstract_inverted_index":{"In":[0,43],"crowdsourcing,":[1],"reviewing":[2],"and":[3,14,50,57,105,114,125],"evaluating":[4],"textual":[5],"data":[6,100],"is":[7,25],"a":[8,70,76],"latent":[9],"challenge.":[10],"While":[11],"text":[12],"mining":[13],"machine":[15],"learning":[16],"represent":[17],"promising":[18],"technologies":[19,34],"to":[20,144],"solve":[21],"this":[22,44,48],"problem,":[23],"it":[24],"still":[26],"unclear":[27],"how":[28,143],"information":[29],"systems":[30,64,124],"based":[31,86],"on":[32,87],"these":[33,146],"(i.e.,":[35],"intelligent":[36,61,121],"decision":[37,62,122],"support":[38,63,123],"systems)":[39],"should":[40],"be":[41],"designed.":[42],"study,":[45],"we":[46,111,136],"address":[47],"gap":[49],"develop":[51],"overarching":[52],"design":[53,55,58,71,139],"requirements,":[54],"principles,":[56],"features":[59,140],"for":[60,120,130],"in":[65],"crowdsourcing.":[66],"The":[67],"study":[68],"follows":[69],"science":[72],"research":[73,78],"approach":[74],"with":[75,94,99],"cross-industry":[77],"consortium":[79],"comprising":[80],"8":[81],"organizations.":[82],"Our":[83],"results":[84],"are":[85],"41":[88],"semi-structured":[89],"interviews,":[90],"13":[91],"expert":[92],"workshops":[93],"53":[95],"participants,":[96],"statistical":[97],"analyses":[98],"from":[101],"676":[102],"crowdsourcing":[103],"projects,":[104],"2":[106],"field":[107],"tests.":[108],"For":[109,134],"research,":[110],"introduce":[112],"transparency":[113],"control":[115],"as":[116],"two":[117],"additional":[118],"meta-requirements":[119],"capture":[126],"seven":[127],"guiding":[128],"principles":[129],"designing":[131],"such":[132],"systems.":[133],"practitioners,":[135],"describe":[137],"specific":[138],"that":[141],"show":[142],"instantiate":[145],"principles.":[147]},"counts_by_year":[{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2020-03-13T00:00:00"}