{"id":"https://openalex.org/W2947784394","doi":"https://doi.org/10.25300/misq/2019/14439","title":"Expecting the Unexpected: Effects of Data Collection Design Choices on the Quality of Crowdsourced User-Generated Content1","display_name":"Expecting the Unexpected: Effects of Data Collection Design Choices on the Quality of Crowdsourced User-Generated Content1","publication_year":2019,"publication_date":"2019-05-30","ids":{"openalex":"https://openalex.org/W2947784394","doi":"https://doi.org/10.25300/misq/2019/14439","mag":"2947784394"},"language":"en","primary_location":{"id":"doi:10.25300/misq/2019/14439","is_oa":false,"landing_page_url":"https://doi.org/10.25300/misq/2019/14439","pdf_url":null,"source":{"id":"https://openalex.org/S57293258","display_name":"MIS Quarterly","issn_l":"0276-7783","issn":["0276-7783","2162-9730"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4327875293","host_organization_name":"MIS Quarterly","host_organization_lineage":["https://openalex.org/P4327875293"],"host_organization_lineage_names":["MIS Quarterly"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MIS Quarterly","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090350066","display_name":"Roman Lukyanenko","orcid":"https://orcid.org/0000-0001-8125-5918"},"institutions":[{"id":"https://openalex.org/I108192572","display_name":"HEC Montr\u00e9al","ror":"https://ror.org/05ww3wq27","country_code":"CA","type":"education","lineage":["https://openalex.org/I108192572"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Roman Lukyanenko","raw_affiliation_strings":["Department of Information Technologies, HEC Montr\u00e9al, Montr\u00e9al, QC Canada H3T 2A7"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Technologies, HEC Montr\u00e9al, Montr\u00e9al, QC Canada H3T 2A7","institution_ids":["https://openalex.org/I108192572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066571555","display_name":"Jeffrey Parsons","orcid":"https://orcid.org/0000-0002-4819-2801"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jeffrey Parsons","raw_affiliation_strings":["Faculty of Business Administration, Memorial University of Newfoundland, St. John\u2019s, NL Canada A1B 3X5"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Business Administration, Memorial University of Newfoundland, St. John\u2019s, NL Canada A1B 3X5","institution_ids":["https://openalex.org/I130438778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029387609","display_name":"Yolanda F. Wiersma","orcid":"https://orcid.org/0000-0003-4604-9240"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yolanda F. Wiersma","raw_affiliation_strings":["Department of Biology, Memorial University of Newfoundland, St. John\u2019s, NL Canada A1B 3X5"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biology, Memorial University of Newfoundland, St. John\u2019s, NL Canada A1B 3X5","institution_ids":["https://openalex.org/I130438778"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062769632","display_name":"Mahed Maddah","orcid":"https://orcid.org/0000-0002-4612-9032"},"institutions":[{"id":"https://openalex.org/I24306055","display_name":"Suffolk University","ror":"https://ror.org/05y50nr98","country_code":"US","type":"education","lineage":["https://openalex.org/I24306055"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahed Maddah","raw_affiliation_strings":["Sawyer Business School, Suffolk University, Boston, MA 02108 U.S.A"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sawyer Business School, Suffolk University, Boston, MA 02108 U.S.A","institution_ids":["https://openalex.org/I24306055"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.4501,"has_fulltext":false,"cited_by_count":109,"citation_normalized_percentile":{"value":0.99099483,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"43","issue":"2","first_page":"623","last_page":"647"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9718999862670898,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9718999862670898,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9466999769210815,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10068","display_name":"Technology Adoption and User Behaviour","score":0.9187999963760376,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.7036558389663696},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6709102392196655},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5598136782646179},{"id":"https://openalex.org/keywords/user-generated-content","display_name":"User-generated content","score":0.5238509178161621},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.48587340116500854},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.47729599475860596},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.4658433198928833},{"id":"https://openalex.org/keywords/user-needs","display_name":"User needs","score":0.4407412111759186},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.41242846846580505},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3626781702041626},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.34609872102737427},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.2627148926258087},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.23717767000198364},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.14667868614196777},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.11413872241973877},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06877738237380981},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.065879225730896}],"concepts":[{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.7036558389663696},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6709102392196655},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5598136782646179},{"id":"https://openalex.org/C101293273","wikidata":"https://www.wikidata.org/wiki/Q579716","display_name":"User-generated content","level":3,"score":0.5238509178161621},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.48587340116500854},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.47729599475860596},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.4658433198928833},{"id":"https://openalex.org/C3017568202","wikidata":"https://www.wikidata.org/wiki/Q2899888","display_name":"User needs","level":2,"score":0.4407412111759186},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41242846846580505},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3626781702041626},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34609872102737427},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2627148926258087},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.23717767000198364},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.14667868614196777},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.11413872241973877},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06877738237380981},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.065879225730896},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.25300/misq/2019/14439","is_oa":false,"landing_page_url":"https://doi.org/10.25300/misq/2019/14439","pdf_url":null,"source":{"id":"https://openalex.org/S57293258","display_name":"MIS Quarterly","issn_l":"0276-7783","issn":["0276-7783","2162-9730"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4327875293","host_organization_name":"MIS Quarterly","host_organization_lineage":["https://openalex.org/P4327875293"],"host_organization_lineage_names":["MIS Quarterly"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"MIS Quarterly","raw_type":"journal-article"},{"id":"pmh:oai:aisel.aisnet.org:misq-3501","is_oa":false,"landing_page_url":"https://aisel.aisnet.org/cgi/viewcontent.cgi?article=3501&context=misq","pdf_url":null,"source":{"id":"https://openalex.org/S30879505","display_name":"Journal of the Association for Information Systems","issn_l":"1536-9323","issn":["1536-9323"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310321080","host_organization_name":"Association for Information Systems","host_organization_lineage":["https://openalex.org/P4310321080"],"host_organization_lineage_names":["Association for Information Systems"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Management Information Systems Quarterly","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":107,"referenced_works":["https://openalex.org/W945677950","https://openalex.org/W1449692765","https://openalex.org/W1556779599","https://openalex.org/W1567491469","https://openalex.org/W1700368447","https://openalex.org/W1928568878","https://openalex.org/W1966188439","https://openalex.org/W1970958875","https://openalex.org/W1976081865","https://openalex.org/W1984434323","https://openalex.org/W1987172718","https://openalex.org/W1992145496","https://openalex.org/W1993433609","https://openalex.org/W1994927185","https://openalex.org/W1995801710","https://openalex.org/W1998502859","https://openalex.org/W2004291985","https://openalex.org/W2004853130","https://openalex.org/W2020740057","https://openalex.org/W2022369034","https://openalex.org/W2027884009","https://openalex.org/W2034334856","https://openalex.org/W2045110387","https://openalex.org/W2047822864","https://openalex.org/W2058125993","https://openalex.org/W2059799772","https://openalex.org/W2085154695","https://openalex.org/W2090154982","https://openalex.org/W2092435486","https://openalex.org/W2097412619","https://openalex.org/W2097852684","https://openalex.org/W2097920797","https://openalex.org/W2100379340","https://openalex.org/W2100934737","https://openalex.org/W2117366235","https://openalex.org/W2130755909","https://openalex.org/W2133396899","https://openalex.org/W2134404195","https://openalex.org/W2135797260","https://openalex.org/W2138229895","https://openalex.org/W2141167937","https://openalex.org/W2143101325","https://openalex.org/W2151915598","https://openalex.org/W2153149216","https://openalex.org/W2155603783","https://openalex.org/W2164777277","https://openalex.org/W2168351114","https://openalex.org/W2170242896","https://openalex.org/W2177085946","https://openalex.org/W2242842357","https://openalex.org/W2260967172","https://openalex.org/W2284343953","https://openalex.org/W2293201672","https://openalex.org/W2314461516","https://openalex.org/W2329105431","https://openalex.org/W2340432473","https://openalex.org/W2400390873","https://openalex.org/W2411308438","https://openalex.org/W2412666979","https://openalex.org/W2413367505","https://openalex.org/W2468006349","https://openalex.org/W2557668118","https://openalex.org/W2560220022","https://openalex.org/W2562963115","https://openalex.org/W2565998027","https://openalex.org/W2571428827","https://openalex.org/W2596500864","https://openalex.org/W2603418839","https://openalex.org/W2622648565","https://openalex.org/W2811381280","https://openalex.org/W2902485762","https://openalex.org/W2945526390","https://openalex.org/W3121451748","https://openalex.org/W3121575000","https://openalex.org/W3122297847","https://openalex.org/W3149048782","https://openalex.org/W4232379621","https://openalex.org/W4235892880","https://openalex.org/W4243916257","https://openalex.org/W4251114856","https://openalex.org/W4292157289","https://openalex.org/W4292341621","https://openalex.org/W4299613028","https://openalex.org/W4413450848","https://openalex.org/W4413478389","https://openalex.org/W6603517121","https://openalex.org/W6604855465","https://openalex.org/W6605631014","https://openalex.org/W6631782257","https://openalex.org/W6636350043","https://openalex.org/W6639036060","https://openalex.org/W6662892643","https://openalex.org/W6667163210","https://openalex.org/W6674825381","https://openalex.org/W6675364908","https://openalex.org/W6678964861","https://openalex.org/W6681814751","https://openalex.org/W6684641467","https://openalex.org/W6684739694","https://openalex.org/W6696923331","https://openalex.org/W6728374752","https://openalex.org/W6736337833","https://openalex.org/W6737281784","https://openalex.org/W6748642131","https://openalex.org/W6754475554","https://openalex.org/W7038930728","https://openalex.org/W7052923770"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W1490650877","https://openalex.org/W2177870719","https://openalex.org/W2965606979","https://openalex.org/W4386828039"],"abstract_inverted_index":{"As":[0],"crowdsourced":[1,67,237],"user-generated":[2,68,238],"content":[3],"becomes":[4],"an":[5,176],"important":[6],"source":[7],"of":[8,26,31,48,63,92,119,153,161,170,187,224],"data":[9,20,56,81,98,135,143,181,210,229],"for":[10,37,233],"organizations,":[11],"a":[12,72,108,191],"pressing":[13],"question":[14],"is":[15,30],"how":[16],"to":[17,34],"ensure":[18],"that":[19,95,112,141,204],"contributed":[21],"by":[22,174,218],"ordinary":[23],"people":[24],"outside":[25],"traditional":[27,88],"organizational":[28],"boundaries":[29],"suitable":[32],"quality":[33,51,65,75,94,117,227,235],"be":[35,212],"useful":[36],"both":[38],"known":[39],"and":[40,54,103,124,132,151,199,222,228],"unanticipated":[41],"purposes.":[42],"This":[43],"research":[44],"examines":[45],"the":[46,87,116,127,159,167,171,220],"impact":[47],"different":[49,225],"information":[50,64,74,93,129,226,234],"management":[52,76,130],"strategies,":[53],"corresponding":[55,134],"collection":[57,136,144,230],"design":[58,231],"choices,":[59],"on":[60,79,208],"key":[61],"dimensions":[62,118],"in":[66,107,146,184,236],"content.":[69,239],"We":[70,83,100,164,216],"conceptualize":[71],"contributor-centric":[73],"approach":[77,173],"focusing":[78],"instance-based":[80,142,172,209],"collection.":[82,99],"contrast":[84],"it":[85],"with":[86,179,214],"consumer-centric":[89],"fitness-for-use":[90],"conceptualization":[91],"emphasizes":[96],"class-based":[97],"present":[101],"laboratory":[102],"field":[104],"experiments":[105],"conducted":[106],"citizen":[109,188],"science":[110],"domain":[111],"demonstrate":[113],"trade-offs":[114],"between":[115,126],"accuracy,":[120,148],"completeness":[121],"(including":[122],"discoveries),":[123],"precision":[125,206],"two":[128],"approaches":[131],"their":[133],"designs.":[137],"Specifically,":[138],"we":[139,194],"show":[140],"results":[145],"higher":[147],"dataset":[149],"completeness,":[150],"number":[152],"discoveries,":[154],"but":[155],"this":[156],"comes":[157],"at":[158],"expense":[160],"lower":[162],"precision.":[163],"further":[165],"validate":[166],"practical":[168],"value":[169],"conducting":[175],"applicability":[177],"check":[178],"potential":[180],"consumers":[182],"(scientists,":[183],"our":[185],"context":[186],"science).":[189],"In":[190],"follow-up":[192],"study,":[193],"show,":[195],"using":[196],"human":[197],"experts":[198],"supervised":[200],"machine":[201],"learning":[202],"techniques,":[203],"substantial":[205],"gains":[207],"can":[211],"achieved":[213],"post-processing.":[215],"conclude":[217],"discussing":[219],"benefits":[221],"limitations":[223],"choices":[232]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}