{"id":"https://openalex.org/W2616217865","doi":"https://doi.org/10.1007/s41060-017-0057-y","title":"Caveats and pitfalls in crowdsourcing research: the case of soccer referee bias","display_name":"Caveats and pitfalls in crowdsourcing research: the case of soccer referee bias","publication_year":2017,"publication_date":"2017-05-15","ids":{"openalex":"https://openalex.org/W2616217865","doi":"https://doi.org/10.1007/s41060-017-0057-y","mag":"2616217865"},"language":"en","primary_location":{"id":"doi:10.1007/s41060-017-0057-y","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s41060-017-0057-y","pdf_url":null,"source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091132218","display_name":"Daniel Berrar","orcid":"https://orcid.org/0000-0002-7038-2601"},"institutions":[{"id":"https://openalex.org/I171481255","display_name":"Shibaura Institute of Technology","ror":"https://ror.org/020wjcq07","country_code":"JP","type":"education","lineage":["https://openalex.org/I171481255"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Daniel Berrar","raw_affiliation_strings":["College of Engineering, Shibaura Institute of Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Engineering, Shibaura Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I171481255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017700829","display_name":"Philippe Lopes","orcid":"https://orcid.org/0000-0002-1747-286X"},"institutions":[{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"funder","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I88467170","display_name":"Universit\u00e9 d'\u00c9vry Val-d'Essonne","ror":"https://ror.org/00e96v939","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954","https://openalex.org/I88467170"]},{"id":"https://openalex.org/I110736937","display_name":"D\u00e9l\u00e9gation Paris 5","ror":"https://ror.org/02e0y6e06","country_code":"FR","type":"government","lineage":["https://openalex.org/I110736937","https://openalex.org/I154526488"]},{"id":"https://openalex.org/I204730241","display_name":"Universit\u00e9 Paris Cit\u00e9","ror":"https://ror.org/05f82e368","country_code":"FR","type":"education","lineage":["https://openalex.org/I204730241"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Philippe Lopes","raw_affiliation_strings":["INSERM UMRS 1124, Paris Descartes University, Paris, France","Sport and Exercise Science Department, University of Evry-Val d\u2019Essonne, \u00c9vry, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INSERM UMRS 1124, Paris Descartes University, Paris, France","institution_ids":["https://openalex.org/I154526488","https://openalex.org/I204730241","https://openalex.org/I110736937"]},{"raw_affiliation_string":"Sport and Exercise Science Department, University of Evry-Val d\u2019Essonne, \u00c9vry, France","institution_ids":["https://openalex.org/I88467170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011609464","display_name":"Werner Dubitzky","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Werner Dubitzky","raw_affiliation_strings":["Freelance Data Scientist, Stiefenhofen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Freelance Data Scientist, Stiefenhofen, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5091132218"],"corresponding_institution_ids":["https://openalex.org/I171481255"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":null,"fwci":5.5191,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.96066562,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"4","issue":"2","first_page":"143","last_page":"151"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.9710999727249146,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/odds","display_name":"Odds","score":0.7724170088768005},{"id":"https://openalex.org/keywords/football","display_name":"Football","score":0.5964473485946655},{"id":"https://openalex.org/keywords/odds-ratio","display_name":"Odds ratio","score":0.5636368989944458},{"id":"https://openalex.org/keywords/tone","display_name":"Tone (literature)","score":0.5277168154716492},{"id":"https://openalex.org/keywords/poisson-regression","display_name":"Poisson regression","score":0.49241483211517334},{"id":"https://openalex.org/keywords/poisson-distribution","display_name":"Poisson distribution","score":0.4204099774360657},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.41134247183799744},{"id":"https://openalex.org/keywords/demography","display_name":"Demography","score":0.3898840546607971},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.37846314907073975},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.36462998390197754},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3256487250328064},{"id":"https://openalex.org/keywords/logistic-regression","display_name":"Logistic regression","score":0.205677330493927},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18668487668037415},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.14667651057243347},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.11143884062767029},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.10585209727287292},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.0852014422416687},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.0808330774307251}],"concepts":[{"id":"https://openalex.org/C143095724","wikidata":"https://www.wikidata.org/wiki/Q515895","display_name":"Odds","level":3,"score":0.7724170088768005},{"id":"https://openalex.org/C2778444522","wikidata":"https://www.wikidata.org/wiki/Q1081491","display_name":"Football","level":2,"score":0.5964473485946655},{"id":"https://openalex.org/C156957248","wikidata":"https://www.wikidata.org/wiki/Q1862216","display_name":"Odds ratio","level":2,"score":0.5636368989944458},{"id":"https://openalex.org/C2780583480","wikidata":"https://www.wikidata.org/wiki/Q1366327","display_name":"Tone (literature)","level":2,"score":0.5277168154716492},{"id":"https://openalex.org/C73269764","wikidata":"https://www.wikidata.org/wiki/Q954529","display_name":"Poisson regression","level":3,"score":0.49241483211517334},{"id":"https://openalex.org/C100906024","wikidata":"https://www.wikidata.org/wiki/Q205692","display_name":"Poisson distribution","level":2,"score":0.4204099774360657},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.41134247183799744},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.3898840546607971},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.37846314907073975},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.36462998390197754},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3256487250328064},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.205677330493927},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18668487668037415},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.14667651057243347},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.11143884062767029},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.10585209727287292},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0852014422416687},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0808330774307251},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s41060-017-0057-y","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s41060-017-0057-y","pdf_url":null,"source":{"id":"https://openalex.org/S4210195017","display_name":"International Journal of Data Science and Analytics","issn_l":"2364-415X","issn":["2364-415X","2364-4168"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319972","host_organization_name":"Springer International Publishing","host_organization_lineage":["https://openalex.org/P4310319972","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer International Publishing","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Science and Analytics","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04518580v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04518580","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Data Science and Analytics, 2017, 4 (2), pp.143-151. ⟨10.1007/s41060-017-0057-y⟩","raw_type":"Journal articles"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W273955616","https://openalex.org/W1594031697","https://openalex.org/W1606194845","https://openalex.org/W1913875882","https://openalex.org/W1948497384","https://openalex.org/W1965436337","https://openalex.org/W1987762341","https://openalex.org/W2009543464","https://openalex.org/W2030360178","https://openalex.org/W2034223735","https://openalex.org/W2043550780","https://openalex.org/W2072164576","https://openalex.org/W2073997076","https://openalex.org/W2079297380","https://openalex.org/W2086600609","https://openalex.org/W2112223757","https://openalex.org/W2116609513","https://openalex.org/W2128585330","https://openalex.org/W2151129876","https://openalex.org/W2163211688","https://openalex.org/W2186840435","https://openalex.org/W2206743722","https://openalex.org/W2490743879","https://openalex.org/W2565044128","https://openalex.org/W2786108669","https://openalex.org/W2911964244","https://openalex.org/W3037950864","https://openalex.org/W3085162807","https://openalex.org/W4249828427","https://openalex.org/W4285670724"],"related_works":["https://openalex.org/W2503331259","https://openalex.org/W1590941618","https://openalex.org/W3096804274","https://openalex.org/W2509788866","https://openalex.org/W3134844154","https://openalex.org/W3200250056","https://openalex.org/W2385896179","https://openalex.org/W2150462512","https://openalex.org/W2885596111","https://openalex.org/W2270206682"],"abstract_inverted_index":null,"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}