{"id":"https://openalex.org/W2160600179","doi":"https://doi.org/10.1145/2566486.2567987","title":"STFU NOOB!","display_name":"STFU NOOB!","publication_year":2014,"publication_date":"2014-04-07","ids":{"openalex":"https://openalex.org/W2160600179","doi":"https://doi.org/10.1145/2566486.2567987","mag":"2160600179"},"language":"en","primary_location":{"id":"doi:10.1145/2566486.2567987","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2566486.2567987","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd international conference on World wide web","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=7098&context=sis_research","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052381671","display_name":"Jeremy Blackburn","orcid":"https://orcid.org/0000-0002-4223-1304"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jeremy Blackburn","raw_affiliation_strings":["University of South Florida, Tampa, FL, USA"],"affiliations":[{"raw_affiliation_string":"University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061923992","display_name":"Haewoon Kwak","orcid":"https://orcid.org/0000-0003-1418-0834"},"institutions":[{"id":"https://openalex.org/I4210134591","display_name":"Telefonica Research and Development","ror":"https://ror.org/03qgzzb04","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210097190","https://openalex.org/I4210134591"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Haewoon Kwak","raw_affiliation_strings":["Telefonica Research, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Telefonica Research, Barcelona, Spain","institution_ids":["https://openalex.org/I4210134591"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5052381671"],"corresponding_institution_ids":["https://openalex.org/I2613432"],"apc_list":null,"apc_paid":null,"fwci":15.9476,"has_fulltext":false,"cited_by_count":130,"citation_normalized_percentile":{"value":0.98897013,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"877","last_page":"888"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9517999887466431,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.872870922088623},{"id":"https://openalex.org/keywords/software-portability","display_name":"Software portability","score":0.7900091409683228},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7360914945602417},{"id":"https://openalex.org/keywords/tribunal","display_name":"Tribunal","score":0.7110428810119629},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5362934470176697},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.436125248670578},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4086145758628845},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40368324518203735},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.35382649302482605},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.34187835454940796},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.23797988891601562},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12898778915405273}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.872870922088623},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.7900091409683228},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7360914945602417},{"id":"https://openalex.org/C2777438998","wikidata":"https://www.wikidata.org/wiki/Q1412224","display_name":"Tribunal","level":2,"score":0.7110428810119629},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5362934470176697},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.436125248670578},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4086145758628845},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40368324518203735},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.35382649302482605},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.34187835454940796},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.23797988891601562},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12898778915405273},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2566486.2567987","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2566486.2567987","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd international conference on World wide web","raw_type":"proceedings-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-7098","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=7098&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://dl.acm.org/doi/abs/10.1145/2566486.2567987","raw_type":"Conference Proceeding Article"}],"best_oa_location":{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-7098","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/cgi/viewcontent.cgi?article=7098&context=sis_research","pdf_url":null,"source":{"id":"https://openalex.org/S4377196871","display_name":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://dl.acm.org/doi/abs/10.1145/2566486.2567987","raw_type":"Conference Proceeding Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W137008649","https://openalex.org/W1568035076","https://openalex.org/W1590495275","https://openalex.org/W1855293664","https://openalex.org/W1855457349","https://openalex.org/W1959815587","https://openalex.org/W1964767137","https://openalex.org/W1968731904","https://openalex.org/W1970381522","https://openalex.org/W1993299629","https://openalex.org/W2003497265","https://openalex.org/W2008803468","https://openalex.org/W2026708449","https://openalex.org/W2042093593","https://openalex.org/W2042713681","https://openalex.org/W2064178288","https://openalex.org/W2098865355","https://openalex.org/W2106568252","https://openalex.org/W2107547361","https://openalex.org/W2109021302","https://openalex.org/W2117470435","https://openalex.org/W2118387691","https://openalex.org/W2119750321","https://openalex.org/W2120308175","https://openalex.org/W2121208314","https://openalex.org/W2123329834","https://openalex.org/W2125943921","https://openalex.org/W2138632606","https://openalex.org/W2148697571","https://openalex.org/W2149828334","https://openalex.org/W2151401338","https://openalex.org/W2152126085","https://openalex.org/W2163361328","https://openalex.org/W2168144930","https://openalex.org/W2288846786","https://openalex.org/W2484431259","https://openalex.org/W3105915590","https://openalex.org/W3122078363","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W4286908577","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114"],"abstract_inverted_index":{"One":[0],"problem":[1],"facing":[2],"players":[3,49,122],"of":[4,13,72,147,158],"competitive":[5],"games":[6],"is":[7,40],"negative,":[8],"or":[9,36],"toxic,":[10],"behavior.":[11],"League":[12],"Legends,":[14],"the":[15,24,69,155],"largest":[16],"eSport":[17],"game,":[18],"uses":[19],"a":[20,29,41,96],"crowdsourcing":[21],"platform":[22],"called":[23],"Tribunal":[25,39],"to":[26],"judge":[27],"whether":[28],"reported":[30],"toxic":[31,53,73,105,121],"player":[32],"should":[33],"be":[34],"punished":[35],"not.":[37],"The":[38],"two":[42],"stage":[43],"system":[44,64],"requiring":[45],"reports":[46,116],"from":[47],"those":[48],"that":[50,58],"directly":[51],"observe":[52],"behavior,":[54],"and":[55,88,123,137,164],"human":[56,89],"experts":[57],"review":[59],"aggregated":[60],"reports.":[61],"While":[62],"this":[63,92],"has":[65],"successfully":[66],"dealt":[67],"with":[68,107],"vague":[70],"nature":[71],"behavior":[74,106],"by":[75],"majority":[76,135],"rules":[77],"based":[78],"on":[79,104,141],"many":[80],"votes,":[81],"it":[82],"naturally":[83],"requires":[84],"tremendous":[85],"cost,":[86],"time,":[87],"efforts.":[90],"In":[91],"paper,":[93],"we":[94,153],"propose":[95],"supervised":[97],"learning":[98],"approach":[99],"for":[100],"predicting":[101,138],"crowdsourced":[102,125,139],"decisions":[103,140],"large-scale":[108],"labeled":[109],"data":[110],"collections;":[111],"over":[112],"10":[113],"million":[114,120],"user":[115],"involved":[117],"in":[118,132],"1.46":[119],"corresponding":[124],"decisions.":[126],"Our":[127],"result":[128],"shows":[129],"good":[130,145],"performance":[131],"detecting":[133],"overwhelmingly":[134],"cases":[136],"them.":[142],"We":[143],"demonstrate":[144],"portability":[146],"our":[148,159],"classifier":[149],"across":[150],"regions.":[151],"Finally,":[152],"estimate":[154],"practical":[156],"implications":[157],"approach,":[160],"potential":[161],"cost":[162],"savings":[163],"victim":[165],"protection.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":14},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":2}],"updated_date":"2026-03-26T15:22:09.906841","created_date":"2016-06-24T00:00:00"}