{"id":"https://openalex.org/W3207969284","doi":null,"title":"Nobody of the Crowd: An Empirical Investigation of Worker Communities in TopCoder","display_name":"Nobody of the Crowd: An Empirical Investigation of Worker Communities in TopCoder","publication_year":2021,"publication_date":"2021-10-19","ids":{"openalex":"https://openalex.org/W3207969284","mag":"3207969284"},"language":"en","primary_location":{"id":"mag:3207969284","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2107.02221.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/pdf/2107.02221.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082617377","display_name":"Razieh Saremi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Razieh Saremi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002142321","display_name":"Hamid Shamszare","orcid":"https://orcid.org/0009-0007-7786-3452","observed_orcids":["https://orcid.org/0009-0007-7786-3452"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hamid Shamszare","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045384237","display_name":"Marzieh Lotfalian Saremi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marzieh Lotfalian Saremi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101925551","display_name":"Ye Yang","orcid":"https://orcid.org/0000-0002-5571-9747","observed_orcids":["https://orcid.org/0000-0002-5571-9747"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye Yang","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5571-9747","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.004699999932199717,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-crowdsourcing","display_name":"software crowdsourcing","score":0.9760000109672546},{"id":"https://openalex.org/keywords/topcoder","display_name":"TopCoder","score":0.8840000033378601},{"id":"https://openalex.org/keywords/worker-communities","display_name":"worker communities","score":0.921999990940094},{"id":"https://openalex.org/keywords/employee-reliability","display_name":"worker reliability","score":0.9279999732971191},{"id":"https://openalex.org/keywords/rating-systems","display_name":"rating systems","score":0.8399999737739563},{"id":"https://openalex.org/keywords/employee-behavior","display_name":"employee behavior","score":0.460999995470047},{"id":"https://openalex.org/keywords/bipartite-graphs","display_name":"bipartite graphs","score":0.6179999709129333},{"id":"https://openalex.org/keywords/graph-clustering","display_name":"graph clustering","score":0.7440000176429749},{"id":"https://openalex.org/keywords/task-success","display_name":"task success","score":0.6779999732971191}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7813395261764526},{"id":"https://openalex.org/C36914074","wikidata":"https://www.wikidata.org/wiki/Q1940501","display_name":"nobody","level":2,"score":0.6027397513389587},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5404532551765442},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5201559662818909},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5171317458152771},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5082969069480896},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4631471335887909},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4624839425086975},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.4153137803077698},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.36108067631721497},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33872556686401367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2563926577568054},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25121045112609863},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20153161883354187},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.18077513575553894},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1796499490737915},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.16654443740844727},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16405925154685974},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11498314142227173},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3207969284","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2107.02221.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3207969284","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2107.02221.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.48510000109672546}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W152761198","https://openalex.org/W189175281","https://openalex.org/W198374458","https://openalex.org/W1460409707","https://openalex.org/W1560582989","https://openalex.org/W1604414309","https://openalex.org/W1951168098","https://openalex.org/W1971286952","https://openalex.org/W1971421925","https://openalex.org/W1993444065","https://openalex.org/W2024166834","https://openalex.org/W2047940964","https://openalex.org/W2055699460","https://openalex.org/W2070556542","https://openalex.org/W2090438906","https://openalex.org/W2107394329","https://openalex.org/W2110381202","https://openalex.org/W2115206325","https://openalex.org/W2124327196","https://openalex.org/W2146286563","https://openalex.org/W2150597317","https://openalex.org/W2151401338","https://openalex.org/W2168765606","https://openalex.org/W2171965515","https://openalex.org/W2182472765","https://openalex.org/W2284509824","https://openalex.org/W2293765620","https://openalex.org/W2537854235","https://openalex.org/W2724495271","https://openalex.org/W2790091142","https://openalex.org/W3093839314","https://openalex.org/W3098742898","https://openalex.org/W3137976832"],"related_works":["https://openalex.org/W4294726205","https://openalex.org/W3178605224","https://openalex.org/W2724495271","https://openalex.org/W2548342535","https://openalex.org/W1952957277","https://openalex.org/W2982202350","https://openalex.org/W2735462952","https://openalex.org/W2915156650","https://openalex.org/W2807747798","https://openalex.org/W7072225576"],"abstract_inverted_index":{"Software":[0],"crowdsourcing":[1,62],"platforms":[2],"employ":[3],"extrinsic":[4],"rewards":[5],"such":[6],"as":[7],"rating":[8,16],"or":[9],"ranking":[10],"systems":[11,17],"to":[12,90,103,207,219],"motivate":[13],"workers.":[14],"Such":[15,202],"are":[18],"noisy":[19],"and":[20,27,36,105,133,141,143,150,167],"provide":[21],"limited":[22],"knowledge":[23],"about":[24],"workers'":[25,107,116,120],"preferences":[26,136],"performance.":[28],"To":[29,65],"develop":[30],"better":[31],"understanding":[32,213],"of":[33,58,74,130,139,147,155,161,186,200],"worker":[34,92],"reliability":[35,185],"trustworthiness":[37,199],"in":[38,94,112,128,137,145],"software":[39,61],"crowdsourcing,":[40],"this":[41,156],"paper":[42],"reports":[43],"an":[44,100,183],"empirical":[45,101,203],"study":[46,157,170],"conducted":[47],"on":[48,78,125],"more":[49],"than":[50],"one":[51,57],"year's":[52],"real-world":[53],"data":[54],"from":[55],"TopCoder,":[56],"the":[59,85,95,113,173,178,189,193,214],"leading":[60],"platforms.":[63],"do":[66],"so,":[67],"first,":[68],"we":[69,83,98],"create":[70],"a":[71],"bipartite":[72],"network":[73],"active":[75,162],"workers":[76,181,196],"based":[77,124],"common":[79],"task":[80,221],"registrations.":[81],"Then,":[82],"use":[84],"Clauset-Newman-Moore":[86],"graph":[87],"clustering":[88],"algorithm":[89],"identify":[91],"clusters":[93],"network.":[96],"Finally,":[97],"conduct":[99],"evaluation":[102],"measure":[104],"analyze":[106],"behavior":[108,121],"per":[109],"identified":[110,158],"community":[111,175,191],"platform":[114],"by":[115],"rating.":[117],"More":[118],"specifically,":[119],"is":[122,205],"analyzed":[123],"their":[126,135],"performances":[127],"terms":[129,138,146],"reliability,":[131],"trustworthiness,":[132],"success;":[134],"efficiency":[140],"elasticity;":[142],"strategies":[144],"comfort,":[148],"confidence,":[149],"deceitfulness.":[151],"The":[152],"main":[153],"result":[154],"four":[159],"communities":[160],"workers:":[163],"mixed-ranked,":[164],"high-ranked,":[165],"mid-ranked,":[166],"low-ranked.":[168],"This":[169],"shows":[171],"that":[172],"low-ranked":[174],"associates":[176],"with":[177,182,197],"highest":[179],"reliable":[180],"average":[184,198],"25%,":[187],"while":[188,212],"mixed-ranked":[190],"contains":[192],"most":[194],"trustworthy":[195],"16%.":[201],"evidence":[204],"beneficial":[206],"help":[208],"exploring":[209],"resourcing":[210],"options":[211],"relations":[215],"among":[216],"unknown":[217],"resources":[218],"improve":[220],"success.":[222]},"counts_by_year":[],"updated_date":"2026-09-26T08:19:03.415552","created_date":"2021-10-25T00:00:00"}