{"id":"https://openalex.org/W2021347314","doi":"https://doi.org/10.1145/2669557.2669567","title":"Crowdster","display_name":"Crowdster","publication_year":2014,"publication_date":"2014-10-28","ids":{"openalex":"https://openalex.org/W2021347314","doi":"https://doi.org/10.1145/2669557.2669567","mag":"2021347314"},"language":"en","primary_location":{"id":"doi:10.1145/2669557.2669567","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2669557.2669567","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Workshop on Beyond Time and Errors: Novel Evaluation Methods for Visualization","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005677522","display_name":"Yuet Ling Wong","orcid":null},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuet Ling Wong","raw_affiliation_strings":["Purdue University, West Lafayette, IN"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034277315","display_name":"Niklas Elmqvist","orcid":"https://orcid.org/0000-0001-5805-5301"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Niklas Elmqvist","raw_affiliation_strings":["University of Maryland, South Wing College Park, MD"],"affiliations":[{"raw_affiliation_string":"University of Maryland, South Wing College Park, MD","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5005677522"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.09195925,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"87","last_page":"94"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8401962518692017},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.8356763124465942},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5894237756729126},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.5850678086280823},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.45678648352622986},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4279835820198059},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.41885292530059814},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4005489945411682},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3357425332069397},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.27687209844589233}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8401962518692017},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.8356763124465942},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5894237756729126},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.5850678086280823},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45678648352622986},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4279835820198059},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.41885292530059814},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4005489945411682},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3357425332069397},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27687209844589233},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2669557.2669567","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2669557.2669567","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Workshop on Beyond Time and Errors: Novel Evaluation Methods for Visualization","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3313065985","display_name":null,"funder_award_id":"TUES-1123108","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W106656158","https://openalex.org/W265691812","https://openalex.org/W1594209575","https://openalex.org/W1987076037","https://openalex.org/W1998703808","https://openalex.org/W2001200683","https://openalex.org/W2017972759","https://openalex.org/W2026520574","https://openalex.org/W2026739782","https://openalex.org/W2039618793","https://openalex.org/W2069228141","https://openalex.org/W2086018338","https://openalex.org/W2098299519","https://openalex.org/W2100108891","https://openalex.org/W2105552354","https://openalex.org/W2122991194","https://openalex.org/W2124293601","https://openalex.org/W2129896776","https://openalex.org/W2131567213","https://openalex.org/W2131737623","https://openalex.org/W2132774043","https://openalex.org/W2142094977","https://openalex.org/W2143641471","https://openalex.org/W2155068847","https://openalex.org/W2155565025","https://openalex.org/W2161000249"],"related_works":["https://openalex.org/W1588041347","https://openalex.org/W2013728941","https://openalex.org/W4225274103","https://openalex.org/W2579659702","https://openalex.org/W2154046714","https://openalex.org/W1965329638","https://openalex.org/W2189613078","https://openalex.org/W2923661510","https://openalex.org/W1574055964","https://openalex.org/W2542318691"],"abstract_inverted_index":{"Evaluation":[0],"is":[1,16,41,66,84],"typically":[2],"seen":[3],"as":[4,93],"a":[5,18,34,60,137,168,188,200,205,215],"validation":[6],"tool":[7],"for":[8,26,56,107],"visualization,":[9,71,164],"but":[10],"the":[11,63,69,75,80,89,102,113,120,125,144,185,194,209],"proliferation":[12],"of":[13,36,44,104,197,208],"web-based":[14,130],"visualization":[15,217],"enabling":[17],"radical":[19],"new":[20,81],"approach":[21],"that":[22,170,192,203,218],"uses":[23],"crowdsourced":[24],"evaluation":[25,162],"emergent":[27],"collaboration":[28],"where":[29],"one":[30],"user's":[31],"efforts":[32],"facilitate":[33],"crowd":[35],"future":[37],"users.":[38],"The":[39],"idea":[40],"simple:":[42],"instead":[43],"using":[45,136],"clickstreams,":[46],"keyboard":[47],"input,":[48],"and":[49,78,86,119,148,163,174,214],"interaction":[50,64,82,177],"logs":[51],"to":[52,99,151,183],"collect":[53],"performance":[54],"metrics":[55],"individual":[57],"participants":[58],"in":[59],"user":[61,176],"study,":[62],"data":[65,83,117,212],"aggregated":[67],"from":[68],"running":[70],"integrated":[72],"back":[73],"into":[74],"visual":[76,126],"representation,":[77],"then":[79],"collected":[85],"evaluated":[87],"with":[88],"old":[90],"data.":[91,178],"Known":[92],"social":[94,159],"navigation,":[95,160],"this":[96,156],"enables":[97],"users":[98],"build":[100],"on":[101,124],"work":[103],"previous":[105,198],"users,":[106,199],"example":[108],"by":[109,132],"seeing":[110],"collective":[111,220],"annotations,":[112],"most":[114,121,140,210],"commonly":[115],"selected":[116,211],"points,":[118,213],"popular":[122],"locations":[123],"space.":[127],"However,":[128],"while":[129],"visualizations":[131],"definition":[133],"are":[134],"distributed":[135],"web":[138],"server,":[139],"do":[141],"not":[142],"maintain":[143],"server-side":[145],"database":[146],"connections":[147],"aggregation":[149],"mechanisms":[150],"achieve":[152],"this.":[153],"To":[154],"bridge":[155],"gap":[157],"between":[158],"its":[161],"we":[165],"present":[166],"Crowdster,":[167],"framework":[169],"supports":[171,219],"capturing,":[172],"aggregating,":[173],"visualizing":[175],"We":[179],"give":[180],"three":[181],"examples":[182],"showcase":[184],"Crowdster":[186],"framework:":[187],"Google":[189],"Maps":[190],"app":[191],"shows":[193],"navigation":[195],"trails":[196],"scatterplot":[201],"matrix":[202],"visualizes":[204],"density":[206],"distribution":[207],"node-link":[216],"graph":[221],"layout.":[222]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2016-06-24T00:00:00"}
