{"id":"https://openalex.org/W3149583266","doi":"https://doi.org/10.1145/3448139.3448146","title":"Transforming Everyday Information into Practical Analytics with Crowdsourced Assessment Tasks","display_name":"Transforming Everyday Information into Practical Analytics with Crowdsourced Assessment Tasks","publication_year":2021,"publication_date":"2021-04-05","ids":{"openalex":"https://openalex.org/W3149583266","doi":"https://doi.org/10.1145/3448139.3448146","mag":"3149583266"},"language":"en","primary_location":{"id":"doi:10.1145/3448139.3448146","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3448139.3448146","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3448139.3448146","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK21: 11th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3448139.3448146","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081850773","display_name":"June Ahn","orcid":"https://orcid.org/0000-0003-0987-8410"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"June Ahn","raw_affiliation_strings":["University of California Irvine, United States"],"affiliations":[{"raw_affiliation_string":"University of California Irvine, United States","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058252034","display_name":"Ha Nguyen","orcid":"https://orcid.org/0000-0001-7138-1427"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ha Nguyen","raw_affiliation_strings":["University of California-Irvine, United States"],"affiliations":[{"raw_affiliation_string":"University of California-Irvine, United States","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087188764","display_name":"Fabio Campos","orcid":"https://orcid.org/0000-0001-5499-5312"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fabio Campos","raw_affiliation_strings":["New York University, United States"],"affiliations":[{"raw_affiliation_string":"New York University, United States","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103073766","display_name":"William A. Young","orcid":"https://orcid.org/0000-0001-7004-4277"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"William Young","raw_affiliation_strings":["Competitive Intelligence Solutions, United States"],"affiliations":[{"raw_affiliation_string":"Competitive Intelligence Solutions, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5081850773"],"corresponding_institution_ids":["https://openalex.org/I204250578"],"apc_list":null,"apc_paid":null,"fwci":1.2326,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.82019855,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"66","last_page":"76"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9338207244873047},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.750575065612793},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.744483470916748},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.658740222454071},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6465066075325012},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.5935940742492676},{"id":"https://openalex.org/keywords/usable","display_name":"USable","score":0.593392550945282},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5515758395195007},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.39928334951400757},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33398181200027466},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3093147873878479},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1654682457447052}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9338207244873047},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.750575065612793},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.744483470916748},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.658740222454071},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6465066075325012},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.5935940742492676},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.593392550945282},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5515758395195007},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.39928334951400757},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33398181200027466},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3093147873878479},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1654682457447052},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3448139.3448146","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3448139.3448146","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3448139.3448146","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK21: 11th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3448139.3448146","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3448139.3448146","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3448139.3448146","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK21: 11th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3149583266.pdf","grobid_xml":"https://content.openalex.org/works/W3149583266.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W53710861","https://openalex.org/W1971591954","https://openalex.org/W1995864528","https://openalex.org/W2035818959","https://openalex.org/W2043226471","https://openalex.org/W2055057619","https://openalex.org/W2063202923","https://openalex.org/W2070693116","https://openalex.org/W2073589002","https://openalex.org/W2091366170","https://openalex.org/W2110151287","https://openalex.org/W2133878615","https://openalex.org/W2144924867","https://openalex.org/W2151401338","https://openalex.org/W2153891974","https://openalex.org/W2156304704","https://openalex.org/W2168765606","https://openalex.org/W2170989440","https://openalex.org/W2295054684","https://openalex.org/W2336125216","https://openalex.org/W2400269077","https://openalex.org/W2468472082","https://openalex.org/W2484430787","https://openalex.org/W2519513989","https://openalex.org/W2565741016","https://openalex.org/W2596072174","https://openalex.org/W2599032673","https://openalex.org/W2612373701","https://openalex.org/W2795596428","https://openalex.org/W2809485576","https://openalex.org/W2900340839","https://openalex.org/W2941985495","https://openalex.org/W2946886525","https://openalex.org/W2951965635","https://openalex.org/W2965625263","https://openalex.org/W3018065846","https://openalex.org/W3037207300","https://openalex.org/W3094655081","https://openalex.org/W3122383744","https://openalex.org/W4211077148","https://openalex.org/W4211096099","https://openalex.org/W4292341621"],"related_works":["https://openalex.org/W3023919550","https://openalex.org/W1987827786","https://openalex.org/W2799586942","https://openalex.org/W2504091800","https://openalex.org/W2331775400","https://openalex.org/W2768832457","https://openalex.org/W2816728186","https://openalex.org/W2804624249","https://openalex.org/W605203981","https://openalex.org/W2560130217"],"abstract_inverted_index":{"Educators":[0],"use":[1],"a":[2,90,140],"wide":[3],"variety":[4,91],"of":[5,12,17,48,71,92,102,113,137],"data":[6,14,162],"to":[7,43,63,97,128,159,168],"inform":[8],"their":[9,86,130],"practices.":[10],"Examples":[11],"these":[13,34],"include":[15],"forms":[16],"information":[18,49],"that":[19,37,52,74,165],"are":[20,39,53,166],"commonplace":[21],"in":[22,33,146,163],"schools,":[23],"such":[24,45,94,116],"as":[25,95,117,139],"student":[26],"work":[27,151],"and":[28,56,85,100,124],"paper-based":[29],"artifacts.":[30],"One":[31],"limitation":[32],"situations":[35],"is":[36],"there":[38],"less":[40],"efficient":[41],"ways":[42,164],"process":[44,160],"everyday":[46],"varieties":[47],"into":[50],"analytics":[51,88],"more":[54],"usable":[55],"practical":[57],"for":[58,78,143,156,174],"educators.":[59],"To":[60],"explore":[61,134],"how":[62],"address":[64],"this":[65,106],"constraint,":[66],"we":[67,108],"describe":[68,109],"two":[69],"sets":[70],"design":[72,114,154],"experiments":[73],"utilize":[75],"crowdsourced":[76,83],"tasks":[77],"scoring":[79],"open-ended":[80],"assessments.":[81],"Developing":[82],"systems":[84],"resulting":[87],"introduced":[89],"challenges,":[93],"attending":[96],"the":[98,103,110,119,126,135,147,175],"expertise":[99],"learning":[101,141,172],"crowd.":[104,176],"In":[105],"paper,":[107],"potential":[111,136],"efficacy":[112],"decisions":[115],"screening":[118],"crowd,":[120],"providing":[121],"multimedia":[122],"instruction,":[123],"asking":[125],"crowd":[127],"explain":[129],"answers.":[131],"We":[132],"also":[133],"crowdsourcing":[138,158],"opportunity":[142],"those":[144],"participating":[145],"collective":[148],"tasks.":[149],"Our":[150],"offers":[152],"key":[153],"implications":[155],"leveraging":[157],"educational":[161],"relevant":[167],"educators,":[169],"while":[170],"offering":[171],"experiences":[173]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}