{"id":"https://openalex.org/W2899516957","doi":"https://doi.org/10.1145/3274311","title":"Evaluating Crowdworkers as a Proxy for Online Learners in Video-Based Learning Contexts","display_name":"Evaluating Crowdworkers as a Proxy for Online Learners in Video-Based Learning Contexts","publication_year":2018,"publication_date":"2018-11-01","ids":{"openalex":"https://openalex.org/W2899516957","doi":"https://doi.org/10.1145/3274311","mag":"2899516957"},"language":"en","primary_location":{"id":"doi:10.1145/3274311","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3274311","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://resolver.tudelft.nl/uuid:4d7b65bf-d139-40c7-a208-177454caf60c","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102817700","display_name":"Dan Davis","orcid":"https://orcid.org/0000-0001-9529-1071"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Dan Davis","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084915697","display_name":"Claudia Hauff","orcid":"https://orcid.org/0000-0001-9879-6470"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Claudia Hauff","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108504427","display_name":"Geert\u2010Jan Houben","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Geert-Jan Houben","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102817700"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":1.2605,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.83814332,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2","issue":"CSCW","first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8814449906349182},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6341862678527832},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5461387634277344},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.49462196230888367},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.46813711524009705},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.43318045139312744},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.417461633682251},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4061475992202759},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3756237030029297},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.0833011269569397}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8814449906349182},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6341862678527832},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5461387634277344},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.49462196230888367},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.46813711524009705},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.43318045139312744},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.417461633682251},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4061475992202759},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3756237030029297},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0833011269569397},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3274311","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3274311","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},{"id":"pmh:tud:oai:tudelft.nl:uuid:4d7b65bf-d139-40c7-a208-177454caf60c","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:4d7b65bf-d139-40c7-a208-177454caf60c","pdf_url":"http://resolver.tudelft.nl/uuid:4d7b65bf-d139-40c7-a208-177454caf60c","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Proceedings on Human-Computer Interaction, 2(CSCW)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:tud:oai:tudelft.nl:uuid:4d7b65bf-d139-40c7-a208-177454caf60c","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:4d7b65bf-d139-40c7-a208-177454caf60c","pdf_url":"http://resolver.tudelft.nl/uuid:4d7b65bf-d139-40c7-a208-177454caf60c","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Proceedings on Human-Computer Interaction, 2(CSCW)","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2899516957.pdf"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1590411898","https://openalex.org/W1828457054","https://openalex.org/W1838907055","https://openalex.org/W2006332834","https://openalex.org/W2018206893","https://openalex.org/W2025147319","https://openalex.org/W2038558034","https://openalex.org/W2039017419","https://openalex.org/W2051525497","https://openalex.org/W2060424605","https://openalex.org/W2072030385","https://openalex.org/W2086117671","https://openalex.org/W2100281923","https://openalex.org/W2116155608","https://openalex.org/W2132232498","https://openalex.org/W2133553328","https://openalex.org/W2151401338","https://openalex.org/W2153292911","https://openalex.org/W2165062189","https://openalex.org/W2296903115","https://openalex.org/W2336395599","https://openalex.org/W2337432518","https://openalex.org/W2339737456","https://openalex.org/W2397837360","https://openalex.org/W2398042895","https://openalex.org/W2400269077","https://openalex.org/W2412644278","https://openalex.org/W2490285409","https://openalex.org/W2520168886","https://openalex.org/W2528720667","https://openalex.org/W2572542433","https://openalex.org/W2572598487","https://openalex.org/W2573041803","https://openalex.org/W2579419788","https://openalex.org/W2588040260","https://openalex.org/W2588905069","https://openalex.org/W2593021276","https://openalex.org/W2593821776","https://openalex.org/W2598619133","https://openalex.org/W2604226652","https://openalex.org/W2610105073","https://openalex.org/W2611586694","https://openalex.org/W2734246064","https://openalex.org/W2766976041","https://openalex.org/W2788243920","https://openalex.org/W2792496964","https://openalex.org/W2795096792","https://openalex.org/W2795425775","https://openalex.org/W2796327958","https://openalex.org/W2805572295","https://openalex.org/W2963872107","https://openalex.org/W3104344502","https://openalex.org/W4302335325"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"Crowdsourcing":[0],"has":[1],"emerged":[2],"as":[3,99,158],"an":[4],"effective":[5],"method":[6],"of":[7,16,79,88,96,102],"scaling-up":[8],"tasks":[9],"previously":[10],"reserved":[11],"for":[12],"a":[13,44,100],"small":[14],"set":[15],"experts.":[17],"Accordingly,":[18],"researchers":[19],"in":[20,70,129],"the":[21,50,77,94,159],"large-scale":[22],"online":[23,37,89,103],"learning":[24,68,104,156],"space":[25],"have":[26],"begun":[27],"to":[28,31,48,52,74,122,125,139,153],"employ":[29],"crowdworkers":[30,54,83,98,120,152],"conduct":[32],"research":[33,81,146],"about":[34],"large-scale,":[35],"open":[36],"learning.":[38],"We":[39,142],"here":[40],"report":[41],"results":[42],"from":[43],"crowdsourcing":[45],"study":[46],"(N=135)":[47],"evaluate":[49],"extent":[51],"which":[53],"and":[55,63,91,116,128],"MOOC":[56,126],"learners":[57,90],"behave":[58,123,164],"comparably":[59,124,165],"on":[60,166],"lecture":[61],"viewing":[62],"quiz":[64],"tasks---the":[65],"most":[66],"utilized":[67],"activities":[69],"MOOCs.":[71],"This":[72],"serves":[73],"(i)":[75],"validate":[76],"assumption":[78],"previous":[80],"that":[82,144],"are":[84],"indeed":[85],"reliable":[86],"proxies":[87],"(ii)":[92],"address":[93],"potential":[95],"employing":[97,151],"means":[101],"environment":[105],"testing.":[106],"Overall,":[107],"we":[108],"observe":[109],"mixed":[110],"results---in":[111],"certain":[112],"contexts":[113],"(quiz":[114],"performance":[115],"video":[117],"watching":[118],"behavior)":[119],"appear":[121,138],"learners,":[127],"other":[130],"situations":[131],"(interactions":[132],"with":[133],"in-video":[134],"quizzes),":[135],"their":[136],"behaviors":[137],"be":[140,148],"disparate.":[141],"conclude":[143],"future":[145],"should":[147],"cautious":[149],"if":[150],"carry":[154],"out":[155],"tasks,":[157],"two":[160],"populations":[161],"do":[162],"not":[163],"all":[167],"learning-related":[168],"activities.":[169]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}