{"id":"https://openalex.org/W4412975805","doi":"https://doi.org/10.1145/3698205.3729556","title":"Validating a New Approach for Measuring Student Engagement in Remote, Low-Infrastructure Learning Environments","display_name":"Validating a New Approach for Measuring Student Engagement in Remote, Low-Infrastructure Learning Environments","publication_year":2025,"publication_date":"2025-07-17","ids":{"openalex":"https://openalex.org/W4412975805","doi":"https://doi.org/10.1145/3698205.3729556"},"language":"en","primary_location":{"id":"doi:10.1145/3698205.3729556","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3698205.3729556","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048409726","display_name":"Michael W. Asher","orcid":"https://orcid.org/0000-0002-1006-8813"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael W. Asher","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1006-8813","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103161572","display_name":"Christine Kwon","orcid":"https://orcid.org/0009-0001-2825-2280"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christine Kwon","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0009-0001-2825-2280","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060576109","display_name":"John Stamper","orcid":"https://orcid.org/0000-0002-2291-1468"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Stamper","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2291-1468","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085877358","display_name":"Amy Ogan","orcid":"https://orcid.org/0000-0003-2671-6149"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amy Ogan","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2671-6149","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026875699","display_name":"Paulo F. Carvalho","orcid":"https://orcid.org/0000-0002-0449-3733"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paulo F. Carvalho","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0449-3733","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"62","last_page":"72"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6615744829177856},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35228145122528076},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3233932852745056},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.32234305143356323}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6615744829177856},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35228145122528076},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3233932852745056},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32234305143356323}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3698205.3729556","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3698205.3729556","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6299999952316284}],"awards":[{"id":"https://openalex.org/G5373374597","display_name":null,"funder_award_id":"#2023-151900 (CMU 1031555)","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1951724000","https://openalex.org/W2038558034","https://openalex.org/W2061935394","https://openalex.org/W2096966546","https://openalex.org/W2115486496","https://openalex.org/W2121188597","https://openalex.org/W2121732783","https://openalex.org/W2127573943","https://openalex.org/W2156616450","https://openalex.org/W2617900113","https://openalex.org/W2899083471","https://openalex.org/W2916270146","https://openalex.org/W2942486217","https://openalex.org/W2945991725","https://openalex.org/W3046790554","https://openalex.org/W3190536530","https://openalex.org/W3217140640","https://openalex.org/W4205860753","https://openalex.org/W4231410305","https://openalex.org/W4283023900","https://openalex.org/W4312701586","https://openalex.org/W4383955728","https://openalex.org/W4396832107","https://openalex.org/W4404792052","https://openalex.org/W4405185795","https://openalex.org/W4406868222","https://openalex.org/W6891883072"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Expanding":[0],"access":[1],"to":[2,12,35,43,78,138,248],"education":[3],"in":[4,39,103,132,141,161,297],"rural":[5],"African":[6],"communities":[7],"remains":[8],"difficult,":[9],"largely":[10],"due":[11,42],"limited":[13],"internet":[14],"connectivity.":[15],"Mobile":[16],"learning":[17,159,278,300],"courses":[18],"delivered":[19],"via":[20,74],"radio":[21],"and":[22,153,173,187,235,270],"offline":[23],"mobile":[24,100,299],"phones":[25],"offer":[26],"a":[27,81,93,99,171,265,289],"promising,":[28],"scalable":[29,291],"solution.":[30],"However,":[31],"it":[32,208,247],"is":[33],"challenging":[34],"track":[36],"student":[37,85],"engagement":[38,86,114,211,229,238,253,260,296],"these":[40],"environments":[41],"the":[44,53,60,107,162,242,262,275],"absence":[45],"of":[46,62,84,96,109,151,176,252,267,277],"tools":[47],"that":[48,71,167,284],"monitor":[49],"students'":[50],"interactions":[51],"with":[52,87,126,148,198,226,254,261],"radio.":[54],"In":[55],"this":[56],"study,":[57],"we":[58,105,117,245],"investigate":[59,258],"potential":[61],"''Prize":[63],"Codes''":[64],"--":[65,77],"codes":[66,131],"read":[67],"aloud":[68],"during":[69],"broadcasts":[70,263],"students":[72,127,214],"enter":[73,129,217],"text":[75],"message":[76],"serve":[79],"as":[80,112,264],"real-time":[82,295],"measure":[83,175,195],"mobile-learning":[88],"broadcasts.":[89],"Using":[90],"data":[91],"from":[92],"2024":[94],"implementation":[95],"Yiya":[97,255],"AirScience,":[98],"engineering":[101],"course":[102,268],"Uganda,":[104],"evaluate":[106],"validity":[108,147],"Prize":[110,120,168,219,227,285],"Codes":[111,169,220,286],"an":[113],"metric.":[115],"Specifically,":[116],"test":[118],"whether":[119],"Code":[121,228],"measures":[122,150],"(1)":[123,249],"demonstrate":[124,145,155],"reliability,":[125],"who":[128,215],"correct":[130,218],"one":[133],"lesson":[134],"being":[135],"more":[136],"likely":[137],"do":[139],"so":[140],"subsequent":[142],"lessons;":[143],"(2)":[144,257],"convergent":[146],"existing":[149],"engagement;":[152],"(3)":[154,271],"predictive":[156],"validity,":[157,244],"predicting":[158,230],"outcomes":[160],"course.":[163],"Our":[164],"findings":[165,273],"suggest":[166],"are":[170],"reliable":[172],"valid":[174],"engagement.":[177],"Prize-Code":[178],"accuracy":[179],"demonstrates":[180],"strong":[181],"internal":[182],"consistency":[183],"(alpha":[184],"=":[185,192,205],".97)":[186],"moderate":[188],"test-retest":[189],"reliability":[190],"(ICC":[191],".44).":[193],"The":[194],"aligns":[196],"closely":[197],"synchronous":[199],"participation":[200],"(87%":[201],"agreement,":[202],"Cohen's":[203],"kappa":[204],".50),":[206],"indicating":[207],"captures":[209],"similar":[210],"patterns.":[212],"Importantly,":[213],"consistently":[216],"perform":[221],"significantly":[222],"better":[223],"on":[224],"assessments,":[225],"final":[231],"exam":[232],"scores":[233],"above":[234],"beyond":[236],"other":[237],"metrics.":[239],"After":[240],"establishing":[241],"measure's":[243],"use":[246],"characterize":[250],"patterns":[251],"broadcasts,":[256],"early":[259],"predictor":[266],"persistence,":[269],"replicate":[272],"about":[274],"benefits":[276],"by":[279],"doing.":[280],"This":[281],"study":[282],"suggests":[283],"can":[287],"be":[288],"feasible,":[290],"approach":[292],"for":[293],"tracking":[294],"resource-limited":[298],"settings":[301],"at":[302],"scale.":[303]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}