{"id":"https://openalex.org/W4412975915","doi":"https://doi.org/10.1145/3698205.3733962","title":"Sixth Annual Workshop on A/B Testing and Platform-Enabled Learning Engineering (PELE)","display_name":"Sixth Annual Workshop on A/B Testing and Platform-Enabled Learning Engineering (PELE)","publication_year":2025,"publication_date":"2025-07-17","ids":{"openalex":"https://openalex.org/W4412975915","doi":"https://doi.org/10.1145/3698205.3733962"},"language":"en","primary_location":{"id":"doi:10.1145/3698205.3733962","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3698205.3733962","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004176645","display_name":"April Murphy","orcid":"https://orcid.org/0000-0002-8283-2868"},"institutions":[{"id":"https://openalex.org/I4387153386","display_name":"Carnegie Learning, Inc. (United States)","ror":"https://ror.org/01h5a0582","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"April Murphy","raw_affiliation_strings":["Carnegie Learning, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8283-2868","affiliations":[{"raw_affiliation_string":"Carnegie Learning, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I4387153386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030848384","display_name":"Stephen E. Fancsali","orcid":"https://orcid.org/0000-0002-4016-8145"},"institutions":[{"id":"https://openalex.org/I4387153386","display_name":"Carnegie Learning, Inc. (United States)","ror":"https://ror.org/01h5a0582","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen E. Fancsali","raw_affiliation_strings":["Carnegie Learning, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4016-8145","affiliations":[{"raw_affiliation_string":"Carnegie Learning, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I4387153386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015399425","display_name":"STEVE RITTER","orcid":"https://orcid.org/0000-0003-2807-9390"},"institutions":[{"id":"https://openalex.org/I4387153386","display_name":"Carnegie Learning, Inc. (United States)","ror":"https://ror.org/01h5a0582","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153386"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steve Ritter","raw_affiliation_strings":["Carnegie Learning, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2807-9390","affiliations":[{"raw_affiliation_string":"Carnegie Learning, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I4387153386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078998782","display_name":"Neil T. Heffernan","orcid":"https://orcid.org/0000-0002-3280-288X"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neil Heffernan","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3280-288X","affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037289065","display_name":"Debshila Basu Mallick","orcid":"https://orcid.org/0000-0002-0597-3528"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Debshila Basu Mallick","raw_affiliation_strings":["Rice University, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-0597-3528","affiliations":[{"raw_affiliation_string":"Rice University, Houston, TX, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028682942","display_name":"Jeremy Roschelle","orcid":"https://orcid.org/0000-0003-2219-0506"},"institutions":[{"id":"https://openalex.org/I2800874886","display_name":"Digital Promise","ror":"https://ror.org/04wqw2206","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2800874886"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeremy Roschelle","raw_affiliation_strings":["Digital Promise, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2219-0506","affiliations":[{"raw_affiliation_string":"Digital Promise, Berkeley, CA, USA","institution_ids":["https://openalex.org/I2800874886"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081661094","display_name":"Danielle S. McNamara","orcid":"https://orcid.org/0000-0001-5869-1420"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danielle McNamara","raw_affiliation_strings":["Arizona State University, Tempe, AZ, USA"],"raw_orcid":"https://orcid.org/0000-0001-5869-1420","affiliations":[{"raw_affiliation_string":"Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069476228","display_name":"Joseph Jay Williams","orcid":"https://orcid.org/0000-0002-9122-5242"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Joseph Jay Williams","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9122-5242","affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060576109","display_name":"John Stamper","orcid":"https://orcid.org/0000-0002-2291-1468"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Stamper","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2291-1468","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090982121","display_name":"Norman Bier","orcid":"https://orcid.org/0009-0003-3666-3973"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Norman Bier","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0009-0003-3666-3973","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005826696","display_name":"Jeffrey C. Carver","orcid":"https://orcid.org/0000-0002-7824-9151"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeff Carver","raw_affiliation_strings":["University of Alabama, Tuscaloosa, AL, USA"],"raw_orcid":"https://orcid.org/0000-0002-7824-9151","affiliations":[{"raw_affiliation_string":"University of Alabama, Tuscaloosa, AL, USA","institution_ids":["https://openalex.org/I17301866"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"407","last_page":"409"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9409000277519226,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.502448320388794},{"id":"https://openalex.org/keywords/engineering-education","display_name":"Engineering education","score":0.4312073290348053},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.36369016766548157},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3472554087638855},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.20226570963859558}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.502448320388794},{"id":"https://openalex.org/C5041995","wikidata":"https://www.wikidata.org/wiki/Q853745","display_name":"Engineering education","level":2,"score":0.4312073290348053},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.36369016766548157},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3472554087638855},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.20226570963859558}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3698205.3733962","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3698205.3733962","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3018574359","display_name":null,"funder_award_id":"2209823","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G5537791952","display_name":null,"funder_award_id":"R305N210045","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2112508839","https://openalex.org/W2411004950","https://openalex.org/W2791298150","https://openalex.org/W3105991825"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Learning":[0,49],"engineering":[1],"applies":[2],"data":[3],"and":[4,12,26,40,46,67,137],"learning":[5,95,131,161],"science":[6],"principles":[7],"to":[8,82,101,144,158],"better":[9],"understand":[10],"outcomes":[11],"support":[13],"improvement":[14],"research.":[15],"One":[16],"important":[17],"approach":[18],"is":[19,124],"A/B":[20,56,69,122],"testing-common":[21],"in":[22,48,58,86,126,148],"large":[23],"software":[24],"companies":[25],"also":[27,153],"represented":[28],"academically":[29],"at":[30],"conferences":[31],"like":[32],"the":[33,41],"Annual":[34],"Conference":[35],"on":[36],"Digital":[37],"Experimentation":[38],"(CODE),":[39],"International":[42],"Consortium":[43],"for":[44,113,156],"Innovation":[45],"Collaboration":[47],"Engineering":[50],"(IEEE":[51],"ICICLE).":[52],"Several":[53],"systems":[54,100],"supporting":[55],"testing":[57,70,123],"educational":[59,74,127],"applications":[60],"have":[61,97],"arisen":[62],"recently,":[63],"including":[64],"UpGrade,":[65],"E-TRIALS,":[66],"Terracotta.":[68],"can":[71,141],"help":[72],"improve":[73],"platforms,":[75],"yet":[76],"there":[77],"are":[78,133],"challenging":[79],"issues":[80],"unique":[81],"conducting":[83],"such":[84],"work":[85],"these":[87],"contexts.":[88],"In":[89],"response,":[90],"a":[91],"number":[92],"of":[93],"digital":[94,130],"platforms":[96,132],"opened":[98],"their":[99],"learning-improvement":[102],"research":[103,115],"by":[104],"instructors":[105],"and/or":[106],"third-party":[107],"researchers,":[108],"with":[109],"specific":[110],"supports":[111],"necessary":[112],"education-specific":[114],"designs.":[116],"This":[117],"workshop":[118],"will":[119,152],"explore":[120],"how":[121,129,138],"conducted":[125],"contexts,":[128],"accelerating":[134],"education":[135],"research,":[136],"empirical":[139],"approaches":[140],"be":[142],"used":[143],"drive":[145],"powerful":[146],"gains":[147],"student":[149],"learning.":[150],"It":[151],"discuss":[154],"opportunities":[155],"funding":[157],"conduct":[159],"platform-enabled":[160],"engineering.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}