{"id":"https://openalex.org/W4384659784","doi":"https://doi.org/10.1145/3573051.3593388","title":"How Learning Experience Designers Make Design Decisions: The Role of Data, the Reliance on Subject Matter Expertise, and the Opportunities for Data-Driven Support","display_name":"How Learning Experience Designers Make Design Decisions: The Role of Data, the Reliance on Subject Matter Expertise, and the Opportunities for Data-Driven Support","publication_year":2023,"publication_date":"2023-07-18","ids":{"openalex":"https://openalex.org/W4384659784","doi":"https://doi.org/10.1145/3573051.3593388"},"language":"en","primary_location":{"id":"doi:10.1145/3573051.3593388","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3573051.3593388","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3573051.3593388","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3573051.3593388","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008342464","display_name":"Xiaofei Zhou","orcid":"https://orcid.org/0000-0002-0802-0722"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaofei Zhou","raw_affiliation_strings":["University of Rochester, Rochester, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-0802-0722","affiliations":[{"raw_affiliation_string":"University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008210655","display_name":"Christopher Kok","orcid":"https://orcid.org/0009-0003-4508-3049"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Kok","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0009-0003-4508-3049","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086551720","display_name":"Rebecca M. Quintana","orcid":"https://orcid.org/0000-0003-2068-5118"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rebecca M. Quintana","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-2068-5118","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014387905","display_name":"Anita B. Delahay","orcid":"https://orcid.org/0000-0001-8661-1555"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anita Delahay","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8661-1555","affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068653834","display_name":"Xu Wang","orcid":"https://orcid.org/0000-0001-5551-0815"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu Wang","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0001-5551-0815","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9546,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.77015101,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"132","last_page":"143"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14246","display_name":"E-Learning and Knowledge Management","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subject-matter-expert","display_name":"Subject-matter expert","score":0.690227210521698},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6545847058296204},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6124201416969299},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.583486795425415},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5454895496368408},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.5249414443969727},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4185532331466675},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4153885841369629},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11646980047225952}],"concepts":[{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.690227210521698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6545847058296204},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6124201416969299},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.583486795425415},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5454895496368408},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.5249414443969727},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4185532331466675},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4153885841369629},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11646980047225952},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3573051.3593388","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3573051.3593388","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3573051.3593388","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3573051.3593388","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3573051.3593388","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3573051.3593388","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384659784.pdf","grobid_xml":"https://content.openalex.org/works/W4384659784.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W123732675","https://openalex.org/W1505436364","https://openalex.org/W1591965983","https://openalex.org/W1985175727","https://openalex.org/W1995864528","https://openalex.org/W2035871659","https://openalex.org/W2042395120","https://openalex.org/W2056569531","https://openalex.org/W2109314106","https://openalex.org/W2134055871","https://openalex.org/W2170177594","https://openalex.org/W2185612274","https://openalex.org/W2338314300","https://openalex.org/W2400329691","https://openalex.org/W2607519433","https://openalex.org/W2611035761","https://openalex.org/W2750605085","https://openalex.org/W2766834033","https://openalex.org/W2800810180","https://openalex.org/W2882979656","https://openalex.org/W2890544186","https://openalex.org/W2918777783","https://openalex.org/W2966554551","https://openalex.org/W2970853990","https://openalex.org/W3095468980","https://openalex.org/W3107985427","https://openalex.org/W3111985854","https://openalex.org/W3161616854","https://openalex.org/W3196160080","https://openalex.org/W4210938704","https://openalex.org/W4388520119"],"related_works":["https://openalex.org/W3202376248","https://openalex.org/W2081035100","https://openalex.org/W2339632025","https://openalex.org/W3206324740","https://openalex.org/W2465616004","https://openalex.org/W4221142711","https://openalex.org/W4226151304","https://openalex.org/W2606679797","https://openalex.org/W3114341490","https://openalex.org/W4285814174"],"abstract_inverted_index":{"Learning":[0,42],"Experience":[1,43],"Designers":[2],"(LXDs)":[3],"play":[4],"an":[5,49,67],"increasingly":[6],"consequential":[7],"role":[8],"in":[9,41,144],"the":[10,19,26,78,103,182,196],"creation":[11],"of":[12,21,80,113,184],"courses":[13],"and":[14,25,35,57,92,105,137,150,167,190],"training":[15],"materials":[16,170],"that":[17,118],"meet":[18],"needs":[20],"diverse":[22,152],"learner":[23,153],"populations":[24],"growing":[27],"class":[28],"scope.":[29],"Emerging":[30],"design":[31,45,58,130,139,162],"requests":[32],"for":[33,51,198],"scalable":[34],"effective":[36],"courseware":[37],"introduce":[38],"new":[39,59],"challenges":[40,104],"(LX)":[44],"practice":[46],"while":[47],"providing":[48],"opportunity":[50],"researchers":[52],"to":[53,61,101,124,127,159],"understand":[54],"LX":[55],"workflows":[56],"tools":[60],"improve":[62],"them.":[63],"This":[64],"paper":[65],"presents":[66],"interview":[68],"study":[69,100],"with":[70,77,85,147],"21":[71],"LXDs":[72,119,141],"from":[73],"18":[74],"different":[75],"organizations":[76],"goal":[79],"understanding":[81,164],"LXDs'":[82,108,175],"collaborative":[83],"relationships":[84],"subject":[86],"matter":[87],"experts":[88],"(SMEs),":[89],"data":[90,126,191],"needs,":[91],"contextual":[93,185],"challenges.":[94],"We":[95,116,173],"further":[96],"perform":[97],"a":[98,111,121],"survey":[99],"validate":[102],"probe":[106],"into":[107],"attitudes":[109],"toward":[110],"suite":[112],"data-driven":[114],"solutions.":[115],"find":[117],"demonstrate":[120],"strong":[122],"desire":[123],"collect":[125],"inform":[128],"their":[129,161],"-":[131],"including":[132],"target":[133],"learners'":[134],"prior":[135],"knowledge":[136],"relevant":[138,156],"precedents.":[140],"want":[142],"support":[143],"better":[145],"collaborating":[146],"SMEs,":[148],"acquiring":[149],"processing":[151],"data,":[154],"identifying":[155],"research":[157],"studies":[158],"communicate":[160],"decisions,":[163],"domain-specific":[165],"material,":[166],"creating":[168],"quality":[169],"(especially":[171],"questions).":[172],"discuss":[174],"concerns":[176],"regarding":[177],"automated":[178],"solutions":[179],"such":[180],"as":[181],"lack":[183],"understanding,":[186],"over-reliance":[187],"on":[188,195],"automation,":[189],"privacy":[192],"before":[193],"elaborating":[194],"implications":[197],"future":[199],"work.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-19T15:00:24.278416","created_date":"2025-10-10T00:00:00"}