{"id":"https://openalex.org/W3123612677","doi":"https://doi.org/10.3390/systems9010010","title":"Designing Feedback Systems: Examining a Feedback Approach to Facilitation in an Online Asynchronous Professional Development Course for High School Science Teachers","display_name":"Designing Feedback Systems: Examining a Feedback Approach to Facilitation in an Online Asynchronous Professional Development Course for High School Science Teachers","publication_year":2021,"publication_date":"2021-01-26","ids":{"openalex":"https://openalex.org/W3123612677","doi":"https://doi.org/10.3390/systems9010010","mag":"3123612677"},"language":"en","primary_location":{"id":"doi:10.3390/systems9010010","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems9010010","pdf_url":"https://www.mdpi.com/2079-8954/9/1/10/pdf?version=1611820766","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2079-8954/9/1/10/pdf?version=1611820766","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074313930","display_name":"Amin Marei","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Amin Marei","raw_affiliation_strings":["Graduate School of Education, University of Pennsylvania, Philadelphia, PA 19104, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Education, University of Pennsylvania, Philadelphia, PA 19104, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101713237","display_name":"Susan A. Yoon","orcid":"https://orcid.org/0000-0002-8715-0233"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susan A. Yoon","raw_affiliation_strings":["Graduate School of Education, University of Pennsylvania, Philadelphia, PA 19104, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Education, University of Pennsylvania, Philadelphia, PA 19104, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103545843","display_name":"Jaeun Yoo","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jae-Un Yoo","raw_affiliation_strings":["Graduate School of Education, University of Pennsylvania, Philadelphia, PA 19104, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Education, University of Pennsylvania, Philadelphia, PA 19104, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003673146","display_name":"Thomas Richman","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Richman","raw_affiliation_strings":["Graduate School of Education, University of Pennsylvania, Philadelphia, PA 19104, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Education, University of Pennsylvania, Philadelphia, PA 19104, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020428733","display_name":"Noora F. Noushad","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noora Noushad","raw_affiliation_strings":["Graduate School of Education, University of Pennsylvania, Philadelphia, PA 19104, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Education, University of Pennsylvania, Philadelphia, PA 19104, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102929974","display_name":"Katherine Miller","orcid":"https://orcid.org/0000-0003-0597-4333"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katherine Miller","raw_affiliation_strings":["Graduate School of Education, University of Pennsylvania, Philadelphia, PA 19104, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Education, University of Pennsylvania, Philadelphia, PA 19104, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075830713","display_name":"Jooeun Shim","orcid":"https://orcid.org/0000-0001-9953-2776"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jooeun Shim","raw_affiliation_strings":["Graduate School of Education, University of Pennsylvania, Philadelphia, PA 19104, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Education, University of Pennsylvania, Philadelphia, PA 19104, USA","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5074313930"],"corresponding_institution_ids":["https://openalex.org/I79576946"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":2.9864,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.9007703,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"9","issue":"1","first_page":"10","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13405","display_name":"Educational Assessment and Improvement","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facilitation","display_name":"Facilitation","score":0.7254262566566467},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6808562278747559},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6081534624099731},{"id":"https://openalex.org/keywords/asynchronous-learning","display_name":"Asynchronous learning","score":0.566481351852417},{"id":"https://openalex.org/keywords/peer-feedback","display_name":"Peer feedback","score":0.5358527898788452},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4907475411891937},{"id":"https://openalex.org/keywords/professional-development","display_name":"Professional development","score":0.4758060872554779},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3892871141433716},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3878282308578491},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3818384110927582},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.2707834839820862},{"id":"https://openalex.org/keywords/teaching-method","display_name":"Teaching method","score":0.26756101846694946},{"id":"https://openalex.org/keywords/synchronous-learning","display_name":"Synchronous learning","score":0.2369084358215332},{"id":"https://openalex.org/keywords/cooperative-learning","display_name":"Cooperative learning","score":0.21585410833358765}],"concepts":[{"id":"https://openalex.org/C1337776","wikidata":"https://www.wikidata.org/wiki/Q1941955","display_name":"Facilitation","level":2,"score":0.7254262566566467},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6808562278747559},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6081534624099731},{"id":"https://openalex.org/C2777072894","wikidata":"https://www.wikidata.org/wiki/Q4812204","display_name":"Asynchronous learning","level":5,"score":0.566481351852417},{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.5358527898788452},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4907475411891937},{"id":"https://openalex.org/C51067260","wikidata":"https://www.wikidata.org/wiki/Q828812","display_name":"Professional development","level":2,"score":0.4758060872554779},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3892871141433716},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3878282308578491},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3818384110927582},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.2707834839820862},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.26756101846694946},{"id":"https://openalex.org/C19122763","wikidata":"https://www.wikidata.org/wiki/Q7662215","display_name":"Synchronous learning","level":4,"score":0.2369084358215332},{"id":"https://openalex.org/C51672120","wikidata":"https://www.wikidata.org/wiki/Q303446","display_name":"Cooperative learning","level":3,"score":0.21585410833358765},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/systems9010010","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems9010010","pdf_url":"https://www.mdpi.com/2079-8954/9/1/10/pdf?version=1611820766","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5f97068b30f84c1b8e7df2cc662118cf","is_oa":true,"landing_page_url":"https://doaj.org/article/5f97068b30f84c1b8e7df2cc662118cf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Systems, Vol 9, Iss 1, p 10 (2021)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2079-8954/9/1/10/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/systems9010010","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Systems; Volume 9; Issue 1; Pages: 10","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/systems9010010","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems9010010","pdf_url":"https://www.mdpi.com/2079-8954/9/1/10/pdf?version=1611820766","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4411468418","display_name":null,"funder_award_id":"1721003","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3123612677.pdf"},"referenced_works_count":81,"referenced_works":["https://openalex.org/W7151280","https://openalex.org/W55805627","https://openalex.org/W569307036","https://openalex.org/W1515587369","https://openalex.org/W1898142196","https://openalex.org/W1963787918","https://openalex.org/W1966058678","https://openalex.org/W1981425990","https://openalex.org/W1982882065","https://openalex.org/W1988483610","https://openalex.org/W2016757206","https://openalex.org/W2052608015","https://openalex.org/W2055251292","https://openalex.org/W2093393249","https://openalex.org/W2111497108","https://openalex.org/W2129458501","https://openalex.org/W2135563096","https://openalex.org/W2146691185","https://openalex.org/W2157800154","https://openalex.org/W2161086831","https://openalex.org/W2165368100","https://openalex.org/W2167313771","https://openalex.org/W2169144740","https://openalex.org/W2187065649","https://openalex.org/W2204530794","https://openalex.org/W2208094979","https://openalex.org/W2223549361","https://openalex.org/W2273158380","https://openalex.org/W2324553553","https://openalex.org/W2339337351","https://openalex.org/W2340539079","https://openalex.org/W2341457235","https://openalex.org/W2436864132","https://openalex.org/W2461142190","https://openalex.org/W2463335113","https://openalex.org/W2476159952","https://openalex.org/W2477385623","https://openalex.org/W2511679838","https://openalex.org/W2535628851","https://openalex.org/W2556818993","https://openalex.org/W2592323421","https://openalex.org/W2603062014","https://openalex.org/W2604483863","https://openalex.org/W2736743378","https://openalex.org/W2768050748","https://openalex.org/W2784068284","https://openalex.org/W2791087214","https://openalex.org/W2792324663","https://openalex.org/W2805474509","https://openalex.org/W2806213283","https://openalex.org/W2862498250","https://openalex.org/W2885141419","https://openalex.org/W2885778662","https://openalex.org/W2901943084","https://openalex.org/W2902731948","https://openalex.org/W2917512127","https://openalex.org/W2928812059","https://openalex.org/W2933483998","https://openalex.org/W2966192018","https://openalex.org/W2970057103","https://openalex.org/W2983906406","https://openalex.org/W2989942087","https://openalex.org/W2990817860","https://openalex.org/W3009455861","https://openalex.org/W3047523429","https://openalex.org/W3062476976","https://openalex.org/W3082977576","https://openalex.org/W3093189596","https://openalex.org/W4235608110","https://openalex.org/W4241552524","https://openalex.org/W6600279122","https://openalex.org/W6602309458","https://openalex.org/W6647481846","https://openalex.org/W6688152696","https://openalex.org/W6704176509","https://openalex.org/W6747958145","https://openalex.org/W6752177609","https://openalex.org/W6766252152","https://openalex.org/W6770505153","https://openalex.org/W6781250969","https://openalex.org/W7030265823"],"related_works":["https://openalex.org/W4226047841","https://openalex.org/W2156559761","https://openalex.org/W3020208395","https://openalex.org/W2496167052","https://openalex.org/W2041343407","https://openalex.org/W2058515809","https://openalex.org/W4295242624","https://openalex.org/W2024923645","https://openalex.org/W2725154194","https://openalex.org/W2097058819"],"abstract_inverted_index":{"Many":[0],"researchers":[1],"have":[2],"identified":[3],"the":[4,12,62,65,89,96,116,120,129,139,150],"need":[5,97],"for":[6,68,81,98,148],"a":[7,83],"more":[8,84,99],"holistic":[9],"understanding":[10,86],"of":[11,14,31,61,64,87,91,118,128,141],"role":[13],"feedback":[15,34,58,92,130,134],"in":[16,19,43],"supporting":[17,69],"learning":[18,42,71,94],"online":[20,33,49,103],"environments.":[21],"This":[22],"study":[23],"explores":[24],"how":[25,88],"our":[26],"design,":[27],"development,":[28],"and":[29,55,72,95,105,126],"implementation":[30,143],"an":[32,44],"facilitation":[35],"system":[36],"influenced":[37],"high":[38],"school":[39],"science":[40],"teachers\u2019":[41,54],"asynchronous":[45],"teacher":[46,154],"professional":[47],"development":[48],"course.":[50],"We":[51],"then":[52],"describe":[53],"facilitators\u2019,":[56],"i.e.,":[57],"providers\u2019,":[59],"perceptions":[60,127],"effectiveness":[63],"system\u2019s":[66],"features":[67],"participants\u2019":[70],"engagement.":[73],"Our":[74],"work":[75],"also":[76],"responds":[77],"to":[78,153],"recent":[79],"calls":[80],"developing":[82],"nuanced":[85],"complexity":[90],"influences":[93],"qualitative":[100],"research":[101,144],"on":[102,138],"facilitators\u2019":[104],"learners\u2019":[106,124],"experiences":[107],"working":[108],"with":[109],"new":[110],"technologies.":[111],"Results":[112],"demonstrated":[113],"that,":[114],"despite":[115],"difficulty":[117],"analyzing":[119],"complex":[121],"variables":[122],"influencing":[123],"interactions":[125],"system,":[131],"designing":[132],"adaptive":[133],"systems":[135],"that":[136],"draw":[137],"principles":[140],"design-based":[142],"(DBIR)":[145],"offer":[146],"promise":[147],"enhancing":[149],"systems\u2019":[151],"contributions":[152],"learning.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4}],"updated_date":"2026-05-24T08:33:08.758527","created_date":"2025-10-10T00:00:00"}