{"id":"https://openalex.org/W3152584345","doi":"https://doi.org/10.1109/tlt.2021.3072159","title":"Architecting Analytics Across Multiple E-Learning Systems to Enhance Learning Design","display_name":"Architecting Analytics Across Multiple E-Learning Systems to Enhance Learning Design","publication_year":2021,"publication_date":"2021-04-01","ids":{"openalex":"https://openalex.org/W3152584345","doi":"https://doi.org/10.1109/tlt.2021.3072159","mag":"3152584345"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2021.3072159","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2021.3072159","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/11250/2990200","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028025708","display_name":"Katerina Mangaroska","orcid":"https://orcid.org/0000-0002-7853-0429"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Katerina Mangaroska","raw_affiliation_strings":["Department of Computer Science, Faculty of Information Technology and Electrical Engineering, Norwegian University of Science and Technology, Trondheim, Norway"],"raw_orcid":"https://orcid.org/0000-0002-7853-0429","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Information Technology and Electrical Engineering, Norwegian University of Science and Technology, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087795875","display_name":"Boban Vesin","orcid":"https://orcid.org/0000-0002-6490-4311"},"institutions":[{"id":"https://openalex.org/I2801380234","display_name":"University of South-Eastern Norway","ror":"https://ror.org/05ecg5h20","country_code":"NO","type":"education","lineage":["https://openalex.org/I2801380234"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Boban Vesin","raw_affiliation_strings":["School of Business, University of South-Eastern Norway, Vestfold, Norway"],"raw_orcid":"https://orcid.org/0000-0002-6490-4311","affiliations":[{"raw_affiliation_string":"School of Business, University of South-Eastern Norway, Vestfold, Norway","institution_ids":["https://openalex.org/I2801380234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015873569","display_name":"Vassilis Kostakos","orcid":"https://orcid.org/0000-0003-2804-6038"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Vassilis Kostakos","raw_affiliation_strings":["School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2804-6038","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, University of Melbourne, Parkville, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037674585","display_name":"Peter Brusilovsky","orcid":"https://orcid.org/0000-0002-1902-1464"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Brusilovsky","raw_affiliation_strings":["School of Information Sciences, University of Pittsburgh, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1902-1464","affiliations":[{"raw_affiliation_string":"School of Information Sciences, University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029977269","display_name":"Michail N. Giannakos","orcid":"https://orcid.org/0000-0002-8016-6208"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Michail N. Giannakos","raw_affiliation_strings":["Department of Computer Science, Faculty of Information Technology and Electrical Engineering, Norwegian University of Science and Technology, Trondheim, Norway"],"raw_orcid":"https://orcid.org/0000-0002-8016-6208","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Information Technology and Electrical Engineering, Norwegian University of Science and Technology, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5028025708"],"corresponding_institution_ids":["https://openalex.org/I204778367"],"apc_list":null,"apc_paid":null,"fwci":7.3411,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.97189318,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"14","issue":"2","first_page":"173","last_page":"188"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8109879493713379},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.7642141580581665},{"id":"https://openalex.org/keywords/sensemaking","display_name":"Sensemaking","score":0.5931226015090942},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5368360280990601},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.49877238273620605},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.49512162804603577},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4830211102962494},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46032822132110596},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.4383195638656616},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3077546954154968}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8109879493713379},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.7642141580581665},{"id":"https://openalex.org/C2780554381","wikidata":"https://www.wikidata.org/wiki/Q2063340","display_name":"Sensemaking","level":2,"score":0.5931226015090942},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5368360280990601},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.49877238273620605},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.49512162804603577},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4830211102962494},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46032822132110596},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.4383195638656616},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3077546954154968},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tlt.2021.3072159","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2021.3072159","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},{"id":"pmh:oai:ntnuopen.ntnu.no:11250/2990200","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/2990200","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"173-188","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:openarchive.usn.no:11250/3152081","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/3152081","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"173-188","raw_type":"info:eu-repo/semantics/other"}],"best_oa_location":{"id":"pmh:oai:ntnuopen.ntnu.no:11250/2990200","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/2990200","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"173-188","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7308051926","display_name":null,"funder_award_id":"255129/H20","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"}],"funders":[{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":130,"referenced_works":["https://openalex.org/W57771718","https://openalex.org/W58813315","https://openalex.org/W167752217","https://openalex.org/W193988059","https://openalex.org/W273955616","https://openalex.org/W307940280","https://openalex.org/W1495925179","https://openalex.org/W1567898461","https://openalex.org/W1576726980","https://openalex.org/W1583240643","https://openalex.org/W1596596196","https://openalex.org/W1631359600","https://openalex.org/W1694916752","https://openalex.org/W1800478330","https://openalex.org/W1829827875","https://openalex.org/W1926129264","https://openalex.org/W1966165526","https://openalex.org/W1981210033","https://openalex.org/W1981457167","https://openalex.org/W1982464953","https://openalex.org/W1994211543","https://openalex.org/W2001468118","https://openalex.org/W2002182705","https://openalex.org/W2014924105","https://openalex.org/W2022337613","https://openalex.org/W2024337161","https://openalex.org/W2025550889","https://openalex.org/W2027890252","https://openalex.org/W2040589009","https://openalex.org/W2043169367","https://openalex.org/W2045335684","https://openalex.org/W2048531734","https://openalex.org/W2051339053","https://openalex.org/W2062265524","https://openalex.org/W2071097428","https://openalex.org/W2078251144","https://openalex.org/W2078482049","https://openalex.org/W2083107848","https://openalex.org/W2098880898","https://openalex.org/W2099095947","https://openalex.org/W2102129587","https://openalex.org/W2106525823","https://openalex.org/W2108461008","https://openalex.org/W2117766479","https://openalex.org/W2122824813","https://openalex.org/W2131924543","https://openalex.org/W2137183511","https://openalex.org/W2141198703","https://openalex.org/W2145356869","https://openalex.org/W2147130603","https://openalex.org/W2147624292","https://openalex.org/W2148143831","https://openalex.org/W2153378020","https://openalex.org/W2155978836","https://openalex.org/W2158342889","https://openalex.org/W2165666215","https://openalex.org/W2169178923","https://openalex.org/W2176875119","https://openalex.org/W2181337253","https://openalex.org/W2181548478","https://openalex.org/W2230887875","https://openalex.org/W2238759989","https://openalex.org/W2277550377","https://openalex.org/W2280434315","https://openalex.org/W2318984901","https://openalex.org/W2338421114","https://openalex.org/W2338831583","https://openalex.org/W2341048719","https://openalex.org/W2342637743","https://openalex.org/W2343060919","https://openalex.org/W2486517646","https://openalex.org/W2487770199","https://openalex.org/W2490877925","https://openalex.org/W2507410144","https://openalex.org/W2515135141","https://openalex.org/W2519672449","https://openalex.org/W2520384474","https://openalex.org/W2523284206","https://openalex.org/W2546494836","https://openalex.org/W2572537244","https://openalex.org/W2586955972","https://openalex.org/W2588458854","https://openalex.org/W2610990352","https://openalex.org/W2611226496","https://openalex.org/W2665467093","https://openalex.org/W2794292644","https://openalex.org/W2886248163","https://openalex.org/W2887558992","https://openalex.org/W2889156676","https://openalex.org/W2890544186","https://openalex.org/W2895673452","https://openalex.org/W2896869578","https://openalex.org/W2900974709","https://openalex.org/W2915191839","https://openalex.org/W2916571844","https://openalex.org/W2916734143","https://openalex.org/W2917409078","https://openalex.org/W2919500417","https://openalex.org/W2951936974","https://openalex.org/W2954457885","https://openalex.org/W2965758769","https://openalex.org/W2970787375","https://openalex.org/W2971524213","https://openalex.org/W2988429359","https://openalex.org/W2990467222","https://openalex.org/W2991588739","https://openalex.org/W2992884056","https://openalex.org/W2998768810","https://openalex.org/W3011681407","https://openalex.org/W3016778259","https://openalex.org/W3086693070","https://openalex.org/W3112431997","https://openalex.org/W3121452939","https://openalex.org/W3135540143","https://openalex.org/W4285719527","https://openalex.org/W6606825363","https://openalex.org/W6610017368","https://openalex.org/W6634621037","https://openalex.org/W6634627538","https://openalex.org/W6674950016","https://openalex.org/W6676258985","https://openalex.org/W6684773713","https://openalex.org/W6685478310","https://openalex.org/W6704519146","https://openalex.org/W6722681596","https://openalex.org/W6755211948","https://openalex.org/W6755214686","https://openalex.org/W6766868406","https://openalex.org/W6771023364","https://openalex.org/W6783002377"],"related_works":["https://openalex.org/W1987827786","https://openalex.org/W2504091800","https://openalex.org/W2331775400","https://openalex.org/W2768832457","https://openalex.org/W605203981","https://openalex.org/W3097749327","https://openalex.org/W2788568090","https://openalex.org/W2592276701","https://openalex.org/W4294350028","https://openalex.org/W2234248442"],"abstract_inverted_index":{"With":[0],"the":[1,8,38,41,56,82,112,117,120,150,167,186,197],"wide":[2],"expansion":[3],"of":[4,26,40,58,84,122,149,181,188,199],"distributed":[5,66],"learning":[6,27,42,59,63,87,91,113,145,176,190],"environments":[7],"way":[9],"we":[10,77,125],"learn":[11],"became":[12],"more":[13],"diverse":[14],"than":[15],"ever.":[16],"This":[17,183],"poses":[18],"an":[19],"opportunity":[20],"to":[21,80,131,171],"incorporate":[22],"different":[23,50],"data":[24,110,161,172],"sources":[25],"traces":[28],"that":[29,46,93,104,137,159],"can":[30,53,138],"offer":[31],"broader":[32],"insights":[33],"into":[34,89],"learner":[35,154],"behavior":[36,146],"and":[37,61,107,119,128,147,192],"intricacies":[39],"process.":[43],"We":[44,99],"argue":[45],"combining":[47,160],"analytics":[48,136,191],"across":[49,162],"e-learning":[51,97,164],"systems":[52,165],"potentially":[54],"measure":[55],"effectiveness":[57],"designs":[60],"maximize":[62],"opportunities":[64],"in":[65,74,143],"settings.":[67],"As":[68],"a":[69,85,90,101,174,179,194],"step":[70],"toward":[71],"this":[72,75],"goal,":[73],"study,":[76],"considered":[78],"how":[79],"broaden":[81],"context":[83],"single":[86,175],"environment":[88],"ecosystem":[92],"integrates":[94],"three":[95,163],"separate":[96],"systems.":[98],"present":[100],"cross-platform":[102,123,189],"architecture":[103],"captures,":[105],"integrates,":[106],"stores":[108],"learning-related":[109],"from":[111,173],"ecosystem.":[114],"To":[115],"demonstrate":[116],"feasibility":[118],"benefits":[121],"architecture,":[124],"used":[126],"regression":[127],"classification":[129,168],"techniques":[130],"generate":[132],"interpretable":[133],"models":[134],"with":[135],"be":[139],"relevant":[140],"for":[141,196],"instructors":[142],"understanding":[144],"sensemaking":[148],"instructional":[151],"method":[152],"on":[153],"performance.":[155],"The":[156],"results":[157],"show":[158],"improve":[166],"accuracy":[169],"compared":[170],"system":[177],"by":[178],"factor":[180],"5.":[182],"article":[184],"highlights":[185],"value":[187],"presents":[193],"springboard":[195],"creation":[198],"new":[200],"cross-system":[201],"data-driven":[202],"research":[203],"practices.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-10T08:33:47.465468","created_date":"2025-10-10T00:00:00"}