{"id":"https://openalex.org/W3032975921","doi":"https://doi.org/10.1145/3341525.3387375","title":"Depth of Use: An Empirical Framework to Help Faculty Gauge the Relative Impact of Learning Management System Tools","display_name":"Depth of Use: An Empirical Framework to Help Faculty Gauge the Relative Impact of Learning Management System Tools","publication_year":2020,"publication_date":"2020-06-03","ids":{"openalex":"https://openalex.org/W3032975921","doi":"https://doi.org/10.1145/3341525.3387375","mag":"3032975921"},"language":"en","primary_location":{"id":"doi:10.1145/3341525.3387375","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3341525.3387375","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088109743","display_name":"Taha Hassan","orcid":"https://orcid.org/0000-0002-8991-9827"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Taha Hassan","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032771394","display_name":"Bob Edmison","orcid":"https://orcid.org/0000-0002-5861-1029"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bob Edmison","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007423728","display_name":"Larry Cox","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Larry Cox","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083303407","display_name":"Matt Louvet","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt Louvet","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110360527","display_name":"Daron Williams","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daron Williams","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033963407","display_name":"D. Scott McCrickard","orcid":"https://orcid.org/0000-0001-9839-7146"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"D. Scott McCrickard","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5088109743"],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":1.2281,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.83740732,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"47","last_page":"53"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14246","display_name":"E-Learning and Knowledge Management","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/learning-management","display_name":"Learning Management","score":0.7702635526657104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7014155387878418},{"id":"https://openalex.org/keywords/interoperability","display_name":"Interoperability","score":0.5223109126091003},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.4682033658027649},{"id":"https://openalex.org/keywords/flipped-classroom","display_name":"Flipped classroom","score":0.43790942430496216},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.41698095202445984},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3853760361671448},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3512069880962372},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.28099408745765686},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.2224854826927185},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12226185202598572},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.11460697650909424},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10541883111000061}],"concepts":[{"id":"https://openalex.org/C2779114481","wikidata":"https://www.wikidata.org/wiki/Q6510117","display_name":"Learning Management","level":2,"score":0.7702635526657104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7014155387878418},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.5223109126091003},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.4682033658027649},{"id":"https://openalex.org/C2778156053","wikidata":"https://www.wikidata.org/wiki/Q80267","display_name":"Flipped classroom","level":2,"score":0.43790942430496216},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.41698095202445984},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3853760361671448},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3512069880962372},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.28099408745765686},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2224854826927185},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12226185202598572},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.11460697650909424},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10541883111000061}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3341525.3387375","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3341525.3387375","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W270411178","https://openalex.org/W1516029402","https://openalex.org/W1721421031","https://openalex.org/W1970459197","https://openalex.org/W1972978214","https://openalex.org/W2004635655","https://openalex.org/W2013274295","https://openalex.org/W2031873759","https://openalex.org/W2039150424","https://openalex.org/W2041282815","https://openalex.org/W2051927939","https://openalex.org/W2057012437","https://openalex.org/W2079176102","https://openalex.org/W2147316766","https://openalex.org/W2160688157","https://openalex.org/W2221873571","https://openalex.org/W2885076791","https://openalex.org/W2944042201","https://openalex.org/W2963064654","https://openalex.org/W2998484370","https://openalex.org/W3106467498","https://openalex.org/W4237324518"],"related_works":["https://openalex.org/W2392768766","https://openalex.org/W2058118494","https://openalex.org/W2095118173","https://openalex.org/W2382021449","https://openalex.org/W2104269053","https://openalex.org/W2106424170","https://openalex.org/W2093262417","https://openalex.org/W2501188010","https://openalex.org/W2578319928","https://openalex.org/W2892602578"],"abstract_inverted_index":{"Learning":[0],"management":[1,41],"system":[2],"(LMS)":[3],"tools":[4],"are":[5],"increasingly":[6],"relevant":[7],"to":[8,124,147,212],"scaling":[9],"computing":[10],"pedagogies.":[11,129],"Measuring":[12],"their":[13,125,179,227],"utilization":[14,30],"and":[15,35,42,66,86,107,128,165,173,225],"impact":[16,37,206],"at":[17,102,138],"scale,":[18,162],"however,":[19],"remains":[20],"computationally":[21],"expensive.":[22],"We":[23,48,59,130,151],"examine":[24],"the":[25,29,39,62,134,159,204],"problem":[26],"of":[27,31,44,56,113,119,121,182,191,207],"estimating":[28],"a":[32,52,155],"department-wide":[33],"LMS,":[34],"its":[36],"on":[38,93],"design,":[40],"outcomes":[43,87],"Computer":[45,98,135],"Science":[46,99,136],"courses.":[47],"introduce":[49],"'depth-of-use'":[50],"(DOU):":[51],"first-principles,":[53],"resource-specific":[54],"metric":[55],"LMS":[57,142,169,183,213],"utilization.":[58],"then":[60],"hypothesis-test":[61],"relationship":[63],"between":[64,105,158],"DOU":[65,114,198,219],"course":[67],"attributes":[68],"like":[69],"modality":[70],"(course":[71],"level,":[72],"mode-of-delivery,":[73],"third-party":[74],"app":[75],"use),":[76],"participation":[77],"(enrollment,":[78],"viewership),":[79],"logistics":[80,127],"(teaching":[81],"support,":[82],"digital":[83],"skills":[84],"training)":[85],"(average":[88],"GPA,":[89],"DFW":[90],"rate).":[91],"Experiments":[92],"metadata":[94],"from":[95,209],"over":[96],"1300":[97],"courses":[100,175],"taught":[101],"Virginia":[103,139],"Tech":[104],"2015":[106],"2019":[108],"suggest":[109],"that":[110,154],"our":[111,192],"framing":[112],"helps":[115],"identify":[116,203],"resource-level":[117],"preferences":[118],"micro-cohorts":[120],"courses,":[122],"linked":[123,146],"content,":[126],"discover":[131,153],"that,":[132],"across":[133],"department":[137],"Tech,":[140],"overall":[141],"use":[143,181],"is":[144],"consistently":[145],"favorable":[148],"learning":[149],"outcomes.":[150],"also":[152],"complex":[156],"interaction":[157],"needs":[160],"for":[161],"ubiquitous":[163],"access":[164],"interoperability":[166],"drives":[167],"strong":[168],"utilization,":[170],"with":[171],"graduate":[172],"online-only":[174],"faring":[176],"highest":[177],"in":[178],"aggregate":[180],"services.":[184,214],"Finally,":[185],"we":[186,195,216],"describe":[187,217],"two":[188],"key":[189],"applications":[190],"analyses.":[193],"One,":[194],"demonstrate":[196],"how":[197,218],"can":[199,220],"help":[200,221],"CS":[201],"faculty":[202],"relative":[205],"transition":[208],"legacy":[210],"apps":[211],"Two,":[215],"instructional":[222],"designers":[223],"evaluate":[224],"improve":[226],"design":[228],"interventions.":[229]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}