{"id":"https://openalex.org/W2915228251","doi":"https://doi.org/10.1145/3303772.3303775","title":"Counting Clicks is Not Enough","display_name":"Counting Clicks is Not Enough","publication_year":2019,"publication_date":"2019-02-25","ids":{"openalex":"https://openalex.org/W2915228251","doi":"https://doi.org/10.1145/3303772.3303775","mag":"2915228251"},"language":"en","primary_location":{"id":"doi:10.1145/3303772.3303775","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3303772.3303775","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International Conference on Learning Analytics &amp; Knowledge","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005794732","display_name":"Ed Fincham","orcid":"https://orcid.org/0000-0002-5558-8126"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Ed Fincham","raw_affiliation_strings":["School of Informatics, University of Edinburgh, Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091718256","display_name":"Alexander Whitelock\u2010Wainwright","orcid":"https://orcid.org/0000-0003-3033-4629"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alexander Whitelock-Wainwright","raw_affiliation_strings":["School of Psychology, University of Liverpool, Liverpool, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Psychology, University of Liverpool, Liverpool, United Kingdom","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072621719","display_name":"Vitomir Kovanovi\u0107","orcid":"https://orcid.org/0000-0001-9694-6033"},"institutions":[{"id":"https://openalex.org/I170239107","display_name":"University of South Australia","ror":"https://ror.org/01p93h210","country_code":"AU","type":"education","lineage":["https://openalex.org/I170239107"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Vitomir Kovanovi\u0107","raw_affiliation_strings":["Teaching Innovation Unit and School of Education, University of South Australia, Adelaide, Australia"],"affiliations":[{"raw_affiliation_string":"Teaching Innovation Unit and School of Education, University of South Australia, Adelaide, Australia","institution_ids":["https://openalex.org/I170239107"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089389582","display_name":"Sr\u00e9cko Joksimov\u00edc","orcid":"https://orcid.org/0000-0001-6999-3547"},"institutions":[{"id":"https://openalex.org/I170239107","display_name":"University of South Australia","ror":"https://ror.org/01p93h210","country_code":"AU","type":"education","lineage":["https://openalex.org/I170239107"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Sre\u0107ko Joksimovi\u0107","raw_affiliation_strings":["Teaching Innovation Unit and School of Education, University of South Australia, Adelaide, Australia"],"affiliations":[{"raw_affiliation_string":"Teaching Innovation Unit and School of Education, University of South Australia, Adelaide, Australia","institution_ids":["https://openalex.org/I170239107"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038252367","display_name":"Jan-Paul van Staalduinen","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jan-Paul van Staalduinen","raw_affiliation_strings":["Education and Student Affairs, Delft University of Technology, Delft, Netherlands"],"affiliations":[{"raw_affiliation_string":"Education and Student Affairs, Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036855560","display_name":"Dragan Ga\u0161evi\u0107","orcid":"https://orcid.org/0000-0001-9265-1908"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dragan Ga\u0161evi\u0107","raw_affiliation_strings":["Monash University, Clayton, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Clayton, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5005794732"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":7.5232,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.96950283,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"501","last_page":"510"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9560999870300293,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.7987052202224731},{"id":"https://openalex.org/keywords/confirmatory-factor-analysis","display_name":"Confirmatory factor analysis","score":0.7222996354103088},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.6856220960617065},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.6574007272720337},{"id":"https://openalex.org/keywords/structural-equation-modeling","display_name":"Structural equation modeling","score":0.6110907793045044},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5964804291725159},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5664860606193542},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5269138216972351},{"id":"https://openalex.org/keywords/construct-validity","display_name":"Construct validity","score":0.4925321042537689},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.48645398020744324},{"id":"https://openalex.org/keywords/exploratory-factor-analysis","display_name":"Exploratory factor analysis","score":0.4472080171108246},{"id":"https://openalex.org/keywords/latent-variable-model","display_name":"Latent variable model","score":0.43989843130111694},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.43298962712287903},{"id":"https://openalex.org/keywords/data-analysis","display_name":"Data analysis","score":0.42303526401519775},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4072873592376709},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2884373664855957},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2561412751674652},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.22833657264709473},{"id":"https://openalex.org/keywords/psychometrics","display_name":"Psychometrics","score":0.16529685258865356},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10747754573822021}],"concepts":[{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.7987052202224731},{"id":"https://openalex.org/C40722632","wikidata":"https://www.wikidata.org/wiki/Q5160137","display_name":"Confirmatory factor analysis","level":3,"score":0.7222996354103088},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.6856220960617065},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.6574007272720337},{"id":"https://openalex.org/C71104824","wikidata":"https://www.wikidata.org/wiki/Q1476639","display_name":"Structural equation modeling","level":2,"score":0.6110907793045044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5964804291725159},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5664860606193542},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5269138216972351},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.4925321042537689},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.48645398020744324},{"id":"https://openalex.org/C165957694","wikidata":"https://www.wikidata.org/wiki/Q5421350","display_name":"Exploratory factor analysis","level":3,"score":0.4472080171108246},{"id":"https://openalex.org/C65965080","wikidata":"https://www.wikidata.org/wiki/Q1806885","display_name":"Latent variable model","level":3,"score":0.43989843130111694},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.43298962712287903},{"id":"https://openalex.org/C175801342","wikidata":"https://www.wikidata.org/wiki/Q1988917","display_name":"Data analysis","level":2,"score":0.42303526401519775},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4072873592376709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2884373664855957},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2561412751674652},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.22833657264709473},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.16529685258865356},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10747754573822021},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3303772.3303775","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3303772.3303775","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International Conference on Learning Analytics &amp; Knowledge","raw_type":"proceedings-article"},{"id":"pmh:oai:urm_publish:9916267097001831","is_oa":false,"landing_page_url":"https://hdl.handle.net/11541.2/136396","pdf_url":null,"source":{"id":"https://openalex.org/S4306402528","display_name":"UniSA Research Outputs Repository (University of South Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I170239107","host_organization_name":"University of South Australia","host_organization_lineage":["https://openalex.org/I170239107"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.75,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W128053457","https://openalex.org/W575879543","https://openalex.org/W633146438","https://openalex.org/W904241462","https://openalex.org/W973843712","https://openalex.org/W1491087240","https://openalex.org/W1516034335","https://openalex.org/W1531676103","https://openalex.org/W1536274117","https://openalex.org/W1573234480","https://openalex.org/W1573343375","https://openalex.org/W1704942559","https://openalex.org/W1762870648","https://openalex.org/W1812434695","https://openalex.org/W1913957972","https://openalex.org/W1971410477","https://openalex.org/W1972301003","https://openalex.org/W1977775666","https://openalex.org/W1982089574","https://openalex.org/W1982464953","https://openalex.org/W1983412528","https://openalex.org/W1989217761","https://openalex.org/W2008932834","https://openalex.org/W2010699191","https://openalex.org/W2012265254","https://openalex.org/W2014174447","https://openalex.org/W2017459775","https://openalex.org/W2021427605","https://openalex.org/W2021641691","https://openalex.org/W2023803418","https://openalex.org/W2025781576","https://openalex.org/W2028829385","https://openalex.org/W2038001094","https://openalex.org/W2059457734","https://openalex.org/W2061288618","https://openalex.org/W2063202923","https://openalex.org/W2071666535","https://openalex.org/W2077883864","https://openalex.org/W2115903838","https://openalex.org/W2117868896","https://openalex.org/W2129514660","https://openalex.org/W2129559646","https://openalex.org/W2131148439","https://openalex.org/W2133166606","https://openalex.org/W2133222599","https://openalex.org/W2145884733","https://openalex.org/W2160643014","https://openalex.org/W2169570446","https://openalex.org/W2170364046","https://openalex.org/W2187065649","https://openalex.org/W2202037140","https://openalex.org/W2280342393","https://openalex.org/W2289217536","https://openalex.org/W2436651874","https://openalex.org/W2488934882","https://openalex.org/W2493192987","https://openalex.org/W2558119662","https://openalex.org/W2561675875","https://openalex.org/W2567201181","https://openalex.org/W2572363809","https://openalex.org/W2587205267","https://openalex.org/W2724824384","https://openalex.org/W2769669737","https://openalex.org/W2787850090","https://openalex.org/W2796046478","https://openalex.org/W2896548965","https://openalex.org/W4249730076","https://openalex.org/W4300810154"],"related_works":["https://openalex.org/W2461917396","https://openalex.org/W2037497866","https://openalex.org/W4243467573","https://openalex.org/W62001224","https://openalex.org/W1502435251","https://openalex.org/W3032390039","https://openalex.org/W1584341211","https://openalex.org/W3122667150","https://openalex.org/W4393387622","https://openalex.org/W3145681568"],"abstract_inverted_index":{"Student":[0],"engagement":[1,21,73],"is":[2,32,75],"often":[3],"considered":[4],"an":[5],"overarching":[6],"construct":[7,49],"in":[8,16,78,100],"educational":[9],"research":[10],"and":[11,30,68,82,108,132,141,180],"practice.":[12],"Though":[13],"frequently":[14],"employed":[15],"the":[17,36,40,57,79,89,110,126,142,159,166],"learning":[18,92],"analytics":[19],"literature,":[20],"has":[22],"been":[23],"subjected":[24],"to":[25,48,176],"a":[26,70,96,114,135,170],"variety":[27],"of":[28,39,72,91,117,144,162],"interpretations":[29],"there":[31],"little":[33],"consensus":[34],"regarding":[35],"very":[37],"definition":[38],"construct.":[41],"This":[42],"raises":[43],"grave":[44],"concerns":[45],"with":[46,165],"regards":[47],"validity:":[50],"namely,":[51],"do":[52],"these":[53],"varied":[54],"metrics":[55,86],"measure":[56],"same":[58],"thing?":[59],"To":[60,94,124],"address":[61],"such":[62],"concerns,":[63],"this":[64,145],"paper":[65],"proposes,":[66],"quantifies,":[67],"validates":[69],"model":[71,112,138,146,164],"which":[74],"both":[76,178],"grounded":[77],"theoretical":[80,167],"literature":[81,168],"described":[83],"by":[84],"common":[85],"drawn":[87],"from":[88],"field":[90],"analytics.":[93],"identify":[95],"latent":[97,130],"variable":[98],"structure":[99],"our":[101,118,129,163],"data":[102,119],"we":[103],"used":[104,175],"exploratory":[105],"factor":[106,122],"analysis":[107],"validated":[109],"derived":[111],"on":[113],"separate":[115],"sub-sample":[116],"using":[120,153],"confirmatory":[121],"analysis.":[123],"analyze":[125],"associations":[127],"between":[128],"variables":[131],"student":[133],"outcomes,":[134],"structural":[136],"equation":[137],"was":[139,151],"fitted,":[140],"validity":[143],"across":[147],"different":[148,157],"course":[149,181],"settings":[150],"assessed":[152],"MIMIC":[154],"modeling.":[155],"Across":[156],"domains,":[158],"broad":[160],"consistency":[161],"suggest":[169],"mechanism":[171],"that":[172],"may":[173],"be":[174],"inform":[177],"interventions":[179],"design.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2019-03-02T00:00:00"}
