{"id":"https://openalex.org/W4321442067","doi":"https://doi.org/10.1145/3576050.3576060","title":"Embracing Trustworthiness and Authenticity in the Validation of Learning Analytics Systems","display_name":"Embracing Trustworthiness and Authenticity in the Validation of Learning Analytics Systems","publication_year":2023,"publication_date":"2023-02-21","ids":{"openalex":"https://openalex.org/W4321442067","doi":"https://doi.org/10.1145/3576050.3576060"},"language":"en","primary_location":{"id":"doi:10.1145/3576050.3576060","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576050.3576060","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576050.3576060","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK23: 13th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3576050.3576060","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011203090","display_name":"Max van Haastrecht","orcid":"https://orcid.org/0000-0002-4195-0585"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Max van Haastrecht","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-4195-0585","affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008347841","display_name":"Matthieu Brinkhuis","orcid":"https://orcid.org/0000-0003-1054-6683"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Matthieu Brinkhuis","raw_affiliation_strings":["Department of Information and Computing Sciences, Utrecht University, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-1054-6683","affiliations":[{"raw_affiliation_string":"Department of Information and Computing Sciences, Utrecht University, Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045460798","display_name":"Jessica Peichl","orcid":"https://orcid.org/0000-0002-1427-9300"},"institutions":[{"id":"https://openalex.org/I4210122148","display_name":"University of Education Freiburg","ror":"https://ror.org/02rtsfd15","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210122148"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jessica Peichl","raw_affiliation_strings":["University of Education Freiburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-1427-9300","affiliations":[{"raw_affiliation_string":"University of Education Freiburg, Germany","institution_ids":["https://openalex.org/I4210122148"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015868423","display_name":"Bernd Remmele","orcid":"https://orcid.org/0000-0003-0805-2457"},"institutions":[{"id":"https://openalex.org/I4210122148","display_name":"University of Education Freiburg","ror":"https://ror.org/02rtsfd15","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210122148"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bernd Remmele","raw_affiliation_strings":["University of Education Freiburg, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0805-2457","affiliations":[{"raw_affiliation_string":"University of Education Freiburg, Germany","institution_ids":["https://openalex.org/I4210122148"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033880574","display_name":"Marco Spruit","orcid":"https://orcid.org/0000-0002-9237-221X"},"institutions":[{"id":"https://openalex.org/I2800006345","display_name":"Leiden University Medical Center","ror":"https://ror.org/05xvt9f17","country_code":"NL","type":"funder","lineage":["https://openalex.org/I2800006345"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marco Spruit","raw_affiliation_strings":["Department of Public Health and Primary Care, Leiden University Medical Center (LUMC), Netherlands and Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-9237-221X","affiliations":[{"raw_affiliation_string":"Department of Public Health and Primary Care, Leiden University Medical Center (LUMC), Netherlands and Leiden Institute of Advanced Computer Science (LIACS), Leiden University, Netherlands","institution_ids":["https://openalex.org/I2800006345"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2942,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.90426153,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"552","last_page":"558"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14246","display_name":"E-Learning and Knowledge Management","score":0.9426000118255615,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.6783402562141418},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.657615065574646},{"id":"https://openalex.org/keywords/positivism","display_name":"Positivism","score":0.6129533052444458},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5772321820259094},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5744315981864929},{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.5388711094856262},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.5090669989585876},{"id":"https://openalex.org/keywords/external-validity","display_name":"External validity","score":0.4760860502719879},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4103519320487976},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.39191970229148865},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.30691826343536377},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.26337069272994995},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.12910589575767517},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08378162980079651}],"concepts":[{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.6783402562141418},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.657615065574646},{"id":"https://openalex.org/C128706718","wikidata":"https://www.wikidata.org/wiki/Q131015","display_name":"Positivism","level":2,"score":0.6129533052444458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5772321820259094},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5744315981864929},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.5388711094856262},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.5090669989585876},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.4760860502719879},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4103519320487976},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.39191970229148865},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.30691826343536377},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26337069272994995},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.12910589575767517},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08378162980079651},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3576050.3576060","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576050.3576060","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576050.3576060","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK23: 13th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_3571000","is_oa":true,"landing_page_url":"https://hdl.handle.net/1887/3571000","pdf_url":"https://scholarlypublications.universiteitleiden.nl/access/item%3A3571001/view","source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 13th International Learning Analytics and Knowledge Conference","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:dspace.library.uu.nl:1874/429511","is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/429511","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Part of book"}],"best_oa_location":{"id":"doi:10.1145/3576050.3576060","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576050.3576060","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576050.3576060","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK23: 13th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6499999761581421}],"awards":[{"id":"https://openalex.org/G1083731953","display_name":"Geiger Cybersecurity Counter","funder_award_id":"883588","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1947250940","display_name":null,"funder_award_id":"883588","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G2113257528","display_name":"Micro-Entreprise-Cyber-Security","funder_award_id":"2022-1-DE02-KA220-VET-000087221","funder_id":"https://openalex.org/F4320335551","funder_display_name":"Erasmus+"},{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335551","display_name":"Erasmus+","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321442067.pdf","grobid_xml":"https://content.openalex.org/works/W4321442067.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1502638485","https://openalex.org/W1511916964","https://openalex.org/W1575714269","https://openalex.org/W1704942559","https://openalex.org/W1897126621","https://openalex.org/W1981382075","https://openalex.org/W1997084088","https://openalex.org/W2014493061","https://openalex.org/W2037329028","https://openalex.org/W2079966199","https://openalex.org/W2094893287","https://openalex.org/W2120820700","https://openalex.org/W2123051606","https://openalex.org/W2238759989","https://openalex.org/W2331268274","https://openalex.org/W2523284206","https://openalex.org/W2528720667","https://openalex.org/W2594379105","https://openalex.org/W2768744498","https://openalex.org/W2790979113","https://openalex.org/W2792278654","https://openalex.org/W2884682716","https://openalex.org/W2891780261","https://openalex.org/W2892077999","https://openalex.org/W2915228251","https://openalex.org/W2930723646","https://openalex.org/W2947948320","https://openalex.org/W2962039994","https://openalex.org/W2969851485","https://openalex.org/W2994732601","https://openalex.org/W2997334796","https://openalex.org/W2999108654","https://openalex.org/W3005330766","https://openalex.org/W3010762470","https://openalex.org/W3022854301","https://openalex.org/W3028361747","https://openalex.org/W3038090822","https://openalex.org/W3040045935","https://openalex.org/W3045076174","https://openalex.org/W3082482435","https://openalex.org/W3092100374","https://openalex.org/W3100983158","https://openalex.org/W3107021675","https://openalex.org/W3142171812","https://openalex.org/W3149853082","https://openalex.org/W3151685851","https://openalex.org/W3156179523","https://openalex.org/W3164247685","https://openalex.org/W3168270921","https://openalex.org/W3172753173","https://openalex.org/W3193466539","https://openalex.org/W4200438453","https://openalex.org/W4224046884","https://openalex.org/W4224267274","https://openalex.org/W4281635279","https://openalex.org/W4281753271","https://openalex.org/W6678064627","https://openalex.org/W6877337176"],"related_works":["https://openalex.org/W1987827786","https://openalex.org/W2799586942","https://openalex.org/W2504091800","https://openalex.org/W2331775400","https://openalex.org/W2816728186","https://openalex.org/W2804624249","https://openalex.org/W2560130217","https://openalex.org/W605203981","https://openalex.org/W4225313275","https://openalex.org/W3097749327"],"abstract_inverted_index":{"Learning":[0],"analytics":[1,18,51,66,116],"sits":[2],"in":[3,21],"the":[4,93],"middle":[5],"space":[6],"between":[7,28],"learning":[8,17,50,65,115],"theory":[9,38],"and":[10,30,32,39,90],"data":[11],"analytics.":[12],"The":[13],"inherent":[14],"diversity":[15],"of":[16,56,64,129,155],"manifests":[19],"itself":[20],"an":[22,75],"epistemology":[23],"that":[24,34,46,71,114,125],"strikes":[25],"a":[26,61,136,152],"balance":[27],"positivism":[29],"interpretivism,":[31],"knowledge":[33],"is":[35,73],"sourced":[36],"from":[37],"practice.":[40],"In":[41,92],"this":[42],"paper,":[43],"we":[44,69,96,144],"argue":[45],"validation":[47,67,123,138],"approaches":[48],"for":[49],"systems":[52],"should":[53],"be":[54],"cognisant":[55],"these":[57],"diverse":[58,153],"foundations.":[59],"Through":[60],"systematic":[62],"review":[63],"research,":[68],"find":[70],"there":[72],"currently":[74],"over-reliance":[76],"on":[77],"positivistic":[78,100],"validity":[79,101,156],"criteria.":[80,157],"Researchers":[81],"tend":[82],"to":[83],"ignore":[84],"interpretivistic":[85,106],"criteria":[86,102,107],"such":[87],"as":[88],"trustworthiness":[89],"authenticity.":[91],"38":[94],"papers":[95],"analysed,":[97],"researchers":[98],"covered":[99],"221":[103],"times,":[104],"whereas":[105],"were":[108],"mentioned":[109],"37":[110],"times.":[111],"We":[112,132],"motivate":[113],"can":[117],"only":[118],"move":[119],"forward":[120],"with":[121],"holistic":[122],"strategies":[124],"incorporate":[126],"\u201cthick":[127],"descriptions\u201d":[128],"educational":[130],"experiences.":[131],"conclude":[133],"by":[134,150],"outlining":[135],"planned":[137],"study":[139],"using":[140],"argument-based":[141],"validation,":[142],"which":[143],"believe":[145],"will":[146],"yield":[147],"meaningful":[148],"insights":[149],"considering":[151],"spectrum":[154]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}