{"id":"https://openalex.org/W4214834528","doi":"https://doi.org/10.1145/3506860.3506876","title":"Using Learner Trace Data to Understand Metacognitive Processes in Writing from Multiple Sources","display_name":"Using Learner Trace Data to Understand Metacognitive Processes in Writing from Multiple Sources","publication_year":2022,"publication_date":"2022-03-03","ids":{"openalex":"https://openalex.org/W4214834528","doi":"https://doi.org/10.1145/3506860.3506876"},"language":"en","primary_location":{"id":"doi:10.1145/3506860.3506876","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3506860.3506876","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK22: 12th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085040048","display_name":"Mladen Rakovi\u0107","orcid":"https://orcid.org/0000-0002-1413-1103"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Mladen Rakovic","raw_affiliation_strings":["Centre for Learning Analytics, Faculty of Information Technology, Monash University, Australia"],"affiliations":[{"raw_affiliation_string":"Centre for Learning Analytics, Faculty of Information Technology, Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006305255","display_name":"Yizhou Fan","orcid":"https://orcid.org/0000-0003-2777-1705"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yizhou Fan","raw_affiliation_strings":["The University of Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"The University of Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025536060","display_name":"Joep van der Graaf","orcid":"https://orcid.org/0000-0003-1205-2193"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Joep van der Graaf","raw_affiliation_strings":["Radboud University, Netherlands"],"affiliations":[{"raw_affiliation_string":"Radboud University, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041627722","display_name":"Shaveen Singh","orcid":"https://orcid.org/0000-0002-7862-8047"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shaveen Singh","raw_affiliation_strings":["Monash University, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007836281","display_name":"Jonathan Kilgour","orcid":"https://orcid.org/0000-0002-9513-7493"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jonathan Kilgour","raw_affiliation_strings":["The University of Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"The University of Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041705232","display_name":"Lyn Lim","orcid":"https://orcid.org/0000-0002-0617-5552"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lyn Lim","raw_affiliation_strings":["Technical University of Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031400973","display_name":"Johanna D. Moore","orcid":"https://orcid.org/0000-0001-7247-6823"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Johanna Moore","raw_affiliation_strings":["The University of Edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"The University of Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052257833","display_name":"Maria Bannert","orcid":"https://orcid.org/0000-0001-7045-2764"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maria Bannert","raw_affiliation_strings":["Technical University of Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037990414","display_name":"Inge Molenaar","orcid":"https://orcid.org/0000-0003-4639-2524"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Inge Molenaar","raw_affiliation_strings":["Radboud University, Netherlands"],"affiliations":[{"raw_affiliation_string":"Radboud University, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036855560","display_name":"Dragan Ga\u0161evi\u0107","orcid":"https://orcid.org/0000-0001-9265-1908"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dragan Gasevic","raw_affiliation_strings":["Monash University, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5085040048"],"corresponding_institution_ids":["https://openalex.org/I56590836"],"apc_list":null,"apc_paid":null,"fwci":5.5392,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.95868256,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"130","last_page":"141"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12887","display_name":"Educational Strategies and Epistemologies","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metacognition","display_name":"Metacognition","score":0.7870013117790222},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7343713045120239},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7020860314369202},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.688594400882721},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.5773720145225525},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.5711509585380554},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4936912953853607},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3578926920890808},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.29165124893188477},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.22145509719848633},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2154216468334198},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11211413145065308},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08834880590438843}],"concepts":[{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.7870013117790222},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7343713045120239},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7020860314369202},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.688594400882721},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5773720145225525},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.5711509585380554},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4936912953853607},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3578926920890808},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.29165124893188477},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.22145509719848633},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2154216468334198},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11211413145065308},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08834880590438843},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3506860.3506876","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3506860.3506876","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK22: 12th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1659844","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1659844","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"ConferencePaper"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/250757","is_oa":false,"landing_page_url":"https://repository.ubn.ru.nl/handle/2066/250757","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"LAK22: 12th International Learning Analytics and Knowledge Conference, pp. 130-141","raw_type":"Article in monograph or in proceedings"},{"id":"pmh:ru:oai:repository.ubn.ru.nl:2066/250757","is_oa":false,"landing_page_url":"http://hdl.handle.net/2066/250757","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"LAK22: 12th International Learning Analytics and Knowledge Conference, 130 - 141. New York, NY : Association for Computing Machinery (ACM)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1558917379","display_name":null,"funder_award_id":"BA20144/10-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G3339762894","display_name":null,"funder_award_id":"NWO464.18.104","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G4937378881","display_name":null,"funder_award_id":"ES/S015701/1","funder_id":"https://openalex.org/F4320334630","funder_display_name":"Economic and Social Research Council"},{"id":"https://openalex.org/G8788608244","display_name":"ORA (Round 5) - Facilitating Self-Regulated Learning with Personalized Scaffolds on Student's own Regulation Activities","funder_award_id":"ES/S015701/1","funder_id":"https://openalex.org/F4320334630","funder_display_name":"Economic and Social Research Council"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320334630","display_name":"Economic and Social Research Council","ror":"https://ror.org/03n0ht308"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W595197191","https://openalex.org/W1202334929","https://openalex.org/W1443693958","https://openalex.org/W1571421963","https://openalex.org/W1596179487","https://openalex.org/W1998170614","https://openalex.org/W2011360123","https://openalex.org/W2044722804","https://openalex.org/W2054745812","https://openalex.org/W2105845572","https://openalex.org/W2125732627","https://openalex.org/W2141766660","https://openalex.org/W2144183061","https://openalex.org/W2200795871","https://openalex.org/W2251329024","https://openalex.org/W2311803553","https://openalex.org/W2336434745","https://openalex.org/W2414331059","https://openalex.org/W2464314465","https://openalex.org/W2586120904","https://openalex.org/W2626853004","https://openalex.org/W2668506044","https://openalex.org/W2953001123","https://openalex.org/W2966469575","https://openalex.org/W3004220852","https://openalex.org/W3024117512","https://openalex.org/W3033601069","https://openalex.org/W3033851281","https://openalex.org/W3035697397","https://openalex.org/W3100900397","https://openalex.org/W3103091460","https://openalex.org/W4293004748","https://openalex.org/W4388415445"],"related_works":["https://openalex.org/W2390181806","https://openalex.org/W2976037936","https://openalex.org/W4387714313","https://openalex.org/W2260086729","https://openalex.org/W4383552441","https://openalex.org/W4310809941","https://openalex.org/W3214719368","https://openalex.org/W2362169646","https://openalex.org/W1994097944","https://openalex.org/W2067438871"],"abstract_inverted_index":{"Writing":[0],"from":[1,24],"multiple":[2,110],"sources":[3],"is":[4],"a":[5,31,77,135],"commonly":[6],"administered":[7],"learning":[8,93],"task":[9,89],"across":[10],"educational":[11],"levels":[12],"and":[13,27,60,113,117,148,179,207],"disciplines.":[14],"In":[15,141],"this":[16],"task,":[17],"learners":[18,57],"are":[19,47],"instructed":[20],"to":[21,35,50,96,162],"comprehend":[22],"information":[23],"source":[25],"documents":[26],"integrate":[28],"it":[29],"into":[30],"coherent":[32],"written":[33,136,185],"composition":[34],"fulfil":[36],"the":[37,121,132,142,156,171,182,192],"assignment":[38],"requirements.":[39],"Even":[40],"though":[41],"educationally":[42],"potent,":[43],"multi-source":[44,69,87,122],"writing":[45,88,116,123,200],"tasks":[46],"considered":[48],"challenging":[49],"many":[51,56],"learners,":[52],"in":[53,68,86,91,114,176],"particular":[54],"because":[55],"underuse":[58],"monitoring":[59,178],"control,":[61],"critical":[62],"metacognitive":[63,102,177],"processes":[64,103,130],"for":[65],"productive":[66],"engagement":[67,175],"writing.":[70],"To":[71],"understand":[72],"these":[73,129],"processes,":[74],"we":[75,99,144],"conducted":[76],"laboratory":[78],"study":[79],"involving":[80],"44":[81],"university":[82],"students.":[83],"They":[84],"engaged":[85],"hosted":[90],"digital":[92],"environment.":[94],"Adding":[95],"previous":[97],"research,":[98],"unobtrusively":[100],"measured":[101],"using":[104],"learners\u2019":[105],"trace":[106,205],"data":[107,111,206],"collected":[108],"via":[109],"channels":[112],"both":[115,146],"reading":[118],"space":[119],"of":[120,134,155,164,184,194,204],"task.":[124],"We":[125],"further":[126],"investigated":[127],"how":[128],"affect":[131],"quality":[133,183],"product,":[137],"i.e.,":[138],"essay":[139,150,157,209],"score.":[140,151],"analysis,":[143],"utilised":[145],"automatically":[147],"human-generated":[149],"The":[152],"rating":[153],"performance":[154],"scoring":[158],"algorithm":[159],"was":[160],"comparable":[161],"that":[163,174,197],"human":[165],"raters.":[166],"Our":[167],"results":[168,189],"largely":[169],"support":[170,198],"theoretical":[172],"assumptions":[173],"control":[180],"benefits":[181],"product.":[186],"Moreover,":[187],"our":[188],"can":[190],"inform":[191],"development":[193],"analytics-based":[195],"tools":[196],"student":[199],"by":[201],"making":[202],"use":[203],"automated":[208],"scoring.":[210]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}