{"id":"https://openalex.org/W3207266080","doi":"https://doi.org/10.1109/tlt.2021.3119224","title":"Using Process Mining to Analyze Time Distribution of Self-Assessment and Formative Assessment Exercises on an Online Learning Tool","display_name":"Using Process Mining to Analyze Time Distribution of Self-Assessment and Formative Assessment Exercises on an Online Learning Tool","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3207266080","doi":"https://doi.org/10.1109/tlt.2021.3119224","mag":"3207266080"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2021.3119224","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2021.3119224","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://zaguan.unizar.es/record/167940","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100602979","display_name":"C\u00e9sar Dom\u00ednguez","orcid":"https://orcid.org/0000-0002-2081-7523"},"institutions":[{"id":"https://openalex.org/I168974976","display_name":"Universidad de La Rioja","ror":"https://ror.org/0553yr311","country_code":"ES","type":"education","lineage":["https://openalex.org/I168974976"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Cesar Dominguez","raw_affiliation_strings":["o, Spain","Departamento de Matem\u00e1ticas y Computaci\u00f3n, Universidad de La Rioja, Logro&#x00F1"],"raw_orcid":"https://orcid.org/0000-0002-2081-7523","affiliations":[{"raw_affiliation_string":"o, Spain","institution_ids":[]},{"raw_affiliation_string":"Departamento de Matem\u00e1ticas y Computaci\u00f3n, Universidad de La Rioja, Logro&#x00F1","institution_ids":["https://openalex.org/I168974976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033916192","display_name":"Francisco Jos\u00e9 Garc\u00eda Izquierdo","orcid":"https://orcid.org/0000-0003-0972-0787"},"institutions":[{"id":"https://openalex.org/I168974976","display_name":"Universidad de La Rioja","ror":"https://ror.org/0553yr311","country_code":"ES","type":"education","lineage":["https://openalex.org/I168974976"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Francisco J. Garcia-Izquierdo","raw_affiliation_strings":["o, Spain","Departamento de Matem\u00e1ticas y Computaci\u00f3n, Universidad de La Rioja, Logro&#x00F1"],"raw_orcid":"https://orcid.org/0000-0003-0972-0787","affiliations":[{"raw_affiliation_string":"o, Spain","institution_ids":[]},{"raw_affiliation_string":"Departamento de Matem\u00e1ticas y Computaci\u00f3n, Universidad de La Rioja, Logro&#x00F1","institution_ids":["https://openalex.org/I168974976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019203477","display_name":"Arturo Jaime","orcid":"https://orcid.org/0000-0002-6300-9307"},"institutions":[{"id":"https://openalex.org/I168974976","display_name":"Universidad de La Rioja","ror":"https://ror.org/0553yr311","country_code":"ES","type":"education","lineage":["https://openalex.org/I168974976"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Arturo Jaime","raw_affiliation_strings":["Departamento de Matem\u00e1ticas y Computaci\u00f3n, Universidad de La Rioja, Logroño, Spain","Departamento de Matem\u00e1ticas y Computaci\u00f3n, Universidad de La Rioja, Logro&#x00F1","o, Spain"],"raw_orcid":"https://orcid.org/0000-0002-6300-9307","affiliations":[{"raw_affiliation_string":"Departamento de Matem\u00e1ticas y Computaci\u00f3n, Universidad de La Rioja, Logroño, Spain","institution_ids":["https://openalex.org/I168974976"]},{"raw_affiliation_string":"Departamento de Matem\u00e1ticas y Computaci\u00f3n, Universidad de La Rioja, Logro&#x00F1","institution_ids":["https://openalex.org/I168974976"]},{"raw_affiliation_string":"o, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021567575","display_name":"Beatriz P\u00e9rez","orcid":"https://orcid.org/0000-0001-9235-7311"},"institutions":[{"id":"https://openalex.org/I168974976","display_name":"Universidad de La Rioja","ror":"https://ror.org/0553yr311","country_code":"ES","type":"education","lineage":["https://openalex.org/I168974976"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Beatriz Perez","raw_affiliation_strings":["o, Spain","Departamento de Matem\u00e1ticas y Computaci\u00f3n, Universidad de La Rioja, Logro&#x00F1"],"raw_orcid":"https://orcid.org/0000-0001-9235-7311","affiliations":[{"raw_affiliation_string":"o, Spain","institution_ids":[]},{"raw_affiliation_string":"Departamento de Matem\u00e1ticas y Computaci\u00f3n, Universidad de La Rioja, Logro&#x00F1","institution_ids":["https://openalex.org/I168974976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059452325","display_name":"\u00c1ngel L. Rubio","orcid":"https://orcid.org/0000-0002-3052-6404"},"institutions":[{"id":"https://openalex.org/I168974976","display_name":"Universidad de La Rioja","ror":"https://ror.org/0553yr311","country_code":"ES","type":"education","lineage":["https://openalex.org/I168974976"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Angel Luis Rubio","raw_affiliation_strings":["Departamento de Matem\u00e1ticas y Computaci\u00f3n, Universidad de La Rioja, Logro&#x00F1","o, Spain"],"raw_orcid":"https://orcid.org/0000-0002-3052-6404","affiliations":[{"raw_affiliation_string":"Departamento de Matem\u00e1ticas y Computaci\u00f3n, Universidad de La Rioja, Logro&#x00F1","institution_ids":["https://openalex.org/I168974976"]},{"raw_affiliation_string":"o, Spain","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079201758","display_name":"Mar\u00eda A. Zapata","orcid":"https://orcid.org/0000-0002-9531-1586"},"institutions":[{"id":"https://openalex.org/I255234318","display_name":"Universidad de Zaragoza","ror":"https://ror.org/012a91z28","country_code":"ES","type":"education","lineage":["https://openalex.org/I255234318"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Maria A. Zapata","raw_affiliation_strings":["Facultad de Ciencias, Universidad de Zaragoza, Zaragoza, Spain"],"raw_orcid":"https://orcid.org/0000-0002-9531-1586","affiliations":[{"raw_affiliation_string":"Facultad de Ciencias, Universidad de Zaragoza, Zaragoza, Spain","institution_ids":["https://openalex.org/I255234318"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100602979"],"corresponding_institution_ids":["https://openalex.org/I168974976"],"apc_list":null,"apc_paid":null,"fwci":2.6216,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.90902276,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"14","issue":"5","first_page":"709","last_page":"722"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9603000283241272,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.9825966954231262},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6539424657821655},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6166033148765564},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5955350399017334},{"id":"https://openalex.org/keywords/self-assessment","display_name":"Self-assessment","score":0.4381319582462311},{"id":"https://openalex.org/keywords/online-assessment","display_name":"Online assessment","score":0.436983585357666},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.17819026112556458},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1692732274532318},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.09989100694656372}],"concepts":[{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.9825966954231262},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6539424657821655},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6166033148765564},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5955350399017334},{"id":"https://openalex.org/C205333247","wikidata":"https://www.wikidata.org/wiki/Q1602656","display_name":"Self-assessment","level":2,"score":0.4381319582462311},{"id":"https://openalex.org/C178823583","wikidata":"https://www.wikidata.org/wiki/Q3269883","display_name":"Online assessment","level":3,"score":0.436983585357666},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.17819026112556458},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1692732274532318},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.09989100694656372},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tlt.2021.3119224","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2021.3119224","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},{"id":"pmh:oai:zaguan.unizar.es:167940","is_oa":true,"landing_page_url":"http://zaguan.unizar.es/record/167940","pdf_url":null,"source":{"id":"https://openalex.org/S4306401812","display_name":"Zaguan (University of Zaragoza Repository)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I255234318","host_organization_name":"Universidad de Zaragoza","host_organization_lineage":["https://openalex.org/I255234318"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/acceptedVersion"},{"id":"pmh:oai:portal.dialnet.es:doc/618606ce8a2f583ff09ae676","is_oa":false,"landing_page_url":"https://investigacion.unirioja.es/documentos/618606ce8a2f583ff09ae676","pdf_url":null,"source":{"id":"https://openalex.org/S4306402551","display_name":"RIUR (Universidad de La Rioja)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I3032752892","host_organization_name":"Universidad Internacional de La Rioja","host_organization_lineage":["https://openalex.org/I3032752892"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:portal.dialnet.es:doc/6406948cdfebf07f27009b7e","is_oa":true,"landing_page_url":"https://investigacion.unirioja.es/documentos/6406948cdfebf07f27009b7e","pdf_url":null,"source":{"id":"https://openalex.org/S4306402551","display_name":"RIUR (Universidad de La Rioja)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I3032752892","host_organization_name":"Universidad Internacional de La Rioja","host_organization_lineage":["https://openalex.org/I3032752892"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:rua.ua.es:10045/129037","is_oa":true,"landing_page_url":"http://hdl.handle.net/10045/129037","pdf_url":null,"source":{"id":"https://openalex.org/S4306400416","display_name":"Repositorio Institucional de la Universidad de Alicante (Universidad de Alicante)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I130194489","host_organization_name":"University of Alicante","host_organization_lineage":["https://openalex.org/I130194489"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:zaguan.unizar.es:167940","is_oa":true,"landing_page_url":"http://zaguan.unizar.es/record/167940","pdf_url":null,"source":{"id":"https://openalex.org/S4306401812","display_name":"Zaguan (University of Zaragoza Repository)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I255234318","host_organization_name":"Universidad de Zaragoza","host_organization_lineage":["https://openalex.org/I255234318"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/acceptedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6600000262260437,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G8895350357","display_name":null,"funder_award_id":"PDC2021-121128-I00","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W649212855","https://openalex.org/W1483580517","https://openalex.org/W1531469521","https://openalex.org/W1570244830","https://openalex.org/W1608013224","https://openalex.org/W1678084289","https://openalex.org/W1741890539","https://openalex.org/W1775995898","https://openalex.org/W1910074535","https://openalex.org/W1991564778","https://openalex.org/W2021779044","https://openalex.org/W2029112453","https://openalex.org/W2046447424","https://openalex.org/W2052870110","https://openalex.org/W2062265524","https://openalex.org/W2123974696","https://openalex.org/W2130184745","https://openalex.org/W2142855189","https://openalex.org/W2149628480","https://openalex.org/W2187817723","https://openalex.org/W2238870697","https://openalex.org/W2272807018","https://openalex.org/W2278567585","https://openalex.org/W2280402232","https://openalex.org/W2516204696","https://openalex.org/W2528720667","https://openalex.org/W2566084804","https://openalex.org/W2572386335","https://openalex.org/W2595273079","https://openalex.org/W2597900308","https://openalex.org/W2618411074","https://openalex.org/W2745877655","https://openalex.org/W2745915040","https://openalex.org/W2752172729","https://openalex.org/W2753439427","https://openalex.org/W2757875814","https://openalex.org/W2768744498","https://openalex.org/W2778713849","https://openalex.org/W2790505885","https://openalex.org/W2790615946","https://openalex.org/W2791597258","https://openalex.org/W2804851038","https://openalex.org/W2806806895","https://openalex.org/W2883445323","https://openalex.org/W2887027227","https://openalex.org/W2894685150","https://openalex.org/W2902024129","https://openalex.org/W2908748313","https://openalex.org/W2972357071","https://openalex.org/W2976719556","https://openalex.org/W2982679195","https://openalex.org/W3011201885","https://openalex.org/W3019860347","https://openalex.org/W3089117377","https://openalex.org/W4236151674","https://openalex.org/W6634225067","https://openalex.org/W6638164167","https://openalex.org/W6686811005","https://openalex.org/W7039239088"],"related_works":["https://openalex.org/W2475382535","https://openalex.org/W2078220100","https://openalex.org/W3094696973","https://openalex.org/W3199295456","https://openalex.org/W3005427077","https://openalex.org/W2169821076","https://openalex.org/W4392721137","https://openalex.org/W2302126946","https://openalex.org/W2132968107","https://openalex.org/W2046058552"],"abstract_inverted_index":{"The":[0,107],"study":[1,30,134],"of":[2,15,24,31,55,94,144,150,187,199,218],"the":[3,18,25,29,53,80,91,121,141,197,212,216,219],"relationships":[4,220],"between":[5,82,221],"self-regulated":[6,56,117],"learning":[7,57,72,118],"and":[8,154,178,224],"formative":[9,41,60,131,159,175,190,222],"assessment":[10,42,176,223],"is":[11,123],"an":[12,99],"active":[13],"line":[14],"research":[16,205],"in":[17,125,147,174,189,215],"educational":[19],"community.":[20],"A":[21],"recent":[22],"review":[23,110],"literature":[26],"highlights":[27],"that":[28],"these":[32,83],"connections":[33],"has":[34,206],"been":[35],"mainly":[36],"unidirectional,":[37],"focusing":[38],"on":[39,59,79],"how":[40,155],"helps":[43],"students":[44,96,129],"to":[45,102,139,158,196,202,210],"self-regulate":[46],"their":[47,152],"learning,":[48],"being":[49],"much":[50],"less":[51],"explored":[52],"effect":[54],"strategies":[58],"assessment.":[61,132,160,191],"In":[62],"this":[63,88],"context,":[64],"analyzing":[65],"automatically":[66],"captured":[67],"students’":[68,172],"activities":[69,167],"within":[70],"online":[71,100],"tools":[73],"can":[74],"provide":[75],"us":[76],"further":[77],"insights":[78],"interactions":[81],"two":[84],"topics.":[85],"More":[86],"specifically,":[87],"article":[89],"examines":[90],"activity":[92],"traces":[93],"382":[95],"who":[97],"used":[98,124,207],"tool":[101,108,122],"learn":[103],"a":[104,185],"programming":[105],"language.":[106],"incorporates":[109],"exercises":[111],"for":[112,184],"promoting":[113,168],"self-assessment":[114,156,169,181],"(an":[115],"important":[116],"strategy).":[119],"Furthermore,":[120],"supervised":[126],"laboratories":[127],"where":[128],"receive":[130],"This":[133],"uses":[135],"process":[136,208],"mining":[137,209],"techniques":[138],"analyze":[140],"temporal":[142],"component":[143,214],"student":[145],"behavior":[146],"both":[148],"types":[149],"activities,":[151],"interaction,":[153],"relates":[157],"Some":[161],"key":[162],"lessons":[163],"are":[164],"learned:":[165],"1)":[166],"significantly":[170],"improved":[171],"involvement":[173],"activities;":[177],"2)":[179],"increasing":[180],"cannot":[182],"compensate":[183],"lack":[186],"effort":[188],"We":[192],"also":[193],"underline":[194],"that,":[195],"best":[198],"our":[200],"knowledge,":[201],"date":[203],"no":[204],"consider":[211],"time":[213],"analysis":[217],"self-assessment.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":10}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}