{"id":"https://openalex.org/W2090861833","doi":"https://doi.org/10.1145/2723576.2723623","title":"Penetrating the black box of time-on-task estimation","display_name":"Penetrating the black box of time-on-task estimation","publication_year":2015,"publication_date":"2015-03-16","ids":{"openalex":"https://openalex.org/W2090861833","doi":"https://doi.org/10.1145/2723576.2723623","mag":"2090861833"},"language":"en","primary_location":{"id":"doi:10.1145/2723576.2723623","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2723576.2723623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth International Conference on Learning Analytics And Knowledge","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.research.ed.ac.uk/en/publications/6ac73930-57a4-463c-b0f2-fe4cafe3a0ff","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072621719","display_name":"Vitomir Kovanovi\u0107","orcid":"https://orcid.org/0000-0001-9694-6033"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Vitomir Kovanovi\u0107","raw_affiliation_strings":["University of Edinburgh, Edinburgh, United Kingdom","University of Edinburgh, edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"University of Edinburgh, edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036855560","display_name":"Dragan Ga\u0161evi\u0107","orcid":"https://orcid.org/0000-0001-9265-1908"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dragan Ga\u0161evi\u0107","raw_affiliation_strings":["University of Edinburgh, Edinburgh, United Kingdom","University of Edinburgh, edinburgh, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Edinburgh, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"University of Edinburgh, edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070873335","display_name":"Shane Dawson","orcid":"https://orcid.org/0000-0003-2435-2193"},"institutions":[{"id":"https://openalex.org/I170239107","display_name":"University of South Australia","ror":"https://ror.org/01p93h210","country_code":"AU","type":"education","lineage":["https://openalex.org/I170239107"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shane Dawson","raw_affiliation_strings":["University of South Australia, Adelaide, Australia"],"affiliations":[{"raw_affiliation_string":"University of South Australia, Adelaide, Australia","institution_ids":["https://openalex.org/I170239107"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089389582","display_name":"Sr\u00e9cko Joksimov\u00edc","orcid":"https://orcid.org/0000-0001-6999-3547"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sre\u0107ko Joksimovi\u0107","raw_affiliation_strings":["Simon Fraser University, Burnaby, Canada","( Simon Fraser University Burnaby Canada )"],"affiliations":[{"raw_affiliation_string":"Simon Fraser University, Burnaby, Canada","institution_ids":["https://openalex.org/I18014758"]},{"raw_affiliation_string":"( Simon Fraser University Burnaby Canada )","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088695714","display_name":"Ryan S. Baker","orcid":"https://orcid.org/0000-0002-3051-3232"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan S. Baker","raw_affiliation_strings":["Columbia University, New York"],"affiliations":[{"raw_affiliation_string":"Columbia University, New York","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051581150","display_name":"Marek Hatala","orcid":"https://orcid.org/0000-0001-7418-9529"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Marek Hatala","raw_affiliation_strings":["Simon Fraser University, Burnaby, Canada","( Simon Fraser University Burnaby Canada )"],"affiliations":[{"raw_affiliation_string":"Simon Fraser University, Burnaby, Canada","institution_ids":["https://openalex.org/I18014758"]},{"raw_affiliation_string":"( Simon Fraser University Burnaby Canada )","institution_ids":["https://openalex.org/I18014758"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5072621719"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":20.6367,"has_fulltext":false,"cited_by_count":117,"citation_normalized_percentile":{"value":0.99190219,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"184","last_page":"193"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7840233445167542},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.7679868340492249},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7627374529838562},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.7025302648544312},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5466927886009216},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47263023257255554},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.46108242869377136},{"id":"https://openalex.org/keywords/time-management","display_name":"Time management","score":0.4567573666572571},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44642189145088196},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.4392354488372803},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.4296768307685852},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.4219416379928589},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3703545928001404},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3660110831260681}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7840233445167542},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.7679868340492249},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7627374529838562},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.7025302648544312},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5466927886009216},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47263023257255554},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46108242869377136},{"id":"https://openalex.org/C166235249","wikidata":"https://www.wikidata.org/wiki/Q355217","display_name":"Time management","level":2,"score":0.4567573666572571},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44642189145088196},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.4392354488372803},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.4296768307685852},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.4219416379928589},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3703545928001404},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3660110831260681},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2723576.2723623","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2723576.2723623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth International Conference on Learning Analytics And Knowledge","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/6ac73930-57a4-463c-b0f2-fe4cafe3a0ff","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/6ac73930-57a4-463c-b0f2-fe4cafe3a0ff","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kovanovic, V, Gasevic, D, Dawson, S, Joksimovic, S, Hatala, M & Baker, R 2015, Penetrating the Black Box of Time-on-task Estimation. in LAK '15 Proceedings of the Fifth International Conference on Learning Analytics And Knowledge. New York, NY, USA, pp. 184-193. https://doi.org/10.1145/2723576.2723623","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:pure.ed.ac.uk:publications/6ac73930-57a4-463c-b0f2-fe4cafe3a0ff","is_oa":false,"landing_page_url":"https://dl.acm.org/citation.cfm?doid=2723576.2723623","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/6ac73930-57a4-463c-b0f2-fe4cafe3a0ff","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/6ac73930-57a4-463c-b0f2-fe4cafe3a0ff","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kovanovic, V, Gasevic, D, Dawson, S, Joksimovic, S, Hatala, M & Baker, R 2015, Penetrating the Black Box of Time-on-task Estimation. in LAK '15 Proceedings of the Fifth International Conference on Learning Analytics And Knowledge. New York, NY, USA, pp. 184-193. https://doi.org/10.1145/2723576.2723623","raw_type":"contributionToPeriodical"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5600000023841858}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W27468226","https://openalex.org/W39064919","https://openalex.org/W163123619","https://openalex.org/W579984701","https://openalex.org/W1491151700","https://openalex.org/W1492750493","https://openalex.org/W1507563471","https://openalex.org/W1532644358","https://openalex.org/W1542932561","https://openalex.org/W1554944419","https://openalex.org/W1584823094","https://openalex.org/W1833282361","https://openalex.org/W1967574129","https://openalex.org/W1977430202","https://openalex.org/W1978416343","https://openalex.org/W1980491081","https://openalex.org/W1980867381","https://openalex.org/W1982896842","https://openalex.org/W1984001144","https://openalex.org/W1985608494","https://openalex.org/W1994094855","https://openalex.org/W1996869586","https://openalex.org/W1997348285","https://openalex.org/W2006444123","https://openalex.org/W2007551742","https://openalex.org/W2007808343","https://openalex.org/W2014858765","https://openalex.org/W2044217544","https://openalex.org/W2046149799","https://openalex.org/W2047508072","https://openalex.org/W2048226967","https://openalex.org/W2053006916","https://openalex.org/W2055854942","https://openalex.org/W2060045074","https://openalex.org/W2064153264","https://openalex.org/W2066930759","https://openalex.org/W2077883864","https://openalex.org/W2079777076","https://openalex.org/W2080742179","https://openalex.org/W2083107848","https://openalex.org/W2095557820","https://openalex.org/W2095884578","https://openalex.org/W2103672843","https://openalex.org/W2109901510","https://openalex.org/W2116677773","https://openalex.org/W2129538325","https://openalex.org/W2139471083","https://openalex.org/W2142572316","https://openalex.org/W2153378020","https://openalex.org/W2157250344","https://openalex.org/W2159294679","https://openalex.org/W2162011823","https://openalex.org/W2163189012","https://openalex.org/W2163684494","https://openalex.org/W2165437354","https://openalex.org/W2169454613","https://openalex.org/W2169606818","https://openalex.org/W2171544180","https://openalex.org/W2538036311","https://openalex.org/W2848771547","https://openalex.org/W4210343561","https://openalex.org/W4231900557","https://openalex.org/W6630272441"],"related_works":["https://openalex.org/W1987827786","https://openalex.org/W2799586942","https://openalex.org/W2504091800","https://openalex.org/W2331775400","https://openalex.org/W2816728186","https://openalex.org/W2804624249","https://openalex.org/W2560130217","https://openalex.org/W605203981","https://openalex.org/W4225313275","https://openalex.org/W3097749327"],"abstract_inverted_index":{"All":[0],"forms":[1],"of":[2,11,17,26,36,50,64,117,123,145,152,160,168,175,178,198,207],"learning":[3,21,37,41,54,77,118,187],"take":[4],"time.":[5],"There":[6],"is":[7,67,126,171],"a":[8,146,193],"large":[9,48],"body":[10],"research":[12,215],"suggesting":[13],"that":[14,71,82,134,148],"the":[15,24,100,115,121,132,143,150,158,176,185,196,202],"amount":[16],"time":[18,70],"spent":[19,74],"on":[20,75,99,157],"can":[22],"improve":[23],"quality":[25],"learning,":[27],"as":[28,40],"represented":[29],"by":[30],"academic":[31],"performance.":[32],"The":[33,165],"wide-spread":[34],"adoption":[35],"technologies":[38],"such":[39],"management":[42],"systems":[43,84],"(LMSs),":[44],"has":[45,107],"resulted":[46],"in":[47,111,114,129,211],"amounts":[49],"data":[51,66,106],"about":[52,195],"student":[53],"being":[55],"readily":[56],"accessible":[57],"to":[58,68,172,191],"educational":[59,212],"researchers.":[60],"One":[61],"common":[62],"use":[63],"this":[65,169,199],"measure":[69],"students":[72,90],"have":[73],"different":[76,153],"tasks":[78],"(i.e.,":[79],"time-on-task).":[80],"Given":[81],"LMS":[83,104],"typically":[85],"only":[86],"capture":[87],"times":[88],"when":[89],"executed":[91],"various":[92],"actions,":[93],"time-on-task":[94,124,154,208],"measures":[95],"are":[96,137],"estimated":[97],"based":[98],"recorded":[101],"trace":[102,105],"data.":[103],"been":[108],"extensively":[109],"used":[110],"many":[112],"studies":[113],"field":[116],"analytics,":[119],"yet":[120],"problem":[122],"estimation":[125,155,209],"rarely":[127],"described":[128],"detail":[130],"and":[131,180,190,213],"consequences":[133],"it":[135],"entails":[136],"not":[138],"fully":[139],"examined.<br/><br/>This":[140],"paper":[141,170,203],"presents":[142],"results":[144,159],"study":[147],"examined":[149],"effects":[151],"methods":[156,210],"commonly":[161],"adopted":[162],"analytical":[163],"models.":[164],"primary":[166],"goal":[167],"raise":[173],"awareness":[174],"issue":[177],"accuracy":[179],"appropriateness":[181],"surrounding":[182],"time-estimation":[183],"within":[184],"broader":[186],"analytics":[188],"community,":[189],"initiate":[192],"debate":[194],"challenges":[197],"process.":[200],"Furthermore,":[201],"provides":[204],"an":[205],"overview":[206],"related":[214],"fields.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":11},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":6}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}