{"id":"https://openalex.org/W1576708673","doi":"https://doi.org/10.1109/tlt.2015.2441718","title":"Increasing Students\u2019 Awareness of Their Behavior in Online Learning Environments with Visualizations and Achievement Badges","display_name":"Increasing Students\u2019 Awareness of Their Behavior in Online Learning Environments with Visualizations and Achievement Badges","publication_year":2015,"publication_date":"2015-06-04","ids":{"openalex":"https://openalex.org/W1576708673","doi":"https://doi.org/10.1109/tlt.2015.2441718","mag":"1576708673"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2015.2441718","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tlt.2015.2441718","pdf_url":"https://ieeexplore.ieee.org/ielx7/4620076/7268807/07118184.pdf","source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/4620076/7268807/07118184.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016076157","display_name":"Tapio Auvinen","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tapio Auvinen","raw_affiliation_strings":["Department of Computer Science, Aalto University, Espoo, Finland","Department of Computer Science Aalto University Espoo Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Department of Computer Science Aalto University Espoo Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079858556","display_name":"Lasse Hakulinen","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Lasse Hakulinen","raw_affiliation_strings":["Department of Computer Science, Aalto University, Espoo, Finland","Department of Computer Science Aalto University Espoo Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Department of Computer Science Aalto University Espoo Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027596822","display_name":"Lauri Malmi","orcid":"https://orcid.org/0000-0003-1064-796X"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Lauri Malmi","raw_affiliation_strings":["Department of Computer Science, Aalto University, Espoo, Finland","Department of Computer Science Aalto University Espoo Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Department of Computer Science Aalto University Espoo Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.2642,"has_fulltext":true,"cited_by_count":167,"citation_normalized_percentile":{"value":0.97965869,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"8","issue":"3","first_page":"261","last_page":"273"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/procrastination","display_name":"Procrastination","score":0.7694783210754395},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6611742377281189},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.5719038844108582},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.5261135697364807},{"id":"https://openalex.org/keywords/academic-achievement","display_name":"Academic achievement","score":0.45842495560646057},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3812861740589142},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3430137038230896},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32956719398498535},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3127257525920868},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.1085839569568634}],"concepts":[{"id":"https://openalex.org/C194279344","wikidata":"https://www.wikidata.org/wiki/Q330104","display_name":"Procrastination","level":2,"score":0.7694783210754395},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6611742377281189},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5719038844108582},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.5261135697364807},{"id":"https://openalex.org/C2781206393","wikidata":"https://www.wikidata.org/wiki/Q2748419","display_name":"Academic achievement","level":2,"score":0.45842495560646057},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3812861740589142},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3430137038230896},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32956719398498535},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3127257525920868},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1085839569568634},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tlt.2015.2441718","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tlt.2015.2441718","pdf_url":"https://ieeexplore.ieee.org/ielx7/4620076/7268807/07118184.pdf","source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/17235","is_oa":true,"landing_page_url":"https://aaltodoc.aalto.fi/handle/123456789/17235","pdf_url":"https://aaltodoc.aalto.fi/bitstreams/08eeacf5-8f83-4743-a0d8-3a5debd441de/download","source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"V\u00e4it\u00f6skirja (artikkeli)"}],"best_oa_location":{"id":"doi:10.1109/tlt.2015.2441718","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tlt.2015.2441718","pdf_url":"https://ieeexplore.ieee.org/ielx7/4620076/7268807/07118184.pdf","source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1576708673.pdf","grobid_xml":"https://content.openalex.org/works/W1576708673.grobid-xml"},"referenced_works_count":103,"referenced_works":["https://openalex.org/W129119727","https://openalex.org/W130080441","https://openalex.org/W161555447","https://openalex.org/W221584336","https://openalex.org/W1501977282","https://openalex.org/W1504545561","https://openalex.org/W1519738521","https://openalex.org/W1528282518","https://openalex.org/W1533849852","https://openalex.org/W1535682146","https://openalex.org/W1540962147","https://openalex.org/W1546215871","https://openalex.org/W1550365873","https://openalex.org/W1569760560","https://openalex.org/W1614264629","https://openalex.org/W1621525304","https://openalex.org/W1662413987","https://openalex.org/W1968522627","https://openalex.org/W1972862527","https://openalex.org/W1982868893","https://openalex.org/W1985258161","https://openalex.org/W1985271641","https://openalex.org/W1987908475","https://openalex.org/W1994917054","https://openalex.org/W1995836200","https://openalex.org/W1995942300","https://openalex.org/W1996643300","https://openalex.org/W1996652948","https://openalex.org/W1998933811","https://openalex.org/W2001470078","https://openalex.org/W2002337194","https://openalex.org/W2010749566","https://openalex.org/W2011607672","https://openalex.org/W2012867165","https://openalex.org/W2013107345","https://openalex.org/W2013852212","https://openalex.org/W2015040676","https://openalex.org/W2018171277","https://openalex.org/W2019107234","https://openalex.org/W2022038738","https://openalex.org/W2023718959","https://openalex.org/W2024107204","https://openalex.org/W2025550889","https://openalex.org/W2027591137","https://openalex.org/W2029541929","https://openalex.org/W2032365340","https://openalex.org/W2042200273","https://openalex.org/W2044919367","https://openalex.org/W2046447424","https://openalex.org/W2051963836","https://openalex.org/W2057439650","https://openalex.org/W2062672338","https://openalex.org/W2070405152","https://openalex.org/W2071097428","https://openalex.org/W2072916024","https://openalex.org/W2077371144","https://openalex.org/W2079966199","https://openalex.org/W2081704050","https://openalex.org/W2082575004","https://openalex.org/W2084969902","https://openalex.org/W2091308179","https://openalex.org/W2093980251","https://openalex.org/W2096459062","https://openalex.org/W2097728333","https://openalex.org/W2101069239","https://openalex.org/W2106341825","https://openalex.org/W2119455182","https://openalex.org/W2121543297","https://openalex.org/W2126451734","https://openalex.org/W2127418831","https://openalex.org/W2130413538","https://openalex.org/W2141448840","https://openalex.org/W2147489905","https://openalex.org/W2150225696","https://openalex.org/W2151828850","https://openalex.org/W2152196699","https://openalex.org/W2154356785","https://openalex.org/W2160512240","https://openalex.org/W2166730218","https://openalex.org/W2167721942","https://openalex.org/W2201703831","https://openalex.org/W2216374816","https://openalex.org/W2305130666","https://openalex.org/W2405781519","https://openalex.org/W3083511315","https://openalex.org/W3217499814","https://openalex.org/W4230439518","https://openalex.org/W4238530616","https://openalex.org/W4245307319","https://openalex.org/W4246576326","https://openalex.org/W4285719527","https://openalex.org/W6606640777","https://openalex.org/W6608667170","https://openalex.org/W6629965983","https://openalex.org/W6632060227","https://openalex.org/W6636647872","https://openalex.org/W6636681717","https://openalex.org/W6637085001","https://openalex.org/W6658877339","https://openalex.org/W6680974975","https://openalex.org/W6682171193","https://openalex.org/W6698023572","https://openalex.org/W6713538976"],"related_works":["https://openalex.org/W4253654988","https://openalex.org/W2400934819","https://openalex.org/W4229721065","https://openalex.org/W3094617551","https://openalex.org/W3112845144","https://openalex.org/W2885219768","https://openalex.org/W3122709426","https://openalex.org/W2512431248","https://openalex.org/W2911611190","https://openalex.org/W2307938490"],"abstract_inverted_index":{"In":[0,21,42,72],"online":[1],"learning":[2],"environments":[3],"where":[4],"automatic":[5],"assessment":[6],"is":[7],"used,":[8],"students":[9,56,123,192],"often":[10],"resort":[11],"to":[12,32,54,93],"harmful":[13],"study":[14,25,178],"practices":[15,179],"such":[16],"as":[17],"procrastination":[18],"and":[19,65,127,180],"trial-and-error.":[20],"this":[22],"paper,":[23],"we":[24,46,76],"two":[26],"teaching":[27],"interventions":[28],"that":[29,80,112,138,164],"were":[30],"designed":[31],"address":[33],"these":[34],"issues":[35],"in":[36,95],"a":[37,50,82,108,173],"university-level":[38],"computer":[39],"science":[40],"course.":[41],"the":[43,67,73,85,96,113,122,148,159,183],"first":[44],"intervention,":[45,75],"used":[47,77],"achievement":[48,149],"badges,":[49],"form":[51],"of":[52,84,168,186,194],"gamification,":[53],"reward":[55],"for":[57],"submitting":[58],"early,":[59],"solving":[60],"exercises":[61,68,126],"with":[62,69,144,155],"few":[63],"iterations,":[64],"completing":[66],"full":[70],"points.":[71],"second":[74],"heatmap":[78,114],"visualizations":[79,115],"show":[81,111],"prediction":[83],"student's":[86],"success":[87],"if":[88],"he":[89],"or":[90],"she":[91],"continues":[92],"behave":[94],"same":[97,184],"way,":[98],"based":[99],"on":[100,119,176],"data":[101],"from":[102,107,133],"earlier":[103],"courses.":[104],"The":[105,161],"results":[106,162],"controlled":[109],"experiment":[110],"had":[116],"an":[117,145,156],"impact":[118,175],"how":[120,128],"early":[121],"submitted":[124],"their":[125,169,177],"many":[129],"points":[130],"they":[131],"earned":[132],"them.":[134],"We":[135],"also":[136],"observed":[137],"performance":[139,152],"approach":[140],"goal":[141],"orientation":[142],"correlated":[143,154],"interest":[146,157],"towards":[147,158],"badges":[150],"whereas":[151],"avoidance":[153],"visualizations.":[160],"indicate":[163],"increasing":[165],"students'":[166],"awareness":[167],"behavior":[170],"can":[171],"have":[172],"positive":[174],"results.":[181],"However,":[182],"type":[185],"feedback":[187],"may":[188],"not":[189],"suit":[190],"all":[191],"because":[193],"individual":[195],"differences.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":45},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}