{"id":"https://openalex.org/W2916734143","doi":"https://doi.org/10.1145/3303772.3303776","title":"Read Between the Lines","display_name":"Read Between the Lines","publication_year":2019,"publication_date":"2019-02-25","ids":{"openalex":"https://openalex.org/W2916734143","doi":"https://doi.org/10.1145/3303772.3303776","mag":"2916734143"},"language":"en","primary_location":{"id":"doi:10.1145/3303772.3303776","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3303772.3303776","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3303772.3303776","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International Conference on Learning Analytics & Knowledge","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3303772.3303776","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089555754","display_name":"Daniele Di Mitri","orcid":"https://orcid.org/0000-0002-9331-6893"},"institutions":[{"id":"https://openalex.org/I7876267","display_name":"Open University of the Netherlands","ror":"https://ror.org/018dfmf50","country_code":"NL","type":"education","lineage":["https://openalex.org/I7876267"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Daniele Di Mitri","raw_affiliation_strings":["Welten Institute, Research Centre for Learning, Teaching and Technology, Open University of the Netherlands, Heerlen, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Welten Institute, Research Centre for Learning, Teaching and Technology, Open University of the Netherlands, Heerlen, The Netherlands","institution_ids":["https://openalex.org/I7876267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057829024","display_name":"J\u00e1n Schneider","orcid":"https://orcid.org/0000-0001-8578-6409"},"institutions":[{"id":"https://openalex.org/I4210138519","display_name":"DIPF | Leibniz Institute for Research and Information in Education","ror":"https://ror.org/0327sr118","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210138519"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Schneider","raw_affiliation_strings":["Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany"],"affiliations":[{"raw_affiliation_string":"Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I4210138519"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041318525","display_name":"Roland Klemke","orcid":"https://orcid.org/0000-0002-9268-3229"},"institutions":[{"id":"https://openalex.org/I7876267","display_name":"Open University of the Netherlands","ror":"https://ror.org/018dfmf50","country_code":"NL","type":"education","lineage":["https://openalex.org/I7876267"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Roland Klemke","raw_affiliation_strings":["Welten Institute, Research Centre for Learning, Teaching and Technology, Open University of the Netherlands, Heerlen, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Welten Institute, Research Centre for Learning, Teaching and Technology, Open University of the Netherlands, Heerlen, The Netherlands","institution_ids":["https://openalex.org/I7876267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044003393","display_name":"Marcus Specht","orcid":"https://orcid.org/0000-0002-6086-8480"},"institutions":[{"id":"https://openalex.org/I7876267","display_name":"Open University of the Netherlands","ror":"https://ror.org/018dfmf50","country_code":"NL","type":"education","lineage":["https://openalex.org/I7876267"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marcus Specht","raw_affiliation_strings":["Welten Institute, Research Centre for Learning, Teaching and Technology, Open University of the Netherlands, Heerlen, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Welten Institute, Research Centre for Learning, Teaching and Technology, Open University of the Netherlands, Heerlen, The Netherlands","institution_ids":["https://openalex.org/I7876267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027722484","display_name":"Hendrik Drachsler","orcid":"https://orcid.org/0000-0001-8407-5314"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hendrik Drachsler","raw_affiliation_strings":["Welten Institute, Research Centre for Learning, Teaching and Technology, Open University of the Netherlands, Heerlen, The Netherlands and Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany"],"affiliations":[{"raw_affiliation_string":"Welten Institute, Research Centre for Learning, Teaching and Technology, Open University of the Netherlands, Heerlen, The Netherlands and Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5089555754"],"corresponding_institution_ids":["https://openalex.org/I7876267"],"apc_list":null,"apc_paid":null,"fwci":4.0604,"has_fulltext":true,"cited_by_count":37,"citation_normalized_percentile":{"value":0.95069949,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"51","last_page":"60"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9621000289916992,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.824509859085083},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7919073104858398},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.7724130153656006},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.6942318081855774},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.642979085445404},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.623343288898468},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5815637111663818},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5032183527946472},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4201137125492096},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.41584187746047974},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37570133805274963},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3560018241405487},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3060038685798645},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.19473859667778015},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.14566683769226074}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.824509859085083},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7919073104858398},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.7724130153656006},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.6942318081855774},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.642979085445404},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.623343288898468},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5815637111663818},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5032183527946472},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4201137125492096},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.41584187746047974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37570133805274963},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3560018241405487},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3060038685798645},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19473859667778015},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.14566683769226074},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3303772.3303776","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3303772.3303776","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3303772.3303776","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International Conference on Learning Analytics & Knowledge","raw_type":"proceedings-article"},{"id":"pmh:oai:research.ou.nl:publications/99984736-ef7c-4926-8b25-b431aceb2a4a","is_oa":true,"landing_page_url":"https://research.ou.nl/en/publications/99984736-ef7c-4926-8b25-b431aceb2a4a","pdf_url":null,"source":{"id":"https://openalex.org/S4406922485","display_name":"Open University of the Netherlands Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Di Mitri, D, Schneider, J, Klemke, R, Specht, M & Drachsler, H 2019, Read Between the Lines : An Annotation Tool for Multimodal Data for Learning. in LAK19 : Proceedings of the 9th International Conference on Learning Analytics and Knowledge. 1 edn, acm, New York, NY, USA, pp. 51-60. https://doi.org/10.1145/3303772.3303776","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3303772.3303776","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3303772.3303776","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3303772.3303776","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International Conference on Learning Analytics & Knowledge","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2916734143.pdf","grobid_xml":"https://content.openalex.org/works/W2916734143.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W26772505","https://openalex.org/W76374657","https://openalex.org/W1489410353","https://openalex.org/W1551666312","https://openalex.org/W1598658983","https://openalex.org/W1622771135","https://openalex.org/W1727020689","https://openalex.org/W1897126621","https://openalex.org/W1929610448","https://openalex.org/W2012731075","https://openalex.org/W2032406331","https://openalex.org/W2036648297","https://openalex.org/W2091355204","https://openalex.org/W2111344377","https://openalex.org/W2127494144","https://openalex.org/W2136790832","https://openalex.org/W2138998157","https://openalex.org/W2146286581","https://openalex.org/W2150150736","https://openalex.org/W2151389589","https://openalex.org/W2178285610","https://openalex.org/W2178882079","https://openalex.org/W2280513350","https://openalex.org/W2287976161","https://openalex.org/W2294813873","https://openalex.org/W2404506305","https://openalex.org/W2469032294","https://openalex.org/W2579648960","https://openalex.org/W2613995098","https://openalex.org/W2768894393","https://openalex.org/W2801637637","https://openalex.org/W2804270455","https://openalex.org/W2809666959","https://openalex.org/W2884451679","https://openalex.org/W2885554185","https://openalex.org/W2886041267","https://openalex.org/W2886248163","https://openalex.org/W2887022229","https://openalex.org/W2889156676","https://openalex.org/W4214943996","https://openalex.org/W6640209506"],"related_works":["https://openalex.org/W79913212","https://openalex.org/W2094884983","https://openalex.org/W2378898096","https://openalex.org/W560952460","https://openalex.org/W2290927522","https://openalex.org/W4283579741","https://openalex.org/W3066706303","https://openalex.org/W876159576","https://openalex.org/W2943612818","https://openalex.org/W2186032312"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"the":[3,12,20,30,45,48,86,95,99,121,146,155],"Visual":[4],"Inspection":[5],"Tool":[6],"(VIT)":[7],"which":[8],"supports":[9,73],"researchers":[10,75],"in":[11,67,76,120],"annotation":[13,50],"of":[14,29,54,65,159],"multimodal":[15,79,87,106],"data":[16,49,80,88,107],"as":[17,19],"well":[18],"processing":[21],"and":[22,43,91,102,157],"exploitation":[23],"for":[24,39,51,105,124,153],"learning":[25,41,55],"purposes.":[26],"While":[27],"most":[28],"existing":[31],"Multimodal":[32,147],"Learning":[33,148],"Analytics":[34,149],"(MMLA)":[35],"solutions":[36],"are":[37],"tailor-made":[38],"specific":[40],"tasks":[42,56],"sensors,":[44],"VIT":[46,72,110],"addresses":[47],"different":[52],"types":[53],"that":[57,115,137],"can":[58],"be":[59],"captured":[60],"with":[61,81],"a":[62,68,112,151],"customisable":[63],"set":[64],"sensors":[66],"flexible":[69],"way.":[70],"The":[71,109],"MMLA":[74,125,140,161],"1)":[77],"triangulating":[78],"video":[82],"recordings;":[83],"2)":[84],"segmenting":[85],"into":[89],"time-intervals":[90],"adding":[92],"annotations":[93],"to":[94],"time-intervals;":[96],"3)":[97],"downloading":[98],"annotated":[100],"dataset":[101],"using":[103],"it":[104],"analysis.":[108],"is":[111],"crucial":[113],"component":[114],"was":[116],"so":[117],"far":[118],"missing":[119],"available":[122],"tools":[123],"research.":[126,141],"By":[127],"filling":[128],"this":[129,144],"gap":[130],"we":[131],"also":[132],"identified":[133],"an":[134],"integrated":[135],"workflow":[136,145],"characterises":[138],"current":[139],"We":[142],"call":[143],"Pipeline,":[150],"toolkit":[152],"orchestration,":[154],"use":[156],"application":[158],"various":[160],"tools.":[162]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2019-03-02T00:00:00"}