{"id":"https://openalex.org/W4392979894","doi":"https://doi.org/10.1109/mcg.2024.3379851","title":"Human-in-the-Loop: Visual Analytics for Building Models Recognizing Behavioral Patterns in Time Series","display_name":"Human-in-the-Loop: Visual Analytics for Building Models Recognizing Behavioral Patterns in Time Series","publication_year":2024,"publication_date":"2024-03-20","ids":{"openalex":"https://openalex.org/W4392979894","doi":"https://doi.org/10.1109/mcg.2024.3379851","pmid":"https://pubmed.ncbi.nlm.nih.gov/38507382"},"language":"en","primary_location":{"id":"doi:10.1109/mcg.2024.3379851","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcg.2024.3379851","pdf_url":null,"source":{"id":"https://openalex.org/S105380075","display_name":"IEEE Computer Graphics and Applications","issn_l":"0272-1716","issn":["0272-1716","1558-1756"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computer Graphics and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057538550","display_name":"Natalia Andrienko","orcid":"https://orcid.org/0000-0003-3313-1560"},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I4387154616","display_name":"Lamarr Institute for Machine Learning and Artificial Intelligence","ror":"https://ror.org/04s11ea33","country_code":null,"type":"facility","lineage":["https://openalex.org/I135140700","https://openalex.org/I200332995","https://openalex.org/I4210098062","https://openalex.org/I4210144576","https://openalex.org/I4387154616","https://openalex.org/I4923324","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Natalia Andrienko","raw_affiliation_strings":["Fraunhofer Institute IAIS, Sankt Augustin, Germany","Lamarr Institute, Germany"],"affiliations":[{"raw_affiliation_string":"Fraunhofer Institute IAIS, Sankt Augustin, Germany","institution_ids":["https://openalex.org/I4210144576"]},{"raw_affiliation_string":"Lamarr Institute, Germany","institution_ids":["https://openalex.org/I4387154616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022699013","display_name":"Gennady Andrienko","orcid":"https://orcid.org/0000-0002-8574-6295"},"institutions":[{"id":"https://openalex.org/I4210144576","display_name":"Fraunhofer Institute for Intelligent Analysis and Information Systems","ror":"https://ror.org/04nc32781","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210144576","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I4387154616","display_name":"Lamarr Institute for Machine Learning and Artificial Intelligence","ror":"https://ror.org/04s11ea33","country_code":null,"type":"facility","lineage":["https://openalex.org/I135140700","https://openalex.org/I200332995","https://openalex.org/I4210098062","https://openalex.org/I4210144576","https://openalex.org/I4387154616","https://openalex.org/I4923324","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gennady Andrienko","raw_affiliation_strings":["Fraunhofer Institute IAIS, Sankt Augustin, Germany","Lamarr Institute, Germany"],"affiliations":[{"raw_affiliation_string":"Fraunhofer Institute IAIS, Sankt Augustin, Germany","institution_ids":["https://openalex.org/I4210144576"]},{"raw_affiliation_string":"Lamarr Institute, Germany","institution_ids":["https://openalex.org/I4387154616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076689521","display_name":"Alexander Artikis","orcid":"https://orcid.org/0000-0001-6899-4599"},"institutions":[{"id":"https://openalex.org/I154757721","display_name":"University of Piraeus","ror":"https://ror.org/02qs84g94","country_code":"GR","type":"education","lineage":["https://openalex.org/I154757721"]},{"id":"https://openalex.org/I203474044","display_name":"National Centre of Scientific Research \"Demokritos\"","ror":"https://ror.org/038jp4m40","country_code":"GR","type":"facility","lineage":["https://openalex.org/I203474044"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Alexander Artikis","raw_affiliation_strings":["University of Piraeus, Pireas, Greece","NCSR \"Demokritos\", Greece"],"affiliations":[{"raw_affiliation_string":"University of Piraeus, Pireas, Greece","institution_ids":["https://openalex.org/I154757721"]},{"raw_affiliation_string":"NCSR \"Demokritos\", Greece","institution_ids":["https://openalex.org/I203474044"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038994071","display_name":"Periklis Mantenoglou","orcid":"https://orcid.org/0009-0002-3275-1522"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]},{"id":"https://openalex.org/I203474044","display_name":"National Centre of Scientific Research \"Demokritos\"","ror":"https://ror.org/038jp4m40","country_code":"GR","type":"facility","lineage":["https://openalex.org/I203474044"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Periklis Mantenoglou","raw_affiliation_strings":["National and Kapodistrian University of Athens, Athens, Greece","NCSR \"Demokritos\", Greece"],"affiliations":[{"raw_affiliation_string":"National and Kapodistrian University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I200777214"]},{"raw_affiliation_string":"NCSR \"Demokritos\", Greece","institution_ids":["https://openalex.org/I203474044"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024898168","display_name":"Salvatore Rinzivillo","orcid":"https://orcid.org/0000-0003-4404-4147"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Salvatore Rinzivillo","raw_affiliation_strings":["KDDLab, CNR-ISTI, Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"KDDLab, CNR-ISTI, Pisa, Italy","institution_ids":["https://openalex.org/I122991210"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5057538550"],"corresponding_institution_ids":["https://openalex.org/I4210144576","https://openalex.org/I4387154616"],"apc_list":null,"apc_paid":null,"fwci":1.7124,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.84749197,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"44","issue":"3","first_page":"14","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.9225999712944031,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8410534858703613},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.717836856842041},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.643925130367279},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5462706089019775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.540510356426239},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.512927770614624},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5051365494728088},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.501915454864502},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44337233901023865},{"id":"https://openalex.org/keywords/behavioral-pattern","display_name":"Behavioral pattern","score":0.42435330152511597},{"id":"https://openalex.org/keywords/subject-matter-expert","display_name":"Subject-matter expert","score":0.42027589678764343},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4153353273868561},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4114842712879181},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3514658510684967},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3456507921218872},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3426499366760254},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.2431301772594452},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.11074075102806091}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8410534858703613},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.717836856842041},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.643925130367279},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5462706089019775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.540510356426239},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.512927770614624},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5051365494728088},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.501915454864502},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44337233901023865},{"id":"https://openalex.org/C83804111","wikidata":"https://www.wikidata.org/wiki/Q1063558","display_name":"Behavioral pattern","level":2,"score":0.42435330152511597},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.42027589678764343},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4153353273868561},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4114842712879181},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3514658510684967},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3456507921218872},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3426499366760254},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.2431301772594452},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.11074075102806091},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/mcg.2024.3379851","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcg.2024.3379851","pdf_url":null,"source":{"id":"https://openalex.org/S105380075","display_name":"IEEE Computer Graphics and Applications","issn_l":"0272-1716","issn":["0272-1716","1558-1756"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Computer Graphics and Applications","raw_type":"journal-article"},{"id":"pmid:38507382","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38507382","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE computer graphics and applications","raw_type":null},{"id":"pmh:oai:openaccess.city.ac.uk:32570","is_oa":false,"landing_page_url":"https://openaccess.city.ac.uk/view/creators_id/natalia=2Eandrienko=2E1.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:dnet:iris________::5df79a1d0292f5401ab450583eee8541","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S7407055261","display_name":"ISTI Open Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE COMPUTER GRAPHICS AND APPLICATIONS, vol. 44 (issue 3), pp. 14-29","raw_type":"Journal article"},{"id":"pmh:oai:null:publica/475474","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/475474","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"pmh:oai:dnet:iris________::5df79a1d0292f5401ab450583eee8541","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S7407055261","display_name":"ISTI Open Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE COMPUTER GRAPHICS AND APPLICATIONS, vol. 44 (issue 3), pp. 14-29","raw_type":"Journal article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.5600000023841858}],"awards":[{"id":"https://openalex.org/G5229173326","display_name":null,"funder_award_id":"Lamarr Institute","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G6955755495","display_name":null,"funder_award_id":"Germany","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G7225624288","display_name":null,"funder_award_id":"This work was","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G7718724753","display_name":null,"funder_award_id":"101092749","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1594453896","https://openalex.org/W1985342513","https://openalex.org/W2007159514","https://openalex.org/W2072592647","https://openalex.org/W2122111042","https://openalex.org/W2241506117","https://openalex.org/W2786672974","https://openalex.org/W2967988901","https://openalex.org/W2984353870","https://openalex.org/W3081898781","https://openalex.org/W3114823909","https://openalex.org/W3127008214","https://openalex.org/W3127482518","https://openalex.org/W3140167889","https://openalex.org/W4210298342","https://openalex.org/W4211072535","https://openalex.org/W4362469542","https://openalex.org/W4390048039","https://openalex.org/W6748816842","https://openalex.org/W6783803807"],"related_works":["https://openalex.org/W2062940763","https://openalex.org/W2186032312","https://openalex.org/W3100746587","https://openalex.org/W2086580554","https://openalex.org/W4296913697","https://openalex.org/W2078297485","https://openalex.org/W2158321484","https://openalex.org/W197746879","https://openalex.org/W2358841852","https://openalex.org/W1999403283"],"abstract_inverted_index":{"Detecting":[0],"complex":[1],"behavioral":[2],"patterns":[3,66,82],"in":[4],"temporal":[5],"data,":[6],"such":[7,24],"as":[8],"moving":[9],"object":[10],"trajectories,":[11],"often":[12],"relies":[13],"on":[14],"precise":[15],"formal":[16],"specifications":[17],"derived":[18],"from":[19],"vague":[20],"domain":[21,55],"concepts.":[22],"However,":[23],"methods":[25],"are":[26],"sensitive":[27],"to":[28,34,57,64],"noise":[29],"and":[30,60,67,78,83,92,106],"minor":[31],"fluctuations,":[32],"leading":[33],"missed":[35],"pattern":[36],"occurrences.":[37],"Conversely,":[38],"machine":[39],"learning":[40],"(ML)":[41],"approaches":[42],"require":[43],"abundant":[44],"labeled":[45],"examples,":[46],"posing":[47],"practical":[48],"challenges.":[49],"Our":[50],"visual":[51],"analytics":[52],"approach":[53],"enables":[54],"experts":[56],"derive,":[58],"test,":[59],"combine":[61],"interval-based":[62],"features":[63],"discriminate":[65],"generate":[68],"training":[69],"data":[70,113],"for":[71,102],"ML":[72,110],"algorithms.":[73],"Visual":[74],"aids":[75],"enhance":[76],"recognition":[77],"characterization":[79],"of":[80,85,94],"expected":[81],"discovery":[84],"unexpected":[86],"ones.":[87],"Case":[88],"studies":[89],"demonstrate":[90],"feasibility":[91],"effectiveness":[93],"the":[95],"approach,":[96],"which":[97],"offers":[98],"a":[99],"novel":[100],"framework":[101],"integrating":[103],"human":[104],"expertise":[105],"analytical":[107],"reasoning":[108],"with":[109],"techniques,":[111],"advancing":[112],"analytics.":[114]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2024-03-21T00:00:00"}