{"id":"https://openalex.org/W4410638802","doi":"https://doi.org/10.1109/access.2025.3573184","title":"MNEMOSINE: A Modular Framework to Monitor Interaction in Multimodal Interactive Spaces","display_name":"MNEMOSINE: A Modular Framework to Monitor Interaction in Multimodal Interactive Spaces","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410638802","doi":"https://doi.org/10.1109/access.2025.3573184"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3573184","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3573184","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3573184","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027702276","display_name":"F\u00e1bio Barros","orcid":"https://orcid.org/0000-0001-8392-6922"},"institutions":[{"id":"https://openalex.org/I60858718","display_name":"University of Aveiro","ror":"https://ror.org/00nt41z93","country_code":"PT","type":"education","lineage":["https://openalex.org/I60858718"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"F\u00e1bio Barros","raw_affiliation_strings":["Department of Electronics, Telecommunications and Informatics (DETI), University of Aveiro, Aveiro, Portugal"],"raw_orcid":"https://orcid.org/0000-0001-8392-6922","affiliations":[{"raw_affiliation_string":"Department of Electronics, Telecommunications and Informatics (DETI), University of Aveiro, Aveiro, Portugal","institution_ids":["https://openalex.org/I60858718"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007205051","display_name":"Bernardo Marques","orcid":"https://orcid.org/0000-0002-4454-710X"},"institutions":[{"id":"https://openalex.org/I60858718","display_name":"University of Aveiro","ror":"https://ror.org/00nt41z93","country_code":"PT","type":"education","lineage":["https://openalex.org/I60858718"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Bernardo Marques","raw_affiliation_strings":["Department of Electronics, Telecommunications and Informatics (DETI), University of Aveiro, Aveiro, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-4454-710X","affiliations":[{"raw_affiliation_string":"Department of Electronics, Telecommunications and Informatics (DETI), University of Aveiro, Aveiro, Portugal","institution_ids":["https://openalex.org/I60858718"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114375882","display_name":"Ant\u00f3nio Teixeira","orcid":"https://orcid.org/0000-0002-7675-1236"},"institutions":[{"id":"https://openalex.org/I60858718","display_name":"University of Aveiro","ror":"https://ror.org/00nt41z93","country_code":"PT","type":"education","lineage":["https://openalex.org/I60858718"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Ant\u00f3nio Teixeira","raw_affiliation_strings":["Department of Electronics, Telecommunications and Informatics (DETI), University of Aveiro, Aveiro, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics, Telecommunications and Informatics (DETI), University of Aveiro, Aveiro, Portugal","institution_ids":["https://openalex.org/I60858718"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100692577","display_name":"Samuel Silva","orcid":"https://orcid.org/0000-0002-9858-8249"},"institutions":[{"id":"https://openalex.org/I60858718","display_name":"University of Aveiro","ror":"https://ror.org/00nt41z93","country_code":"PT","type":"education","lineage":["https://openalex.org/I60858718"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Samuel Silva","raw_affiliation_strings":["Department of Electronics, Telecommunications and Informatics (DETI), University of Aveiro, Aveiro, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-9858-8249","affiliations":[{"raw_affiliation_string":"Department of Electronics, Telecommunications and Informatics (DETI), University of Aveiro, Aveiro, Portugal","institution_ids":["https://openalex.org/I60858718"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I60858718"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.792,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90574481,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"13","issue":null,"first_page":"91724","last_page":"91739"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9435999989509583,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9435999989509583,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7243694067001343},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.7099921107292175},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5880424380302429},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.5726919770240784},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17656299471855164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7243694067001343},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.7099921107292175},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5880424380302429},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.5726919770240784},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17656299471855164}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3573184","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3573184","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:365b6ee6d9dd401e93a835ecd36ec979","is_oa":true,"landing_page_url":"https://doaj.org/article/365b6ee6d9dd401e93a835ecd36ec979","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 91724-91739 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3573184","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3573184","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G362137468","display_name":null,"funder_award_id":"2021.05929.BD","funder_id":"https://openalex.org/F4320322091","funder_display_name":"Korea Institute of Science and Technology"},{"id":"https://openalex.org/G4640299225","display_name":"Contributions to simplify integration of nonverbal interaction in multimodal interactive systems.","funder_award_id":"2021.05929.BD","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G6177214119","display_name":null,"funder_award_id":"00127-IEETA","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320322091","display_name":"Korea Institute of Science and Technology","ror":"https://ror.org/05kzfa883"},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W207863497","https://openalex.org/W1967061701","https://openalex.org/W1994827370","https://openalex.org/W2013489329","https://openalex.org/W2040489479","https://openalex.org/W2056617077","https://openalex.org/W2078332053","https://openalex.org/W2117724385","https://openalex.org/W2143993797","https://openalex.org/W2254008825","https://openalex.org/W2275246416","https://openalex.org/W2460752773","https://openalex.org/W2551626308","https://openalex.org/W2554939731","https://openalex.org/W2556512066","https://openalex.org/W2557187570","https://openalex.org/W2557216337","https://openalex.org/W2592258414","https://openalex.org/W2768609501","https://openalex.org/W2775663585","https://openalex.org/W2808922649","https://openalex.org/W2888807818","https://openalex.org/W2948547477","https://openalex.org/W2951428532","https://openalex.org/W2990918539","https://openalex.org/W3028520111","https://openalex.org/W3031970386","https://openalex.org/W3042605081","https://openalex.org/W3044829679","https://openalex.org/W3114060458","https://openalex.org/W3130873418","https://openalex.org/W3172842425","https://openalex.org/W3185591032","https://openalex.org/W3193342394","https://openalex.org/W3193962605","https://openalex.org/W3199773186","https://openalex.org/W3207390243","https://openalex.org/W3213895169","https://openalex.org/W4200183488","https://openalex.org/W4205607981","https://openalex.org/W4225880986","https://openalex.org/W4292263164","https://openalex.org/W4309009981","https://openalex.org/W4318829833","https://openalex.org/W4323240991","https://openalex.org/W4366964252","https://openalex.org/W4376622008","https://openalex.org/W4387446195","https://openalex.org/W4396934241","https://openalex.org/W4400037443"],"related_works":["https://openalex.org/W2035104213","https://openalex.org/W2240967841","https://openalex.org/W2791686160","https://openalex.org/W1513257435","https://openalex.org/W2289840258","https://openalex.org/W2503352526","https://openalex.org/W2968405290","https://openalex.org/W2960696728","https://openalex.org/W2114040463","https://openalex.org/W2053633997"],"abstract_inverted_index":{"The":[0],"evolution":[1],"of":[2,10,19,35,41,48,89,152,157,196,209,228],"human-machine":[3],"interfaces":[4],"has":[5],"resulted":[6],"in":[7,66,97,101,138,216],"the":[8,32,39,46,63,69,150,154,191,194,205,226],"proposal":[9],"increasingly":[11,229],"complex":[12,42],"multimodal":[13,140,169,212,230],"solutions,":[14],"encompassing":[15],"a":[16,98,121,132,158,182],"diverse":[17],"set":[18],"input":[20],"and":[21,27,50,58,73,83,148,164,178,189,207,214,222],"output":[22],"modalities,":[23],"towards":[24],"more":[25],"natural":[26],"efficient":[28],"interaction":[29,36,137],"paradigms.":[30],"Supporting":[31],"required":[33],"range":[34],"possibilities":[37],"entails":[38],"development":[40,221],"systems":[43,91,213,231],"which,":[44],"as":[45,174],"number":[47],"features":[49],"involved":[51],"technologies":[52],"grows,":[53],"pose":[54],"challenges":[55,127],"to":[56,124,135,180,203],"research":[57],"development.":[59],"This":[60,201],"arises":[61],"from":[62],"inherent":[64],"difficulty":[65],"understanding":[67,206],"how":[68,74],"system":[70,187,197,220],"is":[71,128],"working":[72],"specific":[75],"modules":[76],"are":[77,115],"behaving,":[78],"important":[79],"during":[80,87],"development,":[81],"integration,":[82],"testing,":[84],"but":[85],"also":[86],"deployment":[88],"these":[90,105,126,139],"for":[92,168,176],"evaluation":[93],"by":[94],"users,":[95],"whether":[96],"lab":[99],"or":[100,112],"real":[102],"environments.":[103],"For":[104],"scenarios,":[106],"approaches":[107],"based":[108,130],"on":[109,131],"conventional":[110],"logging":[111],"post-task":[113],"questionnaires":[114],"no":[116],"longer":[117],"viable.":[118],"In":[119],"response,":[120],"first":[122,155],"stage":[123],"tackle":[125],"proposed":[129],"systematic":[133],"approach":[134],"monitoring":[136,162],"architectures.":[141,170],"To":[142],"this":[143,145],"end,":[144],"work":[146],"presents":[147],"illustrates":[149],"use":[151],"MNEMOSINE,":[153],"instantiation":[156],"framework":[159],"offering":[160],"real-time":[161],"capabilities":[163],"event":[165],"storage":[166],"mechanisms":[167],"MNEMOSINE":[171],"can":[172],"serve":[173],"grounds":[175],"developers":[177],"researchers":[179],"get":[181],"structured":[183],"view":[184],"over":[185,199],"current":[186],"status":[188],"creates":[190],"conditions":[192],"supporting":[193,225],"analysis":[195],"behavior":[198],"time.":[200],"aims":[202],"enhance":[204],"supervision":[208],"interactions":[210],"within":[211],"can,":[215],"turn,":[217],"foster":[218],"improved":[219],"refinement,":[223],"subsequently":[224],"integration":[227],"into":[232],"daily":[233],"life.":[234]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}