{"id":"https://openalex.org/W4308510110","doi":"https://doi.org/10.3233/ais-220161","title":"A cloud-based middleware for multi-modal interaction services and applications","display_name":"A cloud-based middleware for multi-modal interaction services and applications","publication_year":2022,"publication_date":"2022-11-08","ids":{"openalex":"https://openalex.org/W4308510110","doi":"https://doi.org/10.3233/ais-220161"},"language":"en","primary_location":{"id":"doi:10.3233/ais-220161","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ais-220161","pdf_url":"https://content.iospress.com:443/download/journal-of-ambient-intelligence-and-smart-environments/ais220161?id=journal-of-ambient-intelligence-and-smart-environments%2Fais220161","source":{"id":"https://openalex.org/S2492266406","display_name":"Journal of Ambient Intelligence and Smart Environments","issn_l":"1876-1364","issn":["1876-1364","1876-1372"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Ambient Intelligence and Smart Environments","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://content.iospress.com:443/download/journal-of-ambient-intelligence-and-smart-environments/ais220161?id=journal-of-ambient-intelligence-and-smart-environments%2Fais220161","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073828027","display_name":"Bilgin Aveno\u011flu","orcid":"https://orcid.org/0000-0003-4762-0680"},"institutions":[{"id":"https://openalex.org/I149218525","display_name":"Ankara University","ror":"https://ror.org/01wntqw50","country_code":"TR","type":"education","lineage":["https://openalex.org/I149218525"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Bilgin Aveno\u011flu","raw_affiliation_strings":["Faculty of Engineering, Ankara University, Ankara, Turkey"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Ankara University, Ankara, Turkey","institution_ids":["https://openalex.org/I149218525"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031621251","display_name":"Vincent J. Koeman","orcid":"https://orcid.org/0000-0002-3147-0262"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Vincent J. Koeman","raw_affiliation_strings":["Faculty of Science, Vrije Universiteit Amsterdam, Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Faculty of Science, Vrije Universiteit Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071518251","display_name":"Koen V. Hindriks","orcid":"https://orcid.org/0000-0002-5707-5236"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Koen V. Hindriks","raw_affiliation_strings":["Faculty of Science, Vrije Universiteit Amsterdam, Amsterdam, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Faculty of Science, Vrije Universiteit Amsterdam, Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5073828027"],"corresponding_institution_ids":["https://openalex.org/I149218525"],"apc_list":null,"apc_paid":null,"fwci":0.2411,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.51543661,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"14","issue":"6","first_page":"455","last_page":"481"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8538342714309692},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6891577243804932},{"id":"https://openalex.org/keywords/middleware","display_name":"Middleware (distributed applications)","score":0.6830621957778931},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6529067158699036},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5708115100860596},{"id":"https://openalex.org/keywords/smart-environment","display_name":"Smart environment","score":0.4676361083984375},{"id":"https://openalex.org/keywords/dialog-box","display_name":"Dialog box","score":0.4641149640083313},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.46108099818229675},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4592014253139496},{"id":"https://openalex.org/keywords/smart-device","display_name":"Smart device","score":0.42697691917419434},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.35146084427833557},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22067555785179138},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.20425355434417725},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09438765048980713}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8538342714309692},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6891577243804932},{"id":"https://openalex.org/C169468491","wikidata":"https://www.wikidata.org/wiki/Q146923","display_name":"Middleware (distributed applications)","level":2,"score":0.6830621957778931},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6529067158699036},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5708115100860596},{"id":"https://openalex.org/C152223200","wikidata":"https://www.wikidata.org/wiki/Q3055471","display_name":"Smart environment","level":3,"score":0.4676361083984375},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.4641149640083313},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.46108099818229675},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4592014253139496},{"id":"https://openalex.org/C2776898695","wikidata":"https://www.wikidata.org/wiki/Q11253473","display_name":"Smart device","level":2,"score":0.42697691917419434},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.35146084427833557},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22067555785179138},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.20425355434417725},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09438765048980713},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3233/ais-220161","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ais-220161","pdf_url":"https://content.iospress.com:443/download/journal-of-ambient-intelligence-and-smart-environments/ais220161?id=journal-of-ambient-intelligence-and-smart-environments%2Fais220161","source":{"id":"https://openalex.org/S2492266406","display_name":"Journal of Ambient Intelligence and Smart Environments","issn_l":"1876-1364","issn":["1876-1364","1876-1372"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Ambient Intelligence and Smart Environments","raw_type":"journal-article"},{"id":"pmh:oai:research.vu.nl:publications/4fc32a37-a94b-40b2-89ed-13a506cf6251","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85145659785&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Aveno\u011flu, B, Koeman, V J & Hindriks, K V 2022, 'A cloud-based middleware for multi-modal interaction services and applications', Journal of Ambient Intelligence and Smart Environments, vol. 14, no. 6, pp. 455-481. https://doi.org/10.3233/AIS-220161","raw_type":"article"},{"id":"pmh:vu:oai:research.vu.nl:publications/4fc32a37-a94b-40b2-89ed-13a506cf6251","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/4fc32a37-a94b-40b2-89ed-13a506cf6251","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Ambient Intelligence and Smart Environments, 14(6), 455 - 481. IOS Press","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.3233/ais-220161","is_oa":true,"landing_page_url":"https://doi.org/10.3233/ais-220161","pdf_url":"https://content.iospress.com:443/download/journal-of-ambient-intelligence-and-smart-environments/ais220161?id=journal-of-ambient-intelligence-and-smart-environments%2Fais220161","source":{"id":"https://openalex.org/S2492266406","display_name":"Journal of Ambient Intelligence and Smart Environments","issn_l":"1876-1364","issn":["1876-1364","1876-1372"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Ambient Intelligence and Smart Environments","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322626","display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu","ror":"https://ror.org/04w9kkr77"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4308510110.pdf","grobid_xml":"https://content.openalex.org/works/W4308510110.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W182599932","https://openalex.org/W1596046736","https://openalex.org/W1613160812","https://openalex.org/W1976394828","https://openalex.org/W1992916604","https://openalex.org/W2000750479","https://openalex.org/W2007778212","https://openalex.org/W2008592099","https://openalex.org/W2023670049","https://openalex.org/W2025267865","https://openalex.org/W2056617077","https://openalex.org/W2066730954","https://openalex.org/W2116015365","https://openalex.org/W2149797324","https://openalex.org/W2151808662","https://openalex.org/W2163866284","https://openalex.org/W2169072232","https://openalex.org/W2418827748","https://openalex.org/W2462948687","https://openalex.org/W2609841804","https://openalex.org/W2613846746","https://openalex.org/W2751045880","https://openalex.org/W2767825081","https://openalex.org/W2782576836","https://openalex.org/W2802528223","https://openalex.org/W2803870013","https://openalex.org/W2913245132","https://openalex.org/W2929343776","https://openalex.org/W2948547477","https://openalex.org/W2960696728","https://openalex.org/W2960863015","https://openalex.org/W2960959865","https://openalex.org/W2963096582","https://openalex.org/W2993050928","https://openalex.org/W3031970386","https://openalex.org/W4234368405","https://openalex.org/W4235773083","https://openalex.org/W6607417799"],"related_works":["https://openalex.org/W2800927881","https://openalex.org/W2127557116","https://openalex.org/W2156042780","https://openalex.org/W2111652285","https://openalex.org/W1534436163","https://openalex.org/W1519955974","https://openalex.org/W2794641819","https://openalex.org/W2125571532","https://openalex.org/W2526561421","https://openalex.org/W2022586732"],"abstract_inverted_index":{"Smart":[0],"devices,":[1],"such":[2],"as":[3],"smart":[4,75,170],"phones,":[5],"voice":[6],"assistants":[7],"and":[8,23,43,119,123,126,129,138,151,169,175,193,219,221],"social":[9],"robots,":[10],"provide":[11,234],"users":[12,95,108],"with":[13,104,166,172],"a":[14,140],"range":[15],"of":[16,31,230],"input":[17,33],"modalities,":[18],"e.g.,":[19],"speech,":[20,41],"touch,":[21],"gestures,":[22],"vision.":[24],"In":[25,158,181],"recent":[26],"years,":[27],"advancements":[28],"in":[29,98,243],"processing":[30,192],"these":[32,67,105,134],"channels":[34],"enable":[35],"more":[36],"natural":[37],"interaction":[38,149],"(e.g.,":[39],"automated":[40],"face,":[42],"gesture":[44],"recognition,":[45],"dialog":[46],"generation,":[47],"emotion":[48],"expression":[49],"etc.)":[50],"experiences":[51],"for":[52,191,215],"users.":[53],"However,":[54],"there":[55],"are":[56],"several":[57],"important":[58],"challenges":[59],"that":[60,73,94],"need":[61],"to":[62,65,83,111,114,146,155,188,204,225,237],"be":[63,112,178],"addressed":[64],"create":[66],"user":[68],"experiences.":[69],"One":[70],"challenge":[71,92],"is":[72,93],"most":[74],"devices":[76,118,171,187,203,220],"do":[77],"not":[78],"have":[79],"sufficient":[80],"computing":[81],"resources":[82],"execute":[84],"the":[85,195,217,239],"Artificial":[86],"Intelligence":[87],"(AI)":[88],"techniques":[89],"locally.":[90],"Another":[91],"expect":[96,127],"responses":[97],"near":[99],"real-time":[100],"when":[101],"they":[102],"interact":[103],"devices.":[106],"Moreover,":[107],"also":[109],"want":[110],"able":[113],"seamlessly":[115],"switch":[116],"between":[117],"services":[120,161,190,206,218],"any":[121],"time":[122],"from":[124,186,201],"anywhere":[125],"personalized":[128],"privacy-aware":[130],"services.":[131,157],"To":[132],"address":[133],"challenges,":[135],"we":[136],"design":[137],"develop":[139,147],"cloud-based":[141],"middleware":[142],"(CMI)":[143],"which":[144],"helps":[145],"multi-modal":[148],"applications":[150,154,183],"easily":[152],"integrate":[153],"AI":[156,231],"this":[159],"middleware,":[160],"developed":[162],"by":[163],"different":[164,167,173],"producers":[165],"protocols":[168,176],"capabilities":[174],"can":[177],"integrated":[179],"easily.":[180],"CMI,":[182],"stream":[184],"data":[185,199],"cloud":[189],"consume":[194],"results.":[196],"It":[197],"supports":[198],"streaming":[200],"multiple":[202,205],"(and":[207],"vice":[208],"versa).":[209],"CMI":[210],"provides":[211],"an":[212],"integration":[213],"framework":[214],"decoupling":[216],"enabling":[222],"application":[223],"developers":[224],"concentrate":[226],"on":[227],"\u201cinteraction\u201d":[228],"instead":[229],"techniques.":[232],"We":[233],"simple":[235],"examples":[236],"illustrate":[238],"conceptual":[240],"ideas":[241],"incorporated":[242],"CMI.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}