{"id":"https://openalex.org/W2902345877","doi":"https://doi.org/10.3390/mti2040081","title":"Semantic Fusion for Natural Multimodal Interfaces using Concurrent Augmented Transition Networks","display_name":"Semantic Fusion for Natural Multimodal Interfaces using Concurrent Augmented Transition Networks","publication_year":2018,"publication_date":"2018-12-06","ids":{"openalex":"https://openalex.org/W2902345877","doi":"https://doi.org/10.3390/mti2040081","mag":"2902345877"},"language":"en","primary_location":{"id":"doi:10.3390/mti2040081","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti2040081","pdf_url":"https://www.mdpi.com/2414-4088/2/4/81/pdf?version=1545041567","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2414-4088/2/4/81/pdf?version=1545041567","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029064739","display_name":"Chris Zimmerer","orcid":null},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Chris Zimmerer","raw_affiliation_strings":["Chair for Human\u2013Computer Interaction, University of W\u00fcrzburg, Am Hubland, 97074 W\u00fcrzburg, Germany"],"affiliations":[{"raw_affiliation_string":"Chair for Human\u2013Computer Interaction, University of W\u00fcrzburg, Am Hubland, 97074 W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048001408","display_name":"Martin Fischbach","orcid":null},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martin Fischbach","raw_affiliation_strings":["Chair for Human\u2013Computer Interaction, University of W\u00fcrzburg, Am Hubland, 97074 W\u00fcrzburg, Germany"],"affiliations":[{"raw_affiliation_string":"Chair for Human\u2013Computer Interaction, University of W\u00fcrzburg, Am Hubland, 97074 W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069021763","display_name":"Marc Erich Latoschik","orcid":"https://orcid.org/0000-0002-9340-9600"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Marc Erich Latoschik","raw_affiliation_strings":["Chair for Human\u2013Computer Interaction, University of W\u00fcrzburg, Am Hubland, 97074 W\u00fcrzburg, Germany"],"affiliations":[{"raw_affiliation_string":"Chair for Human\u2013Computer Interaction, University of W\u00fcrzburg, Am Hubland, 97074 W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5069021763"],"corresponding_institution_ids":["https://openalex.org/I25974101"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.6515,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.77517761,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"2","issue":"4","first_page":"81","last_page":"81"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8320411443710327},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.618730902671814},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5502632856369019},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5478683114051819},{"id":"https://openalex.org/keywords/semantic-mapping","display_name":"Semantic mapping","score":0.48638013005256653},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42017504572868347},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4193718433380127}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8320411443710327},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.618730902671814},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5502632856369019},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5478683114051819},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.48638013005256653},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42017504572868347},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4193718433380127},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/mti2040081","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti2040081","pdf_url":"https://www.mdpi.com/2414-4088/2/4/81/pdf?version=1545041567","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:287e36027708461f8ce325c9dd865323","is_oa":true,"landing_page_url":"https://doaj.org/article/287e36027708461f8ce325c9dd865323","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction, Vol 2, Iss 4, p 81 (2018)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2414-4088/2/4/81/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/mti2040081","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"Text"},{"id":"pmh:oai:opus.bibliothek.uni-wuerzburg.de:19757","is_oa":true,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bvb:20-opus-197573","pdf_url":null,"source":{"id":"https://openalex.org/S4306401635","display_name":"Online Publication Service of W\u00fcrzburg University (W\u00fcrzburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I25974101","host_organization_name":"University of W\u00fcrzburg","host_organization_lineage":["https://openalex.org/I25974101"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/mti2040081","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti2040081","pdf_url":"https://www.mdpi.com/2414-4088/2/4/81/pdf?version=1545041567","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2902345877.pdf","grobid_xml":"https://content.openalex.org/works/W2902345877.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W101429486","https://openalex.org/W1632114991","https://openalex.org/W1915921740","https://openalex.org/W1966250271","https://openalex.org/W1966532833","https://openalex.org/W1969056333","https://openalex.org/W1979580514","https://openalex.org/W1990693033","https://openalex.org/W1991242349","https://openalex.org/W1993223663","https://openalex.org/W1998282741","https://openalex.org/W1999090433","https://openalex.org/W2000885980","https://openalex.org/W2013731130","https://openalex.org/W2015496840","https://openalex.org/W2023670049","https://openalex.org/W2025870341","https://openalex.org/W2027909523","https://openalex.org/W2031796625","https://openalex.org/W2033586033","https://openalex.org/W2034438017","https://openalex.org/W2035032881","https://openalex.org/W2040646018","https://openalex.org/W2040884411","https://openalex.org/W2053101950","https://openalex.org/W2061270248","https://openalex.org/W2076454503","https://openalex.org/W2078027241","https://openalex.org/W2083325968","https://openalex.org/W2106646384","https://openalex.org/W2109305807","https://openalex.org/W2117724385","https://openalex.org/W2124144842","https://openalex.org/W2130986013","https://openalex.org/W2131241448","https://openalex.org/W2135643110","https://openalex.org/W2137868252","https://openalex.org/W2138857742","https://openalex.org/W2146025803","https://openalex.org/W2149259561","https://openalex.org/W2151395405","https://openalex.org/W2156715326","https://openalex.org/W2161484642","https://openalex.org/W2163833659","https://openalex.org/W2166858357","https://openalex.org/W2170326347","https://openalex.org/W2220935337","https://openalex.org/W2257228956","https://openalex.org/W2291466689","https://openalex.org/W2395092677","https://openalex.org/W2463143353","https://openalex.org/W2547141598","https://openalex.org/W2547213379","https://openalex.org/W2547749356","https://openalex.org/W2547942202","https://openalex.org/W2548171908","https://openalex.org/W2584663397","https://openalex.org/W2612754342","https://openalex.org/W2775679902","https://openalex.org/W2889477030","https://openalex.org/W3081830681","https://openalex.org/W3152657542","https://openalex.org/W4235954326","https://openalex.org/W4240052753","https://openalex.org/W4242404172","https://openalex.org/W4246600136","https://openalex.org/W4302857920","https://openalex.org/W4383681252","https://openalex.org/W6604153040","https://openalex.org/W6636649193","https://openalex.org/W6648599461","https://openalex.org/W6680300913","https://openalex.org/W6686207219"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W4230315250","https://openalex.org/W2086519370","https://openalex.org/W2087343574"],"abstract_inverted_index":{"Semantic":[0],"fusion":[1],"is":[2,97,219,232],"a":[3,129,144,155],"central":[4],"requirement":[5],"of":[6,41,63,84,111,146,148,176,181,190,199],"many":[7],"multimodal":[8,177,242],"interfaces.":[9],"Procedural":[10],"methods":[11],"like":[12],"finite-state":[13],"transducers":[14],"and":[15,53,87,164,207,218,235,250],"augmented":[16],"transition":[17,193],"networks":[18],"have":[19],"proven":[20],"to":[21,24,46,75,121],"be":[22],"beneficial":[23],"implement":[25,241],"semantic":[26,64,205],"fusion.":[27],"They":[28],"are":[29,36],"compliant":[30],"with":[31],"rapid":[32,174],"development":[33,40],"cycles":[34],"that":[35,49,95,138,237],"common":[37],"for":[38,60,101,211,245],"the":[39,61,76,82,103,108,117,132,140,166,173,188,191,195,203],"user":[42],"interfaces,":[43,243],"in":[44,143,221,248],"contrast":[45],"machine-learning":[47],"approaches":[48],"require":[50],"time-costly":[51],"training":[52],"optimization.":[54],"We":[55],"identify":[56],"seven":[57],"fundamental":[58],"requirements":[59,163],"implementation":[62,216],"fusion:":[65],"Action":[66],"derivation,":[67],"continuous":[68],"feedback,":[69],"context-sensitivity,":[70],"temporal":[71],"relation":[72],"support,":[73],"access":[74],"interaction":[77],"context,":[78],"as":[79,81,151,153,226,228],"well":[80,152,227],"support":[83],"chronologically":[85],"unsorted":[86],"probabilistic":[88],"input.":[89],"A":[90],"subsequent":[91],"analysis":[92],"reveals,":[93],"however,":[94],"there":[96],"currently":[98],"no":[99],"solution":[100],"fulfilling":[102],"latter":[104],"two":[105],"requirements.":[106],"As":[107],"main":[109],"contribution":[110],"this":[112],"article,":[113],"we":[114,127],"thus":[115],"present":[116],"Concurrent":[118,133],"Cursor":[119],"concept":[120,149],"compensate":[122],"these":[123],"shortcomings.":[124],"In":[125],"addition,":[126],"showcase":[128],"reference":[130,215],"implementation,":[131],"Augmented":[134],"Transition":[135],"Network":[136],"(cATN),":[137],"validates":[139],"concept\u2019s":[141],"feasibility":[142],"series":[145],"proof":[147],"demonstrations":[150],"through":[154],"comparative":[156],"benchmark.":[157],"The":[158],"cATN":[159],"fulfills":[160],"all":[161],"identified":[162],"fills":[165],"lack":[167],"amongst":[168],"previous":[169],"solutions.":[170],"It":[171,231],"supports":[172],"prototyping":[175],"interfaces":[178],"by":[179],"means":[180],"five":[182],"concrete":[183],"traits:":[184],"Its":[185],"declarative":[186],"nature,":[187],"recursiveness":[189],"underlying":[192],"network,":[194],"network":[196],"abstraction":[197,209],"constructs":[198],"its":[200],"description":[201],"language,":[202],"utilized":[204],"queries,":[206],"an":[208],"layer":[210],"lexical":[212],"information.":[213],"Our":[214],"was":[217],"used":[220],"various":[222],"student":[223],"projects,":[224],"theses,":[225],"master-level":[229],"courses.":[230],"openly":[233],"available":[234],"showcases":[236],"non-experts":[238],"can":[239],"effectively":[240],"even":[244],"non-trivial":[246],"applications":[247],"mixed":[249],"virtual":[251],"reality.":[252]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}