{"id":"https://openalex.org/W4387421383","doi":"https://doi.org/10.1145/3577190.3614225","title":"Bridging Multimedia Modalities: Enhanced Multimodal AI Understanding and Intelligent Agents","display_name":"Bridging Multimedia Modalities: Enhanced Multimodal AI Understanding and Intelligent Agents","publication_year":2023,"publication_date":"2023-10-07","ids":{"openalex":"https://openalex.org/W4387421383","doi":"https://doi.org/10.1145/3577190.3614225"},"language":"en","primary_location":{"id":"doi:10.1145/3577190.3614225","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3577190.3614225","pdf_url":null,"source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089611382","display_name":"Sushant Gautam","orcid":"https://orcid.org/0000-0001-9232-2661"},"institutions":[{"id":"https://openalex.org/I4210153474","display_name":"Simula Metropolitan Center for Digital Engineering","ror":"https://ror.org/04xtarr15","country_code":"NO","type":"nonprofit","lineage":["https://openalex.org/I184531372","https://openalex.org/I2799829267","https://openalex.org/I4210153474"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Sushant Gautam","raw_affiliation_strings":["Department of Holistic Systems (HOST), Simula Metropolitan Center for Digital Engineering (SimulaMet), Norway"],"raw_orcid":"https://orcid.org/0000-0001-9232-2661","affiliations":[{"raw_affiliation_string":"Department of Holistic Systems (HOST), Simula Metropolitan Center for Digital Engineering (SimulaMet), Norway","institution_ids":["https://openalex.org/I4210153474"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5089611382"],"corresponding_institution_ids":["https://openalex.org/I4210153474"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"695","last_page":"699"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7802892923355103},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7509665489196777},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5920881032943726},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5562373995780945},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.5095586776733398},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.48150572180747986},{"id":"https://openalex.org/keywords/data-curation","display_name":"Data curation","score":0.47860926389694214},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4782406687736511},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.45357999205589294},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4524560570716858},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.44195640087127686},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.426655650138855}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7802892923355103},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7509665489196777},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5920881032943726},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5562373995780945},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.5095586776733398},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.48150572180747986},{"id":"https://openalex.org/C91632574","wikidata":"https://www.wikidata.org/wiki/Q15088675","display_name":"Data curation","level":2,"score":0.47860926389694214},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4782406687736511},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.45357999205589294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4524560570716858},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.44195640087127686},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.426655650138855},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3577190.3614225","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3577190.3614225","pdf_url":null,"source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2619383789","https://openalex.org/W2970476646","https://openalex.org/W3011727199","https://openalex.org/W3015468748","https://openalex.org/W3137384391","https://openalex.org/W3162322471","https://openalex.org/W3168463823","https://openalex.org/W3180718533","https://openalex.org/W3185341429","https://openalex.org/W3195949276","https://openalex.org/W3196519067","https://openalex.org/W3210129272","https://openalex.org/W4205335327","https://openalex.org/W4206042814","https://openalex.org/W4229058281","https://openalex.org/W4239019441","https://openalex.org/W4295106955","https://openalex.org/W4297330281","https://openalex.org/W4301104990","https://openalex.org/W4312046000","https://openalex.org/W4322718191","https://openalex.org/W4361866031","https://openalex.org/W4362597962","https://openalex.org/W4364386570","https://openalex.org/W4375850866","https://openalex.org/W4376226279","https://openalex.org/W4377372281","https://openalex.org/W4379918953","https://openalex.org/W4379984087","https://openalex.org/W4386057769","https://openalex.org/W4386072365","https://openalex.org/W4394659899"],"related_works":["https://openalex.org/W4389505417","https://openalex.org/W2962931510","https://openalex.org/W4380551887","https://openalex.org/W2904518532","https://openalex.org/W4285159263","https://openalex.org/W4280529741","https://openalex.org/W4293919860","https://openalex.org/W2963650472","https://openalex.org/W2556013083","https://openalex.org/W3199271201"],"abstract_inverted_index":{"With":[0],"the":[1,9,27,42,48,65,141,148,161],"increasing":[2],"availability":[3],"of":[4,25,44,50,68,143,150,163],"multimodal":[5,39,66,87,144,157],"data,":[6],"especially":[7],"in":[8,18,29,38],"sports":[10],"and":[11,47,75,109,112,117,119,127,147],"medical":[12],"domains,":[13],"there":[14],"is":[15,132],"growing":[16],"interest":[17],"developing":[19,83],"Artificial":[20],"Intelligence":[21],"(AI)":[22],"models":[23],"capable":[24],"comprehending":[26],"world":[28],"a":[30,128],"more":[31],"holistic":[32],"manner.":[33],"Nevertheless,":[34],"various":[35],"challenges":[36],"exist":[37],"understanding,":[40],"including":[41],"integration":[43],"multiple":[45,61],"modalities":[46,63],"resolution":[49],"semantic":[51],"gaps":[52],"between":[53],"them.":[54],"The":[55,78,99,137],"proposed":[56],"research":[57,79,100,130,138],"aims":[58],"to":[59,134,140,159],"leverage":[60],"input":[62],"for":[64,86,96],"understanding":[67,146],"AI":[69,145,152],"models,":[70],"enhancing":[71],"their":[72],"reasoning,":[73],"generation,":[74],"intelligent":[76],"behavior.":[77],"objectives":[80],"focus":[81],"on":[82],"novel":[84],"methods":[85],"AI,":[88],"integrating":[89],"them":[90],"into":[91],"conversational":[92],"agents":[93],"with":[94,156],"optimizations":[95],"domain-specific":[97,115],"requirements.":[98],"methodology":[101],"encompasses":[102],"literature":[103],"review,":[104],"data":[105,158],"curation,":[106],"model":[107],"development":[108],"implementation,":[110],"evaluation":[111],"performance":[113,162],"analysis,":[114],"applications,":[116],"documentation":[118],"reporting.":[120],"Ethical":[121],"considerations":[122],"will":[123],"be":[124],"thoroughly":[125],"addressed,":[126],"comprehensive":[129],"plan":[131],"outlined":[133],"provide":[135],"guidance.":[136],"contributes":[139],"field":[142],"advancement":[149],"sophisticated":[151],"systems":[153],"by":[154],"experimenting":[155],"enhance":[160],"state-of-the-art":[164],"neural":[165],"networks.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}