{"id":"https://openalex.org/W2997584541","doi":"https://doi.org/10.1609/aimag.v40i4.4813","title":"Methods of AI for Multimodal Sensing and Action for Complex Situations","display_name":"Methods of AI for Multimodal Sensing and Action for Complex Situations","alternate_titles":[],"publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W2997584541","doi":"https://doi.org/10.1609/aimag.v40i4.4813","mag":"2997584541"},"language":"en","primary_location":{"id":"doi:10.1609/aimag.v40i4.4813","doi":"https://doi.org/10.1609/aimag.v40i4.4813","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aimag.v40i4.4813","pdf_url":null,"source":{"id":"https://openalex.org/S163019073","display_name":"AI Magazine","issn_l":"0738-4602","issn":["0738-4602","2371-9621"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","doyens","jufo-1","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI Magazine","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2997584541"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1609/aimag.v40i4.4813","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023894377","display_name":"Erik Blasch","orcid":"https://orcid.org/0000-0001-6894-6108","observed_orcids":["https://orcid.org/0000-0001-6894-6108"]},"institutions":[{"id":"https://openalex.org/I4210099573","display_name":"United States Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93","country_code":"US","type":"government","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210099573","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Erik Blasch","raw_affiliation_strings":["Air Force Office of Scientific Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Office of Scientific Research","institution_ids":["https://openalex.org/I4210099573"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020857688","display_name":"Robert Cruise","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2802287952","display_name":"Naval Surface Warfare Center","ror":"https://ror.org/03d4ecn10","country_code":"US","type":"facility","lineage":["https://openalex.org/I1328969757","https://openalex.org/I1330347796","https://openalex.org/I2802287952","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Robert Cruise","raw_affiliation_strings":["Naval Surface Warfare Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Surface Warfare Center","institution_ids":["https://openalex.org/I2802287952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088781157","display_name":"Alexander J. Aved","orcid":"https://orcid.org/0000-0002-7015-7359","observed_orcids":["https://orcid.org/0000-0002-7015-7359"]},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Alexander Aved","raw_affiliation_strings":["Air Force Research Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Research Laboratory","institution_ids":["https://openalex.org/I1280414376"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102874846","display_name":"Uttam Majumder","orcid":"https://orcid.org/0000-0002-5244-2500","observed_orcids":["https://orcid.org/0000-0002-5244-2500"]},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Uttam Majumder","raw_affiliation_strings":["Air Force Research Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Research Laboratory","institution_ids":["https://openalex.org/I1280414376"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071621519","display_name":"Todd V. Rovito","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Todd Rovito","raw_affiliation_strings":["Air Force Research Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Research Laboratory","institution_ids":["https://openalex.org/I1280414376"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2400,"currency":"USD","value_usd":2400},"apc_paid":{"value":2400,"currency":"USD","value_usd":2400},"fwci":3.1211,"has_fulltext":false,"cited_by_count":69,"citation_normalized_percentile":{"value":0.92116426,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"40","issue":"4","first_page":"50","last_page":"65"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12888","display_name":"Military Strategy and Technology","score":0.27950000762939453,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12888","display_name":"Military Strategy and Technology","score":0.27950000762939453,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.19099999964237213,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.13680000603199005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-sensing","display_name":"multimodal sensing","score":0.7889999747276306},{"id":"https://openalex.org/keywords/contextual-reasoning","display_name":"contextual reasoning","score":0.640999972820282},{"id":"https://openalex.org/keywords/situation-modeling","display_name":"situation modeling","score":0.718999981880188},{"id":"https://openalex.org/keywords/measurement-control","display_name":"measurement control","score":0.9269999861717224},{"id":"https://openalex.org/keywords/data-fusion","display_name":"data fusion","score":0.8669999837875366},{"id":"https://openalex.org/keywords/swarm-systems","display_name":"swarm systems","score":0.5630000233650208},{"id":"https://openalex.org/keywords/complex-situations","display_name":"complex situations","score":0.5540000200271606},{"id":"https://openalex.org/keywords/data-driven-decision-support","display_name":"data-driven decision support","score":0.34200000762939453}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7623088359832764},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.594254195690155},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5805245637893677},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5309994220733643},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5072922110557556},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.48503226041793823},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.4270322024822235},{"id":"https://openalex.org/C71611378","wikidata":"https://www.wikidata.org/wiki/Q5165191","display_name":"Contextual design","level":3,"score":0.41683071851730347},{"id":"https://openalex.org/C201638289","wikidata":"https://www.wikidata.org/wiki/Q457396","display_name":"Ambient intelligence","level":2,"score":0.4156447649002075},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38566023111343384},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3745516538619995},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aimag.v40i4.4813","doi":"https://doi.org/10.1609/aimag.v40i4.4813","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aimag.v40i4.4813","pdf_url":null,"source":{"id":"https://openalex.org/S163019073","display_name":"AI Magazine","issn_l":"0738-4602","issn":["0738-4602","2371-9621"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","doyens","jufo-1","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI Magazine","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aimag.v40i4.4813","doi":"https://doi.org/10.1609/aimag.v40i4.4813","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aimag.v40i4.4813","pdf_url":null,"source":{"id":"https://openalex.org/S163019073","display_name":"AI Magazine","issn_l":"0738-4602","issn":["0738-4602","2371-9621"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","doyens","jufo-1","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI Magazine","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W145138296","https://openalex.org/W1501005121","https://openalex.org/W1522808000","https://openalex.org/W1560147776","https://openalex.org/W1584281626","https://openalex.org/W1976172966","https://openalex.org/W1978141941","https://openalex.org/W1991220038","https://openalex.org/W2026916126","https://openalex.org/W2043619294","https://openalex.org/W2065205124","https://openalex.org/W2071009320","https://openalex.org/W2086789740","https://openalex.org/W2150994078","https://openalex.org/W2152492827","https://openalex.org/W2169261433","https://openalex.org/W2184188583","https://openalex.org/W2275841169","https://openalex.org/W2288853622","https://openalex.org/W2341679644","https://openalex.org/W2479692466","https://openalex.org/W2533494733","https://openalex.org/W2552047646","https://openalex.org/W2576764453","https://openalex.org/W2587527085","https://openalex.org/W2734514474","https://openalex.org/W2734762005","https://openalex.org/W2735079552","https://openalex.org/W2758673654","https://openalex.org/W2766378536","https://openalex.org/W2768758104","https://openalex.org/W2795156864","https://openalex.org/W2801504049","https://openalex.org/W2885454745","https://openalex.org/W2886642929","https://openalex.org/W2903911671","https://openalex.org/W3157400589","https://openalex.org/W4240915267","https://openalex.org/W4250516408","https://openalex.org/W4413651880"],"related_works":["https://openalex.org/W3010847283","https://openalex.org/W7135178524","https://openalex.org/W7097233763","https://openalex.org/W6906859050","https://openalex.org/W9556902","https://openalex.org/W2979262189","https://openalex.org/W7129714883","https://openalex.org/W4399767674","https://openalex.org/W4412504910"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1,31],"(AI)":[2],"seeks":[3],"to":[4,50,53,107],"emulate":[5],"human":[6,25,51,105],"reasoning,":[7],"but":[8],"is":[9,168],"still":[10],"far":[11],"from":[12,62],"achieving":[13],"such":[14],"results":[15,46],"for":[16,127,183],"actionable":[17],"sensing":[18,188],"in":[19,144,150,156,163],"complex":[20,116],"situations.":[21],"Instead":[22],"of":[23,36,96,124,170],"emulating":[24],"situation":[26,135],"understanding,":[27],"machines":[28],"can":[29,60],"amplify":[30],"by":[32],"accessing":[33],"large":[34],"amounts":[35],"data,":[37],"filtering":[38],"unimportant":[39],"information,":[40],"computing":[41,154],"relevant":[42,97],"context,":[43],"and":[44,73,82,93,114,158,180,185,189],"prioritizing":[45],"(for":[47],"example,":[48],"answers":[49],"queries)":[52],"provide":[54],"human\u2010machine":[55,160],"shared":[56],"context.":[57],"Intelligence":[58],"support":[59],"come":[61],"many":[63],"contextual":[64,85,175],"sources":[65],"that":[66,90,130],"augment":[67],"data":[68,109,112,176],"reasoning":[69,106],"through":[70,84],"physical,":[71],"environmental,":[72],"social":[74],"knowledge.":[75],"We":[76],"propose":[77],"a":[78,171],"decisions\u2010to\u2010data":[79,132,166],"multimodal":[80,187],"sensor":[81],"action":[83],"agents":[86],"(human":[87],"or":[88],"machine)":[89],"seek,":[91],"combine,":[92],"make":[94],"sense":[95],"data.":[98],"Decisions\u2010to\u2010data":[99],"combines":[100],"AI":[101,125,129,161],"computational":[102],"capabilities":[103],"with":[104],"manage":[108],"collections,":[110],"perform":[111],"fusion,":[113],"assess":[115],"situations":[117],"(that":[118],"is,":[119],"context":[120],"reasoning).":[121],"Five":[122],"areas":[123],"developments":[126],"context\u2010based":[128],"cover":[131],"include:":[133],"(1)":[134],"modeling":[136],"(data":[137,143,149,155,162],"at":[138],"rest),":[139],"(2)":[140],"measurement":[141],"control":[142],"motion),":[145],"(3)":[146],"statistical":[147],"algorithms":[148],"collect),":[151],"(4)":[152],"software":[153],"transit),":[157],"(5)":[159],"use).":[164],"A":[165],"example":[167],"presented":[169],"command\u2010guided":[172],"swarm":[173],"requiring":[174],"analysis,":[177],"systems\u2010level":[178],"design,":[179],"user":[181],"interaction":[182],"effective":[184],"efficient":[186],"action.":[190]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2997584541","counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":1}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2020-01-10T00:00:00"}
