{"id":"https://openalex.org/W2132023703","doi":"https://doi.org/10.1109/tmm.2009.2017631","title":"On the Design and Prototype Implementation of a Multimodal Situation Aware System","display_name":"On the Design and Prototype Implementation of a Multimodal Situation Aware System","publication_year":2009,"publication_date":"2009-04-18","ids":{"openalex":"https://openalex.org/W2132023703","doi":"https://doi.org/10.1109/tmm.2009.2017631","mag":"2132023703"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2009.2017631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2009.2017631","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085503354","display_name":"Rajesh M. Hegde","orcid":"https://orcid.org/0000-0002-6142-7724"},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"R.M. Hegde","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology, Kanpur, India","Dept. of Electr. Eng., Indian Inst. of Technol. Kanpur#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology, Kanpur, India","institution_ids":["https://openalex.org/I94234084"]},{"raw_affiliation_string":"Dept. of Electr. Eng., Indian Inst. of Technol. Kanpur#TAB#","institution_ids":["https://openalex.org/I94234084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073269206","display_name":"Juliadi Kurniawan","orcid":null},"institutions":[{"id":"https://openalex.org/I1309532762","display_name":"Blackberry (United States)","ror":"https://ror.org/017afst72","country_code":"US","type":"company","lineage":["https://openalex.org/I1309532762","https://openalex.org/I4210139826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Kurniawan","raw_affiliation_strings":["Motion, Aliso Viejo, CA, USA","Networks in Motion, Aliso Viejo, CA"],"affiliations":[{"raw_affiliation_string":"Motion, Aliso Viejo, CA, USA","institution_ids":[]},{"raw_affiliation_string":"Networks in Motion, Aliso Viejo, CA","institution_ids":["https://openalex.org/I1309532762"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001700017","display_name":"Bhaskar D. Rao","orcid":"https://orcid.org/0000-0001-6357-689X"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"B.D. Rao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California, San Diego, La Jolla, CA, USA","Dept. of Electr. & Comput. Eng., Univ. of California at San Diego, La Jolla, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng., Univ. of California at San Diego, La Jolla, CA#TAB#","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5085503354"],"corresponding_institution_ids":["https://openalex.org/I94234084"],"apc_list":null,"apc_paid":null,"fwci":0.3236,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.62327002,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"11","issue":"4","first_page":"645","last_page":"657"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8699759244918823},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6395348906517029},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5923165678977966},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.571039080619812},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.5550565123558044},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4709818363189697},{"id":"https://openalex.org/keywords/context-awareness","display_name":"Context awareness","score":0.46836957335472107},{"id":"https://openalex.org/keywords/handwriting","display_name":"Handwriting","score":0.46063220500946045},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4579557180404663},{"id":"https://openalex.org/keywords/ubiquitous-computing","display_name":"Ubiquitous computing","score":0.45713576674461365},{"id":"https://openalex.org/keywords/information-exchange","display_name":"Information exchange","score":0.445865273475647},{"id":"https://openalex.org/keywords/global-positioning-system","display_name":"Global Positioning System","score":0.4423864185810089},{"id":"https://openalex.org/keywords/contextual-design","display_name":"Contextual design","score":0.41055411100387573},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3298688530921936},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3128204345703125},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2265910506248474},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11429688334465027}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8699759244918823},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6395348906517029},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5923165678977966},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.571039080619812},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.5550565123558044},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4709818363189697},{"id":"https://openalex.org/C2781368080","wikidata":"https://www.wikidata.org/wiki/Q501688","display_name":"Context awareness","level":3,"score":0.46836957335472107},{"id":"https://openalex.org/C2779386606","wikidata":"https://www.wikidata.org/wiki/Q2393642","display_name":"Handwriting","level":2,"score":0.46063220500946045},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4579557180404663},{"id":"https://openalex.org/C172195944","wikidata":"https://www.wikidata.org/wiki/Q541265","display_name":"Ubiquitous computing","level":2,"score":0.45713576674461365},{"id":"https://openalex.org/C189693848","wikidata":"https://www.wikidata.org/wiki/Q6031064","display_name":"Information exchange","level":2,"score":0.445865273475647},{"id":"https://openalex.org/C60229501","wikidata":"https://www.wikidata.org/wiki/Q18822","display_name":"Global Positioning System","level":2,"score":0.4423864185810089},{"id":"https://openalex.org/C71611378","wikidata":"https://www.wikidata.org/wiki/Q5165191","display_name":"Contextual design","level":3,"score":0.41055411100387573},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3298688530921936},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3128204345703125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2265910506248474},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11429688334465027},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.0},{"id":"https://openalex.org/C2778707766","wikidata":"https://www.wikidata.org/wiki/Q202064","display_name":"Phone","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2009.2017631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2009.2017631","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","score":0.6899999976158142,"display_name":"Life below water"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W122543665","https://openalex.org/W175619926","https://openalex.org/W1492375862","https://openalex.org/W1541086309","https://openalex.org/W1561603276","https://openalex.org/W1598849331","https://openalex.org/W1737093455","https://openalex.org/W1964077143","https://openalex.org/W2026645894","https://openalex.org/W2074188409","https://openalex.org/W2088235978","https://openalex.org/W2092597751","https://openalex.org/W2115106736","https://openalex.org/W2116199508","https://openalex.org/W2122269925","https://openalex.org/W2126689453","https://openalex.org/W2131415946","https://openalex.org/W2139248391","https://openalex.org/W2160170050","https://openalex.org/W2164215197","https://openalex.org/W2273169154","https://openalex.org/W2536445687","https://openalex.org/W2539114660","https://openalex.org/W2539910769","https://openalex.org/W2545624848","https://openalex.org/W2546299398","https://openalex.org/W4205883304","https://openalex.org/W4236937157","https://openalex.org/W4239324264","https://openalex.org/W4245961435","https://openalex.org/W4247068223","https://openalex.org/W4247823566","https://openalex.org/W6604968798","https://openalex.org/W6632370745","https://openalex.org/W6637898852"],"related_works":["https://openalex.org/W57335507","https://openalex.org/W1553902753","https://openalex.org/W2085450850","https://openalex.org/W2057969524","https://openalex.org/W4292139036","https://openalex.org/W4243767044","https://openalex.org/W2527060703","https://openalex.org/W1586513487","https://openalex.org/W1656433004","https://openalex.org/W2039500599"],"abstract_inverted_index":{"In":[0],"this":[1,74,117],"paper":[2],"we":[3],"describe":[4],"the":[5,60,69,91,98,161,185,190,232,236,249],"design":[6],"concepts":[7],"and":[8,39,45,50,66,79,114,130,150,171,241,258],"prototype":[9],"implementation":[10],"of":[11,62,71,73,93,100,122,173,178,192,199,219,238,251],"a":[12,77,195],"situation":[13,101,213],"aware":[14,95,102,110,214],"ubiquitous":[15],"computing":[16,96,103],"system":[17],"using":[18,160],"multiple":[19,174,252],"modalities":[20,253,264],"such":[21],"as":[22,194],"National":[23],"Marine":[24],"Electronics":[25],"Association":[26],"(NMEA)":[27],"data":[28],"from":[29,141],"Global":[30],"Positioning":[31],"System":[32],"(GPS)":[33],"receivers,":[34],"text,":[35,126],"speech,":[36,127,255],"environmental":[37,128,256],"audio,":[38,129,257],"handwriting":[40,131,259],"inputs.":[41],"While":[42],"most":[43],"mobile":[44],"communication":[46],"devices":[47,111,204,230,267],"know":[48],"where":[49],"who":[51],"they":[52],"are,":[53],"by":[54,104,167,189],"accessing":[55],"context":[56,94,109,157,193,201,222],"information":[57,75,106,124,137,202],"primarily":[58],"in":[59,76,84,116,207,231],"form":[61],"location,":[63],"time":[64,151,209],"stamps,":[65],"user":[67,143,221],"identity,":[68],"concept":[70,92],"sharing":[72],"reliable":[78],"intelligent":[80,105],"fashion":[81],"is":[82,112,205,224,246],"crucial":[83],"many":[85],"scenarios.":[86],"A":[87,216],"framework":[88],"which":[89],"takes":[90,182],"to":[97,134,210,227],"level":[99],"exchange":[107],"between":[108,203],"designed":[113],"implemented":[115],"work.":[118],"Four":[119],"sensual":[120],"modes":[121],"contextual":[123,136],"like":[125,139,254],"are":[132],"augmented":[133],"conventional":[135,263],"sources":[138],"location":[140],"GPS,":[142],"identity":[144],"based":[145],"on":[146,235],"IP":[147],"addresses":[148],"(IPA),":[149],"stamps.":[152],"Each":[153],"device":[154,187],"derives":[155],"its":[156],"not":[158],"necessarily":[159],"same":[162],"criteria":[163],"or":[164],"parameters":[165],"but":[166],"employing":[168],"selective":[169],"fusion":[170],"fission":[172],"modalities.":[175],"The":[176],"processing":[177],"each":[179],"individual":[180],"modality":[181],"place":[183],"at":[184],"client":[186],"followed":[188],"summarization":[191],"text":[196],"file.":[197],"Exchange":[198],"dynamic":[200],"enabled":[206],"real":[208,242],"create":[211,266],"multimodal":[212],"devices.":[215],"central":[217],"repository":[218],"all":[220],"profiles":[223],"also":[225],"created":[226],"enable":[228],"self-learning":[229],"future.":[233],"Based":[234],"results":[237],"simulated":[239],"situations":[240],"field":[243],"deployments":[244],"it":[245],"shown":[247],"that":[248],"use":[250],"inputs":[260],"along":[261],"with":[262,268],"can":[265],"enhanced":[269],"situational":[270],"awareness.":[271]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}