{"id":"https://openalex.org/W2000810327","doi":"https://doi.org/10.1117/12.907305","title":"An innovative multimodal virtual platform for communication with devices in a natural way","display_name":"An innovative multimodal virtual platform for communication with devices in a natural way","publication_year":2012,"publication_date":"2012-02-08","ids":{"openalex":"https://openalex.org/W2000810327","doi":"https://doi.org/10.1117/12.907305","mag":"2000810327"},"language":"en","primary_location":{"id":"doi:10.1117/12.907305","doi":"https://doi.org/10.1117/12.907305","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.907305","pdf_url":null,"source":{"id":"https://openalex.org/S183492911","display_name":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","issn_l":"0277-786X","issn":["0277-786X","1996-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310315543","host_organization_name":"SPIE","host_organization_lineage":["https://openalex.org/P4310315543"],"host_organization_lineage_names":["SPIE"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SPIE Proceedings","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002255254","display_name":"Chhayarani Ram Kinkar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405260619","display_name":"Sagar Institute of Research, Technology & Science \u2013 Pharmacy","ror":"https://ror.org/041naj703","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405260619"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Chhayarani R. Kinkar","raw_affiliation_strings":["Sagar Institute of Research, Technology & Science (India)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sagar Institute of Research, Technology & Science (India)","institution_ids":["https://openalex.org/I4405260619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047934819","display_name":"Richa Golash","orcid":"https://orcid.org/0000-0001-5873-9594","observed_orcids":["https://orcid.org/0000-0001-5873-9594"]},"institutions":[{"id":"https://openalex.org/I4405260619","display_name":"Sagar Institute of Research, Technology & Science \u2013 Pharmacy","ror":"https://ror.org/041naj703","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405260619"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Richa Golash","raw_affiliation_strings":["Sagar Institute of Research, Technology & Science (India)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sagar Institute of Research, Technology & Science (India)","institution_ids":["https://openalex.org/I4405260619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063842299","display_name":"Akhilesh R. Upadhyay","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405260619","display_name":"Sagar Institute of Research, Technology & Science \u2013 Pharmacy","ror":"https://ror.org/041naj703","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405260619"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Akhilesh R. Upadhyay","raw_affiliation_strings":["Sagar Institute of Research, Technology & Science (India)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sagar Institute of Research, Technology & Science (India)","institution_ids":["https://openalex.org/I4405260619"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4405260619"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8289","issue":null,"first_page":"82890O","last_page":"82890O"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.92330002784729,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.92330002784729,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.0494999997317791,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.006599999964237213,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"multimodal interaction","score":0.8420000076293945},{"id":"https://openalex.org/keywords/natural-user-interfaces","display_name":"natural user interfaces","score":0.656000018119812},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"gesture recognition","score":0.7910000085830688},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"speech recognition","score":0.9480000138282776},{"id":"https://openalex.org/keywords/face-recognition","display_name":"face recognition","score":0.8320000171661377},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"sensor fusion","score":0.7379999756813049},{"id":"https://openalex.org/keywords/early-fusion","display_name":"feature-level fusion","score":0.9459999799728394},{"id":"https://openalex.org/keywords/heterogeneous-sensors","display_name":"heterogeneous sensors","score":0.6389999985694885},{"id":"https://openalex.org/keywords/human-computer-interaction","display_name":"human-computer interaction","score":0.7350000143051147},{"id":"https://openalex.org/keywords/virtual-platforms","display_name":"virtual platforms","score":0.5860000252723694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8048363327980042},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7724409699440002},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5844895839691162},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5742448568344116},{"id":"https://openalex.org/C107953548","wikidata":"https://www.wikidata.org/wiki/Q1172433","display_name":"Wired glove","level":3,"score":0.5172484517097473},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4751451015472412},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46335864067077637},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4618370532989502},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.4543641209602356},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.44818946719169617},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3742516040802002},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1117/12.907305","doi":"https://doi.org/10.1117/12.907305","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.907305","pdf_url":null,"source":{"id":"https://openalex.org/S183492911","display_name":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","issn_l":"0277-786X","issn":["0277-786X","1996-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310315543","host_organization_name":"SPIE","host_organization_lineage":["https://openalex.org/P4310315543"],"host_organization_lineage_names":["SPIE"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SPIE Proceedings","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7098196414","https://openalex.org/W4225085515","https://openalex.org/W3010002680","https://openalex.org/W2005681791","https://openalex.org/W2152164618","https://openalex.org/W1495518991","https://openalex.org/W3124044420","https://openalex.org/W2076454503","https://openalex.org/W2612727105","https://openalex.org/W2809705384"],"abstract_inverted_index":{"As":[0],"technology":[1],"grows":[2],"people":[3],"are":[4,7,106,140],"diverted":[5],"and":[6,23,59,129,146,163,166,207],"more":[8,21],"interested":[9],"in":[10,37,52,171],"communicating":[11],"with":[12,108],"machine":[13,20],"or":[14,251],"computer":[15,54,155],"naturally.":[16],"This":[17,44,120],"will":[18,32,114,121],"make":[19],"compact":[22],"portable":[24],"by":[25],"avoiding":[26],"remote,":[27],"keyboard":[28],"etc.":[29,103],"also":[30],"it":[31,64,180],"help":[33],"them":[34],"to":[35,184,194,242],"live":[36],"an":[38],"environment":[39,125],"free":[40],"from":[41,203],"electromagnetic":[42],"waves.":[43],"thought":[45],"has":[46,65],"made":[47],"'recognition":[48],"of":[49,72,78,93,168,190,238],"natural":[50,95,147,169],"modality":[51,170],"human":[53,104,109],"interaction'":[55],"a":[56,88,176,196,244],"most":[57],"appealing":[58],"promising":[60],"research":[61],"field.":[62],"Simultaneously":[63],"been":[66],"observed":[67],"that":[68,215],"using":[69,133,231],"single":[70,134],"mode":[71],"interaction":[73,131,156],"limit":[74],"the":[75,116,123,191,216],"complete":[76],"utilization":[77],"commands":[79],"as":[80,82,179],"well":[81],"data":[83,200,222],"flow.":[84],"In":[85],"this":[86,210,239],"paper":[87,192,211,240],"multimodal":[89],"platform,":[90],"where":[91],"out":[92],"many":[94],"modalities":[96],"like":[97],"eye":[98],"gaze,":[99],"speech,":[100],"voice,":[101],"face":[102],"gestures":[105,139],"combined":[107,227],"voice":[110],"is":[111,149,175,193,218,226,241],"proposed":[112],"which":[113],"minimize":[115],"mean":[117],"square":[118],"error.":[119],"loosen":[122],"strict":[124],"needed":[126],"for":[127,142,151,199,247],"accurate":[128],"robust":[130,245],"while":[132],"mode.":[135],"Gesture":[136],"complement":[137],"Speech,":[138],"ideal":[141],"direct":[143],"object":[144],"manipulation":[145],"language":[148],"used":[150],"descriptive":[152],"tasks.":[153],"Human":[154],"basically":[157],"requires":[158],"two":[159],"broad":[160],"sections":[161],"recognition":[162],"interpretation.":[164],"Recognition":[165],"interpretation":[167],"complex":[172],"binary":[173],"instruction":[174],"tough":[177],"task":[178],"integrate":[181],"real":[182],"world":[183],"virtual":[185],"environment.":[186],"The":[187,234],"main":[188],"idea":[189],"develop":[195],"efficient":[197],"model":[198],"fusion":[201],"coming":[202],"heterogeneous":[204,221],"sensors,":[205],"camera":[206],"microphone.":[208],"Through":[209],"we":[212],"have":[213],"analyzed":[214],"efficiency":[217],"increased":[219],"if":[220],"(image":[223],"&":[224],"voice)":[225],"at":[228],"feature":[229],"level":[230],"artificial":[232],"intelligence.":[233],"long":[235],"term":[236],"goal":[237],"design":[243],"system":[246],"physically":[248],"not":[249],"able":[250],"having":[252],"less":[253],"technical":[254],"knowledge.":[255]},"counts_by_year":[],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2016-06-24T00:00:00"}