{"id":"https://openalex.org/W2561063189","doi":null,"title":"Extensible multimodal environment toolkit (emmet): a toolkit for prototyping and remotely testing speech and gesture based multimodal interfaces","display_name":"Extensible multimodal environment toolkit (emmet): a toolkit for prototyping and remotely testing speech and gesture based multimodal interfaces","publication_year":2005,"publication_date":"2005-01-01","ids":{"openalex":"https://openalex.org/W2561063189","mag":"2561063189"},"language":"en","primary_location":{"id":"mag:2561063189","doi":null,"is_oa":false,"landing_page_url":"http://dl.acm.org/citation.cfm?id=1144732","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064995712","display_name":"Kenneth Perlin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenneth Perlin","raw_affiliation_strings":["New York University<sup>**</sup>"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University<sup>**</sup>","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":null,"display_name":"Christopher A. Robbins","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher A. Robbins","raw_affiliation_strings":["New York University<sup>**</sup>"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University<sup>**</sup>","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I57206974"],"apc_list":null,"apc_paid":null,"fwci":0.5124,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.70944559,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.7318999767303467,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.7318999767303467,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.1737000048160553,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.04190000146627426,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-interfaces","display_name":"multimodal interfaces","score":0.7519999742507935},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"speech recognition","score":0.968999981880188},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"gesture recognition","score":0.9980000257492065},{"id":"https://openalex.org/keywords/user-interface-prototyping","display_name":"user interface prototyping","score":0.718999981880188},{"id":"https://openalex.org/keywords/remote-usability-testing","display_name":"remote usability testing","score":0.871999979019165},{"id":"https://openalex.org/keywords/design-guidelines","display_name":"design guidelines","score":0.6579999923706055},{"id":"https://openalex.org/keywords/three-dimensional-environments","display_name":"three-dimensional environments","score":0.7480000257492065}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8408055305480957},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7177249789237976},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6673251390457153},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.6438547372817993},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.6040064096450806},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5650050640106201},{"id":"https://openalex.org/C32833848","wikidata":"https://www.wikidata.org/wiki/Q4115054","display_name":"Extensibility","level":2,"score":0.472202867269516},{"id":"https://openalex.org/C2780395129","wikidata":"https://www.wikidata.org/wiki/Q1128971","display_name":"Rapid prototyping","level":2,"score":0.42065027356147766},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.42049920558929443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17246317863464355},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1697467565536499},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.080910325050354},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2561063189","doi":null,"is_oa":false,"landing_page_url":"http://dl.acm.org/citation.cfm?id=1144732","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W26539993","https://openalex.org/W48260184","https://openalex.org/W56182093","https://openalex.org/W122161494","https://openalex.org/W658535410","https://openalex.org/W1486295710","https://openalex.org/W1488706624","https://openalex.org/W1491238342","https://openalex.org/W1496748331","https://openalex.org/W1533285128","https://openalex.org/W1537432317","https://openalex.org/W1546502429","https://openalex.org/W1563210526","https://openalex.org/W1785307999","https://openalex.org/W1975885651","https://openalex.org/W1977011589","https://openalex.org/W1982678125","https://openalex.org/W1983487645","https://openalex.org/W1989549339","https://openalex.org/W2007465845","https://openalex.org/W2009803366","https://openalex.org/W2012205861","https://openalex.org/W2013489329","https://openalex.org/W2013738217","https://openalex.org/W2025678693","https://openalex.org/W2047371816","https://openalex.org/W2061270248","https://openalex.org/W2076454503","https://openalex.org/W2077318760","https://openalex.org/W2079706757","https://openalex.org/W2082472820","https://openalex.org/W2092840718","https://openalex.org/W2109943925","https://openalex.org/W2124144842","https://openalex.org/W2131664240","https://openalex.org/W2135643110","https://openalex.org/W2151194828","https://openalex.org/W2161825580","https://openalex.org/W2168131633","https://openalex.org/W2196854674","https://openalex.org/W2469303601","https://openalex.org/W2484834277","https://openalex.org/W2788236931","https://openalex.org/W2911240772","https://openalex.org/W2998245691"],"related_works":["https://openalex.org/W101429486","https://openalex.org/W2086987557","https://openalex.org/W1600971871","https://openalex.org/W4313892805","https://openalex.org/W2759691813","https://openalex.org/W1985329982","https://openalex.org/W7097252544","https://openalex.org/W7096965350","https://openalex.org/W2397172671","https://openalex.org/W1982999122"],"abstract_inverted_index":{"Ongoing":[0],"improvements":[1],"to":[2,25,56,76,125,164,174,228,240,266,284,299,329,335],"the":[3,58,68,74,98,111,144,191,195,210,229,268,285,291,301,311,336],"performance":[4],"and":[5,15,53,62,88,128,135,155,159,181,212,248,274,305,319,340],"accessibility":[6],"of":[7,32,50,60,67,86,100,108,113,146,190,198,222,231,258,272,287,293,303,338],"less":[8],"conventional":[9,114,294],"input":[10,260],"modalities":[11,38,276,289],"such":[12],"as":[13],"speech":[14,61,134,158,180,199,247,273,304,339],"gesture":[16,160,182,201,249,275,306],"recognition":[17,250],"now":[18],"provide":[19],"new":[20,331],"dimensions":[21],"for":[22,140,153,170],"interface":[23,70,123,131,184,207,234,243],"designers":[24,124],"explore.":[26],"Yet":[27],"there":[28,104,117],"is":[29,73,105],"a":[30,48],"scarcity":[31,44],"commercial":[33],"applications":[34,271],"which":[35,246],"utilize":[36],"these":[37,288],"either":[39],"independently":[40],"or":[41,200,281],"multimodally.":[42],"This":[43],"partially":[45],"results":[46],"from":[47],"lack":[49],"development":[51,112,145,313],"tools":[52,109],"design":[54,71,80,99,185,235,332],"guidelines":[55,93,333],"facilitate":[57],"use":[59,221,286,292,337],"gesture.":[63,136,341],"\r\nAn":[64],"integral":[65],"aspect":[66],"user":[69,233,242,259],"process":[72,85,92],"ability":[75],"easily":[77,126],"evaluate":[78],"various":[79],"solutions":[81],"through":[82,315],"an":[83,147,188,238],"iterative":[84],"prototyping":[87,154],"testing.":[89],"Through":[90],"this":[91,141,171],"emerge":[94],"that":[95],"aid":[96],"in":[97,194,245],"future":[101],"interfaces.":[102,115],"Today":[103],"no":[106],"shortage":[107],"supporting":[110,310],"However,":[116],"do":[118],"not":[119],"exist":[120],"resources":[121],"allowing":[122],"prototype":[127],"quickly":[129],"test":[130],"designs":[132],"utilizing":[133],"\r\nThe":[137],"thesis":[138],"work":[139],"dissertation":[142],"explores":[143],"Extensible":[148],"MultiModal":[149],"Environment":[150],"Toolkit":[151],"(EMMET)":[152],"remotely":[156,218],"testing":[157],"based":[161,183,307],"multimodal":[162,206,214,232],"interfaces":[163,308],"three-dimensional":[165],"environments.":[166],"The":[167],"overarching":[168],"goals":[169],"toolkit":[172],"are":[173],"allow":[175,327],"its":[176,316],"users":[177],"to:":[178],"(1)\u00a0explore":[179],"without":[186],"requiring":[187],"understanding":[189],"details":[192],"involved":[193],"low-level":[196],"implementation":[197],"recognition,":[202],"(2)\u00a0quickly":[203],"distribute":[204],"their":[205,223,256],"prototypes":[208],"via":[209],"Web,":[211],"(3)\u00a0receive":[213],"usage":[215,320],"statistics":[216,321],"collected":[217],"after":[219],"each":[220],"application.":[224],"\r\nEMMET":[225],"ultimately":[226],"contributes":[227],"field":[230],"by":[236,277,309],"providing":[237],"environment":[239],"existing":[241],"developers":[244,328],"have":[251],"been":[252],"seamlessly":[253],"integrated":[254],"into":[255],"palette":[257],"options.":[261],"Such":[262],"seamless":[263],"integration":[264],"serves":[265],"increase":[267],"utilization":[269],"within":[270],"removing":[278],"any":[279],"actual":[280],"perceived":[282],"deterrents":[283],"versus":[290],"modalities.":[295],"EMMET":[296],"additionally":[297],"strives":[298],"improve":[300],"quality":[302],"prototype-and-test":[312],"cycle":[314],"web":[317],"distribution":[318],"collection":[322],"capabilities.":[323],"These":[324],"capabilities":[325],"also":[326],"realize":[330],"specific":[334]},"counts_by_year":[],"updated_date":"2026-09-27T08:07:27.782135","created_date":"2017-01-06T00:00:00"}