{"id":"https://openalex.org/W3158293711","doi":"https://doi.org/10.1145/3452918.3458806","title":"Mixing Modalities of 3D Sketching and Speech for Interactive Model Retrieval in Virtual Reality","display_name":"Mixing Modalities of 3D Sketching and Speech for Interactive Model Retrieval in Virtual Reality","publication_year":2021,"publication_date":"2021-06-21","ids":{"openalex":"https://openalex.org/W3158293711","doi":"https://doi.org/10.1145/3452918.3458806","mag":"3158293711"},"language":"en","primary_location":{"id":"doi:10.1145/3452918.3458806","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3452918.3458806","pdf_url":null,"source":{"id":"https://openalex.org/S4363608453","display_name":"ACM International Conference on Interactive Media Experiences","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM International Conference on Interactive Media Experiences","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2105.02139","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036571605","display_name":"Daniele Giunchi","orcid":"https://orcid.org/0000-0003-1674-8876"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Daniele Giunchi","raw_affiliation_strings":["Computer Science University College London, United Kingdom","Computer Science, University College London, United Kingdom#TAB#"],"affiliations":[{"raw_affiliation_string":"Computer Science University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Computer Science, University College London, United Kingdom#TAB#","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065483135","display_name":"Alejandro Sztrajman","orcid":"https://orcid.org/0000-0002-3312-3272"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alejandro Sztrajman","raw_affiliation_strings":["Computer Science University College London, United Kingdom","Computer Science, University College London, United Kingdom#TAB#"],"affiliations":[{"raw_affiliation_string":"Computer Science University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Computer Science, University College London, United Kingdom#TAB#","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054634922","display_name":"Stuart James","orcid":"https://orcid.org/0000-0002-2649-2133"},"institutions":[{"id":"https://openalex.org/I30771326","display_name":"Italian Institute of Technology","ror":"https://ror.org/042t93s57","country_code":"IT","type":"facility","lineage":["https://openalex.org/I30771326"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stuart James","raw_affiliation_strings":["Visual Geometry and Modelling Lab Istituto Italiano di Tecnologia, Italy"],"affiliations":[{"raw_affiliation_string":"Visual Geometry and Modelling Lab Istituto Italiano di Tecnologia, Italy","institution_ids":["https://openalex.org/I30771326"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071447827","display_name":"Anthony Steed","orcid":"https://orcid.org/0000-0001-9034-3020"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anthony Steed","raw_affiliation_strings":["Department of Computer Science University College London, United Kingdom","[Department of Computer Science, University College London, United Kingdom]"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"[Department of Computer Science, University College London, United Kingdom]","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5036571605"],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03906371,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"144","last_page":"155"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.9233193397521973},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8308171629905701},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6776431798934937},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6286011338233948},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5794601440429688},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5080294609069824},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.47337478399276733},{"id":"https://openalex.org/keywords/sketch-recognition","display_name":"Sketch recognition","score":0.44894692301750183},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.42706790566444397},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.37872248888015747},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3557285666465759},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.07980480790138245}],"concepts":[{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.9233193397521973},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8308171629905701},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6776431798934937},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6286011338233948},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5794601440429688},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5080294609069824},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.47337478399276733},{"id":"https://openalex.org/C132900626","wikidata":"https://www.wikidata.org/wiki/Q7534733","display_name":"Sketch recognition","level":4,"score":0.44894692301750183},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.42706790566444397},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.37872248888015747},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3557285666465759},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.07980480790138245},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1145/3452918.3458806","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3452918.3458806","pdf_url":null,"source":{"id":"https://openalex.org/S4363608453","display_name":"ACM International Conference on Interactive Media Experiences","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM International Conference on Interactive Media Experiences","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2105.02139","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.02139","pdf_url":"https://arxiv.org/pdf/2105.02139","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3158293711","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2105.02139.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10128756","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10128756/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In:  Proceedings of the IMX 2021.    Association for Computing Machinery (ACM): New York, NY, USA. (2021)     ","raw_type":"Proceedings paper"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/6d857243-6a22-419a-984d-41a2379434ba","is_oa":false,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/6d857243-6a22-419a-984d-41a2379434ba","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Giunchi, D, Sztrajman, A, James, S & Steed, A 2021, Mixing Modalities of 3D Sketching and Speech for Interactive Model Retrieval in Virtual Reality. in IMX '21 : ACM International Conference on Interactive Media. Association for Computing Machinery , pp. 144-155, ACM International Conference on Interactive Media Experiences 2021, 21/06/21. https://doi.org/10.1145/3452918.3458806","raw_type":"contributionToPeriodical"},{"id":"doi:10.48550/arxiv.2105.02139","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2105.02139","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2105.02139","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.02139","pdf_url":"https://arxiv.org/pdf/2105.02139","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3158293711.pdf"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W91298137","https://openalex.org/W94847947","https://openalex.org/W197872364","https://openalex.org/W1496371023","https://openalex.org/W1595547301","https://openalex.org/W1597441641","https://openalex.org/W1644641054","https://openalex.org/W1920022804","https://openalex.org/W1972420097","https://openalex.org/W1985867940","https://openalex.org/W1997876580","https://openalex.org/W2023685874","https://openalex.org/W2032374895","https://openalex.org/W2038612586","https://openalex.org/W2061270248","https://openalex.org/W2061272711","https://openalex.org/W2074281711","https://openalex.org/W2092639952","https://openalex.org/W2096007050","https://openalex.org/W2097387597","https://openalex.org/W2100656679","https://openalex.org/W2112772935","https://openalex.org/W2135643110","https://openalex.org/W2145027719","https://openalex.org/W2154694202","https://openalex.org/W2160556145","https://openalex.org/W2165216445","https://openalex.org/W2461786799","https://openalex.org/W2517209484","https://openalex.org/W2713640100","https://openalex.org/W2781749799","https://openalex.org/W2790695540","https://openalex.org/W2886012241","https://openalex.org/W2889074070","https://openalex.org/W2898057858","https://openalex.org/W2908350269","https://openalex.org/W2918473435","https://openalex.org/W2943250818","https://openalex.org/W2962835968","https://openalex.org/W2985565722","https://openalex.org/W2987644594","https://openalex.org/W3028909176","https://openalex.org/W3029006481","https://openalex.org/W3093579165","https://openalex.org/W3096084184","https://openalex.org/W3102095216","https://openalex.org/W4229715460","https://openalex.org/W4240859772","https://openalex.org/W4247620880","https://openalex.org/W4288079498"],"related_works":["https://openalex.org/W3173477553","https://openalex.org/W2741197767","https://openalex.org/W1997557743","https://openalex.org/W2296039108","https://openalex.org/W2076050716","https://openalex.org/W2288578470","https://openalex.org/W2083679323","https://openalex.org/W2154885194","https://openalex.org/W2588100589","https://openalex.org/W2157028789","https://openalex.org/W850732","https://openalex.org/W1556260556","https://openalex.org/W2097216492","https://openalex.org/W1503394679","https://openalex.org/W2048811528","https://openalex.org/W2145252220","https://openalex.org/W2806587361","https://openalex.org/W22736296","https://openalex.org/W1909987511","https://openalex.org/W2066734069"],"abstract_inverted_index":{"Sketch":[0,94],"and":[1,11,96,130],"speech":[2],"are":[3,37,65],"intuitive":[4],"interaction":[5],"methods":[6],"that":[7,132],"convey":[8],"complementary":[9],"information":[10],"have":[12],"been":[13,26],"independently":[14,66],"used":[15],"for":[16,50,76,92],"3D":[17,54,78,93],"model":[18,79],"retrieval":[19,32],"in":[20],"virtual":[21,83],"environments.":[22],"While":[23],"sketch":[24,51,88],"has":[25],"shown":[27],"to":[28,102,122],"be":[29,123],"an":[30],"effective":[31],"method,":[33],"not":[34],"all":[35],"collections":[36],"easily":[38],"navigable":[39],"using":[40],"this":[41,108],"modality":[42],"alone.":[43],"We":[44,85,125],"design":[45],"a":[46,73,82,98],"new":[47],"challenging":[48],"database":[49],"comprised":[52],"of":[53,58,114,140],"chairs":[55],"where":[56],"each":[57],"the":[59,87,90,104,112,138,143],"components":[60],"(arms,":[61],"legs,":[62],"seat,":[63],"back)":[64],"colored.":[67],"To":[68],"overcome":[69],"this,":[70],"we":[71,110],"implement":[72],"multimodal":[74],"interface":[75],"querying":[77],"databases":[80],"within":[81],"environment.":[84],"base":[86],"on":[89],"state-of-the-art":[91],"Retrieval,":[95],"use":[97],"Wizard-of-Oz":[99],"style":[100],"experiment":[101],"process":[103],"voice":[105],"input.":[106],"In":[107],"way,":[109],"avoid":[111],"complexities":[113],"natural":[115],"language":[116],"processing":[117],"which":[118],"frequently":[119],"requires":[120],"fine-tuning":[121],"robust.":[124],"conduct":[126],"two":[127],"user":[128],"studies":[129],"show":[131],"hybrid":[133],"search":[134],"strategies":[135],"emerge":[136],"from":[137],"combination":[139],"interactions,":[141],"fostering":[142],"advantages":[144],"provided":[145],"by":[146],"both":[147],"modalities.":[148]},"counts_by_year":[],"updated_date":"2026-03-21T08:13:44.787528","created_date":"2022-07-25T00:00:00"}