{"id":"https://openalex.org/W4385224367","doi":"https://doi.org/10.1007/s00799-023-00367-0","title":"Gesture retrieval and its application to the study of multimodal communication","display_name":"Gesture retrieval and its application to the study of multimodal communication","publication_year":2023,"publication_date":"2023-07-24","ids":{"openalex":"https://openalex.org/W4385224367","doi":"https://doi.org/10.1007/s00799-023-00367-0"},"language":"en","primary_location":{"id":"doi:10.1007/s00799-023-00367-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00799-023-00367-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00799-023-00367-0.pdf","source":{"id":"https://openalex.org/S110615584","display_name":"International Journal on Digital Libraries","issn_l":"1432-1300","issn":["1432-1300","1432-5012"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Digital Libraries","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00799-023-00367-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078083495","display_name":"Mahnaz Amiri Parian","orcid":"https://orcid.org/0000-0001-7063-8585"},"institutions":[{"id":"https://openalex.org/I1850255","display_name":"University of Basel","ror":"https://ror.org/02s6k3f65","country_code":"CH","type":"education","lineage":["https://openalex.org/I1850255"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Mahnaz Parian-Scherb","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Basel, Basel, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Basel, Basel, Switzerland","institution_ids":["https://openalex.org/I1850255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090838297","display_name":"Peter Uhrig","orcid":"https://orcid.org/0000-0003-1237-7414"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Peter Uhrig","raw_affiliation_strings":["Center for Scalable Data Analytics and Artificial Intelligence (Scads.AI), TU Dresden, Dresden, Germany"],"affiliations":[{"raw_affiliation_string":"Center for Scalable Data Analytics and Artificial Intelligence (Scads.AI), TU Dresden, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052015967","display_name":"Luca Rossetto","orcid":"https://orcid.org/0000-0002-5389-9465"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Luca Rossetto","raw_affiliation_strings":["Department of Informatics, University of Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083563222","display_name":"St\u00e9phane Dupont","orcid":"https://orcid.org/0000-0003-3674-6747"},"institutions":[{"id":"https://openalex.org/I130929987","display_name":"University of Mons","ror":"https://ror.org/02qnnz951","country_code":"BE","type":"education","lineage":["https://openalex.org/I130929987"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"St\u00e9phane Dupont","raw_affiliation_strings":["Department of Computer Science, University of Mons, Mons, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Mons, Mons, Belgium","institution_ids":["https://openalex.org/I130929987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034703920","display_name":"Heiko Schuldt","orcid":"https://orcid.org/0000-0001-9865-6371"},"institutions":[{"id":"https://openalex.org/I1850255","display_name":"University of Basel","ror":"https://ror.org/02s6k3f65","country_code":"CH","type":"education","lineage":["https://openalex.org/I1850255"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Heiko Schuldt","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Basel, Basel, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Basel, Basel, Switzerland","institution_ids":["https://openalex.org/I1850255"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5078083495"],"corresponding_institution_ids":["https://openalex.org/I1850255"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":0.3386,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.58742714,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"25","issue":"4","first_page":"585","last_page":"601"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.870232105255127},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8485056161880493},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6324300169944763},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6311283707618713},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.47918403148651123},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.47560983896255493},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4604218006134033},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.44605356454849243},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.43465369939804077},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.42095500230789185},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4099031984806061},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37020671367645264},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.36976945400238037},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36462223529815674},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.183070570230484}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.870232105255127},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8485056161880493},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6324300169944763},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6311283707618713},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.47918403148651123},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.47560983896255493},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4604218006134033},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.44605356454849243},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43465369939804077},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.42095500230789185},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4099031984806061},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37020671367645264},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.36976945400238037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36462223529815674},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.183070570230484},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s00799-023-00367-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00799-023-00367-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00799-023-00367-0.pdf","source":{"id":"https://openalex.org/S110615584","display_name":"International Journal on Digital Libraries","issn_l":"1432-1300","issn":["1432-1300","1432-5012"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Digital Libraries","raw_type":"journal-article"},{"id":"pmh:oai:econstor.eu:10419/318287","is_oa":true,"landing_page_url":"https://hdl.handle.net/10419/318287","pdf_url":"https://www.econstor.eu/bitstream/10419/318287/1/00799_2023_Article_367.pdf","source":{"id":"https://openalex.org/S4306401696","display_name":"Econstor (Econstor)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"},{"id":"pmh:oai:orbi.umons.ac.be:20.500.12907/48286","is_oa":true,"landing_page_url":"https://orbi.umons.ac.be/handle/20.500.12907/48286","pdf_url":"https://orbi.umons.ac.be/bitstream/20.500.12907/48286/1/s00799-023-00367-0.pdf","source":{"id":"https://openalex.org/S7407055454","display_name":"ORBi UMONS","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal on Digital Libraries (2023)","raw_type":"peer reviewed"},{"id":"pmh:doi:10.5167/uzh-234989","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s00799-023-00367-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00799-023-00367-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00799-023-00367-0.pdf","source":{"id":"https://openalex.org/S110615584","display_name":"International Journal on Digital Libraries","issn_l":"1432-1300","issn":["1432-1300","1432-5012"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Digital Libraries","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8500000238418579,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3089524544","display_name":null,"funder_award_id":"16074","funder_id":"https://openalex.org/F4320321942","funder_display_name":"Hasler Stiftung"}],"funders":[{"id":"https://openalex.org/F4320310466","display_name":"Universit\u00e4t Basel","ror":"https://ror.org/02s6k3f65"},{"id":"https://openalex.org/F4320321942","display_name":"Hasler Stiftung","ror":"https://ror.org/04m3t9183"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385224367.pdf"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W153699105","https://openalex.org/W204690852","https://openalex.org/W1536680647","https://openalex.org/W2006172562","https://openalex.org/W2064675550","https://openalex.org/W2067130497","https://openalex.org/W2070205520","https://openalex.org/W2095503871","https://openalex.org/W2105101328","https://openalex.org/W2123442489","https://openalex.org/W2142774106","https://openalex.org/W2143009961","https://openalex.org/W2175012183","https://openalex.org/W2194775991","https://openalex.org/W2475715656","https://openalex.org/W2525505178","https://openalex.org/W2559085405","https://openalex.org/W2565639579","https://openalex.org/W2606294640","https://openalex.org/W2757693491","https://openalex.org/W2779380177","https://openalex.org/W2792007612","https://openalex.org/W2798498022","https://openalex.org/W2909111476","https://openalex.org/W2943107462","https://openalex.org/W2958537753","https://openalex.org/W2963150697","https://openalex.org/W2963192057","https://openalex.org/W2963524571","https://openalex.org/W2963574614","https://openalex.org/W2963775347","https://openalex.org/W2964300796","https://openalex.org/W3021411204","https://openalex.org/W3028837539","https://openalex.org/W3033886258","https://openalex.org/W3035422187","https://openalex.org/W3080113580","https://openalex.org/W3097580349","https://openalex.org/W3177191048","https://openalex.org/W3183241901","https://openalex.org/W4220862784","https://openalex.org/W4311000453"],"related_works":["https://openalex.org/W2248852396","https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W199123384","https://openalex.org/W4239305747"],"abstract_inverted_index":{"Abstract":[0],"Comprehending":[1],"communication":[2,195],"is":[3,18,38,52,70,85,119],"dependent":[4],"on":[5,79,121,131,137],"analyzing":[6],"the":[7,63,92,141,163,166,183,186,190,199,220,231,239,242,245,253],"different":[8],"modalities":[9,48],"of":[10,32,65,95,140,165,182,189,201,213,233,241,244],"conversation,":[11],"including":[12],"audio,":[13],"visual,":[14],"and":[15,30,49,57,87,124,154,197,251],"others.":[16],"This":[17,97,236],"a":[19,39,100,106,138,169],"natural":[20],"process":[21],"for":[22,171,217,255],"humans,":[23],"but":[24],"in":[25,68,114,176,193,205,219,248,258],"digital":[26,33,60],"libraries,":[27],"where":[28],"preservation":[29],"dissemination":[31],"information":[34],"are":[35],"crucial,":[36],"it":[37],"complex":[40],"task.":[41],"A":[42,156],"rich":[43],"conversational":[44],"model,":[45],"encompassing":[46],"all":[47],"their":[50],"co-occurrences,":[51],"required":[53],"to":[54,110,129,161,230],"effectively":[55],"analyze":[56],"interact":[58],"with":[59,208],"information.":[61],"Currently,":[62],"analysis":[64],"co-speech":[66,249],"gestures":[67,218,250],"videos":[69],"done":[71],"through":[72],"manual":[73],"annotation":[74],"by":[75],"linguistic":[76],"experts":[77],"based":[78,120],"textual":[80],"searches.":[81],"However,":[82],"this":[83,115,259],"approach":[84],"limited":[86],"does":[88],"not":[89],"fully":[90],"utilize":[91],"visual":[93,101,202,214,246],"modality":[94,247],"gestures.":[96],"paper":[98],"proposes":[99],"gesture":[102,173,203],"retrieval":[103,174,204,223],"method":[104,118,192],"using":[105],"deep":[107],"learning":[108],"architecture":[109],"extend":[111],"current":[112],"research":[113,196,237],"area.":[116,260],"The":[117,180,211],"body":[122],"keypoints":[123],"uses":[125],"an":[126],"attention":[127],"mechanism":[128],"focus":[130],"specific":[132],"groups.":[133],"Experiments":[134],"were":[135],"conducted":[136,160],"subset":[139],"NewsScape":[142],"dataset,":[143],"which":[144],"presents":[145],"challenges":[146],"such":[147],"as":[148],"multiple":[149],"people,":[150],"camera":[151],"perspective":[152],"changes,":[153],"occlusions.":[155],"user":[157],"study":[158],"was":[159],"assess":[162],"usability":[164],"results,":[167],"establishing":[168],"baseline":[170],"future":[172],"methods":[175],"real-world":[177],"video":[178,209],"collections.":[179],"results":[181],"experiment":[184],"demonstrate":[185],"high":[187],"potential":[188],"proposed":[191],"multimodal":[194],"highlight":[198],"significance":[200],"enhancing":[206],"interaction":[207],"content.":[210],"integration":[212],"similarity":[215],"search":[216],"open-source":[221],"multimedia":[222],"stack,":[224],"vitrivr":[225],",":[226],"can":[227],"greatly":[228],"contribute":[229],"field":[232],"computational":[234],"linguistics.":[235],"advances":[238],"understanding":[240],"role":[243],"highlights":[252],"need":[254],"further":[256],"development":[257]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}