{"id":"https://openalex.org/W4405783844","doi":"https://doi.org/10.1007/s11042-024-20502-6","title":"Recognizing sensory gestures in historical artworks","display_name":"Recognizing sensory gestures in historical artworks","publication_year":2024,"publication_date":"2024-12-25","ids":{"openalex":"https://openalex.org/W4405783844","doi":"https://doi.org/10.1007/s11042-024-20502-6"},"language":"en","primary_location":{"id":"doi:10.1007/s11042-024-20502-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-024-20502-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-024-20502-6.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11042-024-20502-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065954171","display_name":"Mathias Zinnen","orcid":"https://orcid.org/0000-0003-4366-5216"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Mathias Zinnen","raw_affiliation_strings":["Pattern Recognition Lab, Friedrich-Alexander-Universit\u00e4t, Martenstr. 3, 91058, Erlangen, Germany"],"raw_orcid":"https://orcid.org/0000-0003-4366-5216","affiliations":[{"raw_affiliation_string":"Pattern Recognition Lab, Friedrich-Alexander-Universit\u00e4t, Martenstr. 3, 91058, Erlangen, Germany","institution_ids":["https://openalex.org/I181369854"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093122612","display_name":"Azhar Hussian","orcid":"https://orcid.org/0009-0008-8125-7081"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Azhar Hussian","raw_affiliation_strings":["Pattern Recognition Lab, Friedrich-Alexander-Universit\u00e4t, Martenstr. 3, 91058, Erlangen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pattern Recognition Lab, Friedrich-Alexander-Universit\u00e4t, Martenstr. 3, 91058, Erlangen, Germany","institution_ids":["https://openalex.org/I181369854"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109007175","display_name":"Andreas Maier","orcid":null},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Maier","raw_affiliation_strings":["Pattern Recognition Lab, Friedrich-Alexander-Universit\u00e4t, Martenstr. 3, 91058, Erlangen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pattern Recognition Lab, Friedrich-Alexander-Universit\u00e4t, Martenstr. 3, 91058, Erlangen, Germany","institution_ids":["https://openalex.org/I181369854"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087093169","display_name":"Vincent Christlein","orcid":"https://orcid.org/0000-0003-0455-3799"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vincent Christlein","raw_affiliation_strings":["Pattern Recognition Lab, Friedrich-Alexander-Universit\u00e4t, Martenstr. 3, 91058, Erlangen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pattern Recognition Lab, Friedrich-Alexander-Universit\u00e4t, Martenstr. 3, 91058, Erlangen, Germany","institution_ids":["https://openalex.org/I181369854"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5065954171"],"corresponding_institution_ids":["https://openalex.org/I181369854"],"apc_list":null,"apc_paid":null,"fwci":1.5915,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.87359641,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"84","issue":"32","first_page":"39055","last_page":"39083"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12981","display_name":"Conservation Techniques and Studies","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1206","display_name":"Conservation"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.862805962562561},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8172787427902222},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48625195026397705},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.4211077094078064},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34644627571105957},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.16580459475517273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.862805962562561},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8172787427902222},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48625195026397705},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.4211077094078064},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34644627571105957},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.16580459475517273},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s11042-024-20502-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-024-20502-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-024-20502-6.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},{"id":"pmh:oai:open.fau.de:openfau/37753","is_oa":true,"landing_page_url":"https://open.fau.de/handle/openfau/37753","pdf_url":"https://open.fau.de/bitstreams/d54afd98-59a0-451e-a8a1-83330a57db75/download","source":{"id":"https://openalex.org/S7407055110","display_name":"OPUS FAU - Online publication system of Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s11042-024-20502-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-024-20502-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-024-20502-6.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3992037128","display_name":null,"funder_award_id":"440719683","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G4671186897","display_name":null,"funder_award_id":"101004469","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G6690480278","display_name":null,"funder_award_id":"440719683","funder_id":"https://openalex.org/F4320320873","funder_display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg"},{"id":"https://openalex.org/G7331901853","display_name":null,"funder_award_id":"EU H2020","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320320873","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405783844.pdf","grobid_xml":"https://content.openalex.org/works/W4405783844.grobid-xml"},"referenced_works_count":79,"referenced_works":["https://openalex.org/W300217873","https://openalex.org/W1536680647","https://openalex.org/W1861492603","https://openalex.org/W2011615896","https://openalex.org/W2102605133","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2253323104","https://openalex.org/W2270586871","https://openalex.org/W2293506873","https://openalex.org/W2518995963","https://openalex.org/W2519189343","https://openalex.org/W2520857446","https://openalex.org/W2559085405","https://openalex.org/W2565639579","https://openalex.org/W2570343428","https://openalex.org/W2603777577","https://openalex.org/W2616247523","https://openalex.org/W2788865504","https://openalex.org/W2794248622","https://openalex.org/W2894607199","https://openalex.org/W2911801153","https://openalex.org/W2916798096","https://openalex.org/W2921858050","https://openalex.org/W2962793481","https://openalex.org/W2962820842","https://openalex.org/W2962954622","https://openalex.org/W2963037989","https://openalex.org/W2963150697","https://openalex.org/W2963402313","https://openalex.org/W2964086488","https://openalex.org/W2964241181","https://openalex.org/W2967136771","https://openalex.org/W2972006294","https://openalex.org/W2978238437","https://openalex.org/W2980726482","https://openalex.org/W2983943451","https://openalex.org/W3034399482","https://openalex.org/W3092609815","https://openalex.org/W3096609285","https://openalex.org/W3102564565","https://openalex.org/W3103959651","https://openalex.org/W3113950706","https://openalex.org/W3135562100","https://openalex.org/W3138516171","https://openalex.org/W3166389337","https://openalex.org/W3172013121","https://openalex.org/W3176892444","https://openalex.org/W3192931333","https://openalex.org/W3201672049","https://openalex.org/W4200150121","https://openalex.org/W4206977290","https://openalex.org/W4220850018","https://openalex.org/W4221099369","https://openalex.org/W4223635542","https://openalex.org/W4237502634","https://openalex.org/W4281696460","https://openalex.org/W4281708623","https://openalex.org/W4285160934","https://openalex.org/W4285216439","https://openalex.org/W4288083516","https://openalex.org/W4304091680","https://openalex.org/W4312312588","https://openalex.org/W4312903295","https://openalex.org/W4312933868","https://openalex.org/W4320736222","https://openalex.org/W4379985979","https://openalex.org/W4380988311","https://openalex.org/W4386032457","https://openalex.org/W4386075664","https://openalex.org/W4387925142","https://openalex.org/W4389683714","https://openalex.org/W4399543882","https://openalex.org/W4399999751","https://openalex.org/W4402877955","https://openalex.org/W4403222875","https://openalex.org/W4403770406","https://openalex.org/W6600194071","https://openalex.org/W6600648412"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2537963312","https://openalex.org/W2066003895","https://openalex.org/W2537762514","https://openalex.org/W2349788282","https://openalex.org/W577271088","https://openalex.org/W2120801881","https://openalex.org/W1982853263"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"automatic":[2],"recognition":[3,63],"of":[4,16,33,90,133],"sensory":[5,23,82,134],"gestures":[6,35,92],"in":[7,36,114],"artworks":[8],"provides":[9],"the":[10,94,121,131,137],"opportunity":[11],"to":[12,19,75,128,136,148],"open":[13,129],"up":[14,130],"methods":[15],"computational":[17,138],"humanities":[18,139],"modern":[20],"paradigms":[21],"like":[22],"studies":[24],"or":[25],"everyday":[26],"history.":[27],"We":[28,50],"introduce":[29],"SensoryArt,":[30],"a":[31,145],"dataset":[32],"multisensory":[34],"historical":[37],"artworks,":[38],"annotated":[39],"with":[40,144,153],"person":[41],"boxes,":[42],"pose":[43],"estimation":[44],"key":[45],"points":[46],"and":[47,57,77,101,140],"gesture":[48,62],"labels.":[49],"analyze":[51],"algorithms":[52,69,113],"for":[53,61,72,98],"each":[54],"label":[55],"type":[56],"explore":[58],"their":[59,73,150],"combination":[60],"without":[64],"intermediate":[65],"supervision.":[66],"These":[67],"combined":[68],"are":[70],"evaluated":[71],"ability":[74],"recognize":[76],"localize":[78],"depicted":[79],"persons":[80],"performing":[81],"gestures.":[83,103],"Our":[84],"experiments":[85],"show":[86],"that":[87],"direct":[88],"detection":[89],"smell":[91],"is":[93],"most":[95],"effective":[96],"method":[97,108],"both":[99],"detecting":[100],"localizing":[102],"After":[104],"applying":[105],"post-processing,":[106],"this":[107],"outperforms":[109],"even":[110],"image-level":[111,115],"classification":[112,116],"metrics,":[117],"despite":[118],"not":[119],"being":[120],"primary":[122],"training":[123],"objective.":[124],"This":[125],"work":[126],"aims":[127],"field":[132],"history":[135],"provide":[141],"humanities-based":[142],"scholars":[143],"solid":[146],"foundation":[147],"complement":[149],"methodological":[151],"toolbox":[152],"quantitative":[154],"methods.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-09T07:00:12.390032","created_date":"2025-10-10T00:00:00"}