{"id":"https://openalex.org/W3111772818","doi":"https://doi.org/10.1145/3569089","title":"Enhancing Human Pose Estimation in Ancient Vase Paintings via Perceptually-grounded Style Transfer Learning","display_name":"Enhancing Human Pose Estimation in Ancient Vase Paintings via Perceptually-grounded Style Transfer Learning","publication_year":2022,"publication_date":"2022-11-01","ids":{"openalex":"https://openalex.org/W3111772818","doi":"https://doi.org/10.1145/3569089","mag":"3111772818"},"language":"en","primary_location":{"id":"doi:10.1145/3569089","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3569089","pdf_url":null,"source":{"id":"https://openalex.org/S4210184050","display_name":"Journal on Computing and Cultural Heritage","issn_l":"1556-4673","issn":["1556-4673","1556-4711"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Computing and Cultural Heritage","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2012.05616","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007968883","display_name":"Prathmesh Madhu","orcid":"https://orcid.org/0000-0003-2707-415X"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Prathmesh Madhu","raw_affiliation_strings":["Pattern Recognition Lab, Friedrich Alexander University, Erlangen, Bavaria, Germany"],"affiliations":[{"raw_affiliation_string":"Pattern Recognition Lab, Friedrich Alexander University, Erlangen, Bavaria, Germany","institution_ids":["https://openalex.org/I181369854"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003137174","display_name":"Angel Villar-Corrales","orcid":"https://orcid.org/0000-0001-5805-2098"},"institutions":[{"id":"https://openalex.org/I135140700","display_name":"University of Bonn","ror":"https://ror.org/041nas322","country_code":"DE","type":"education","lineage":["https://openalex.org/I135140700"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Angel Villar-Corrales","raw_affiliation_strings":["Autonomous Intelligent Systems, University of Bonn, Bonn, North Rhine-Westphalia, Germany"],"affiliations":[{"raw_affiliation_string":"Autonomous Intelligent Systems, University of Bonn, Bonn, North Rhine-Westphalia, Germany","institution_ids":["https://openalex.org/I135140700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001765180","display_name":"Ronak Kosti","orcid":"https://orcid.org/0000-0003-2453-7876"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ronak Kosti","raw_affiliation_strings":["Digital Humanities and Social Sciences, Friedrich Alexander University, Germany"],"affiliations":[{"raw_affiliation_string":"Digital Humanities and Social Sciences, Friedrich Alexander University, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068234627","display_name":"Torsten Bendschus","orcid":"https://orcid.org/0000-0001-9579-7128"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Torsten Bendschus","raw_affiliation_strings":["Institut f\u00fcr Klassische Arch\u00e4ologie, FAU, Erlangen, Germany"],"affiliations":[{"raw_affiliation_string":"Institut f\u00fcr Klassische Arch\u00e4ologie, FAU, Erlangen, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050984931","display_name":"Corinna Reinhardt","orcid":"https://orcid.org/0000-0002-2595-325X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Corinna Reinhardt","raw_affiliation_strings":["Institut f\u00fcr Klassische Arch\u00e4ologie, FAU, Erlangen, Germany"],"affiliations":[{"raw_affiliation_string":"Institut f\u00fcr Klassische Arch\u00e4ologie, FAU, Erlangen, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081337679","display_name":"Peter Bell","orcid":"https://orcid.org/0000-0003-4415-7408"},"institutions":[{"id":"https://openalex.org/I161103922","display_name":"Philipps University of Marburg","ror":"https://ror.org/01rdrb571","country_code":"DE","type":"education","lineage":["https://openalex.org/I161103922"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Peter Bell","raw_affiliation_strings":["German Studies and Art Studies, Philipps University of Marburg, Marburg, Germany"],"affiliations":[{"raw_affiliation_string":"German Studies and Art Studies, Philipps University of Marburg, Marburg, Germany","institution_ids":["https://openalex.org/I161103922"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101619735","display_name":"Andreas Maier","orcid":"https://orcid.org/0000-0002-9550-5284"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Maier","raw_affiliation_strings":["Pattern Recognition Lab, Friedrich Alexander University, Erlangen, Bavaria, Germany"],"affiliations":[{"raw_affiliation_string":"Pattern Recognition Lab, Friedrich Alexander University, Erlangen, Bavaria, Germany","institution_ids":["https://openalex.org/I181369854"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087093169","display_name":"Vincent Christlein","orcid":"https://orcid.org/0000-0003-0455-3799"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vincent Christlein","raw_affiliation_strings":["Pattern Recognition Lab, Friedrich Alexander University, Erlangen, Bavaria, Germany"],"affiliations":[{"raw_affiliation_string":"Pattern Recognition Lab, Friedrich Alexander University, Erlangen, Bavaria, Germany","institution_ids":["https://openalex.org/I181369854"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5007968883"],"corresponding_institution_ids":["https://openalex.org/I181369854"],"apc_list":null,"apc_paid":null,"fwci":1.7358,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.85300513,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"16","issue":"1","first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12650","display_name":"Aesthetic Perception and Analysis","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.7077324390411377},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6232084631919861},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5983374118804932},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5887020826339722},{"id":"https://openalex.org/keywords/painting","display_name":"Painting","score":0.5388455390930176},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.4702782928943634},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4586401879787445},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42015576362609863},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3478914201259613},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.22790956497192383},{"id":"https://openalex.org/keywords/visual-arts","display_name":"Visual arts","score":0.19921058416366577}],"concepts":[{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.7077324390411377},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6232084631919861},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5983374118804932},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5887020826339722},{"id":"https://openalex.org/C205783811","wikidata":"https://www.wikidata.org/wiki/Q11629","display_name":"Painting","level":2,"score":0.5388455390930176},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.4702782928943634},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4586401879787445},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42015576362609863},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3478914201259613},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.22790956497192383},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.19921058416366577},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3569089","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3569089","pdf_url":null,"source":{"id":"https://openalex.org/S4210184050","display_name":"Journal on Computing and Cultural Heritage","issn_l":"1556-4673","issn":["1556-4673","1556-4711"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Computing and Cultural Heritage","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2012.05616","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.05616","pdf_url":"https://arxiv.org/pdf/2012.05616","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:doi:10.5167/uzh-257208","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2012.05616","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.05616","pdf_url":"https://arxiv.org/pdf/2012.05616","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W89375283","https://openalex.org/W259368383","https://openalex.org/W290578920","https://openalex.org/W639708223","https://openalex.org/W1536680647","https://openalex.org/W1861492603","https://openalex.org/W1964939554","https://openalex.org/W1968361834","https://openalex.org/W2011615896","https://openalex.org/W2095989672","https://openalex.org/W2102605133","https://openalex.org/W2108240927","https://openalex.org/W2113325037","https://openalex.org/W2136391815","https://openalex.org/W2161753062","https://openalex.org/W2175012183","https://openalex.org/W2194775991","https://openalex.org/W2253323104","https://openalex.org/W2307770531","https://openalex.org/W2331128040","https://openalex.org/W2382036597","https://openalex.org/W2475287302","https://openalex.org/W2518995963","https://openalex.org/W2559085405","https://openalex.org/W2559655401","https://openalex.org/W2578797046","https://openalex.org/W2603777577","https://openalex.org/W2612690371","https://openalex.org/W2613718673","https://openalex.org/W2617027347","https://openalex.org/W2765225858","https://openalex.org/W2801335883","https://openalex.org/W2884238566","https://openalex.org/W2916798096","https://openalex.org/W2949676527","https://openalex.org/W2962772087","https://openalex.org/W2962823940","https://openalex.org/W2963000559","https://openalex.org/W2963402313","https://openalex.org/W2963446712","https://openalex.org/W2963474899","https://openalex.org/W2963781481","https://openalex.org/W2963870446","https://openalex.org/W2964221239","https://openalex.org/W2964288524","https://openalex.org/W2964304707","https://openalex.org/W2964332173","https://openalex.org/W2965326519","https://openalex.org/W2965954137","https://openalex.org/W2967136771","https://openalex.org/W2980726482","https://openalex.org/W3003361016","https://openalex.org/W3023926967","https://openalex.org/W3103959651","https://openalex.org/W4298428370"],"related_works":["https://openalex.org/W2580687016","https://openalex.org/W2886265999","https://openalex.org/W2383951830","https://openalex.org/W1591565242","https://openalex.org/W2369092230","https://openalex.org/W2357187602","https://openalex.org/W2940819518","https://openalex.org/W4323894166","https://openalex.org/W2368105349","https://openalex.org/W2378159400"],"abstract_inverted_index":{"Human":[0],"pose":[1,60,154],"estimation":[2],"(HPE)":[3],"is":[4],"a":[5,45,51,76,136,164,172,178,198],"central":[6],"part":[7],"of":[8,16,53,56,65,71,141,181,184,206],"understanding":[9],"the":[10,63,88,104,129,147,168,182,189,204],"visual":[11],"narration":[12],"and":[13,59,153,211],"body":[14],"movements":[15],"characters":[17],"depicted":[18],"in":[19,38],"artwork":[20],"collections,":[21],"such":[22],"as":[23,118,120],"Greek":[24,66,143],"vase":[25,67,144],"paintings.":[26],"Unfortunately,":[27],"existing":[28],"HPE":[29],"methods":[30],"do":[31],"not":[32],"generalise":[33],"well":[34,119],"across":[35],"domains":[36],"resulting":[37],"poorly":[39],"recognised":[40],"poses.":[41],"Therefore,":[42],"we":[43,86,134,176,196],"propose":[44],"two":[46],"step":[47],"approach:":[48],"(1)":[49],"adapting":[50],"dataset":[52,138],"natural":[54],"images":[55],"known":[57],"person":[58,152],"annotations":[61],"to":[62,81,202],"style":[64,78,185],"paintings":[68,145],"by":[69,110],"means":[70],"image":[72,200],"style-transfer.":[73],"We":[74,96,156],"introduce":[75],"perceptually-grounded":[77],"transfer":[79],"training":[80],"enforce":[82],"perceptual":[83],"consistency.":[84],"Then,":[85],"fine-tune":[87],"base":[89],"model":[90,166,190],"with":[91,151,163],"this":[92,161],"newly":[93],"created":[94,135],"dataset.":[95],"show":[97,157],"that":[98,158,188],"using":[99],"style-transfer":[100],"learning":[101],"significantly":[102],"improves":[103,167],"SOTA":[105],"performance":[106,169],"on":[107,160],"unlabelled":[108],"data":[109,162],"more":[111],"than":[112],"6%":[113],"mean":[114,121],"average":[115,122],"precision":[116],"(mAP)":[117],"recall":[123],"(mAR)":[124],".":[125,219],"(2)":[126],"To":[127],"improve":[128],"already":[130],"strong":[131],"results":[132],"further,":[133],"small":[137],"(ClassArch)":[139],"consisting":[140],"ancient":[142],"from":[146],"6\u20135th":[148],"century":[149],"BCE":[150],"annotations.":[155],"fine-tuning":[159],"style-transferred":[165],"further.":[170],"In":[171],"thorough":[173],"ablation":[174],"study,":[175],"give":[177],"targeted":[179],"analysis":[180],"influence":[183],"intensities,":[186],"revealing":[187],"learns":[191],"generic":[192],"domain":[193],"styles.":[194],"Additionally,":[195],"provide":[197],"pose-based":[199],"retrieval":[201],"demonstrate":[203],"effectiveness":[205],"our":[207],"method.":[208],"The":[209],"code":[210],"pretrained":[212],"models":[213],"can":[214],"be":[215],"found":[216],"at":[217],"https://github.com/angelvillar96/STLPose":[218]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2020-12-21T00:00:00"}
