{"id":"https://openalex.org/W2939498466","doi":"https://doi.org/10.1109/tcsvt.2020.2984241","title":"Learned 3D Shape Representations Using Fused Geometrically Augmented Images: Application to Facial Expression and Action Unit Detection","display_name":"Learned 3D Shape Representations Using Fused Geometrically Augmented Images: Application to Facial Expression and Action Unit Detection","publication_year":2020,"publication_date":"2020-03-30","ids":{"openalex":"https://openalex.org/W2939498466","doi":"https://doi.org/10.1109/tcsvt.2020.2984241","mag":"2939498466"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2020.2984241","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2020.2984241","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1904.04297","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058423531","display_name":"Bilal Taha","orcid":"https://orcid.org/0000-0003-4799-3495"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Bilal Taha","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Toronto, Toronto, Canada","Vector Institute for Artificial Intelligence, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Vector Institute for Artificial Intelligence, Toronto, Canada","institution_ids":["https://openalex.org/I4210127509"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041437150","display_name":"Munawar Hayat","orcid":"https://orcid.org/0000-0002-2706-5985"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Munawar Hayat","raw_affiliation_strings":["Department of Computer Science, University of Canberra, Bruce, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Canberra, Bruce, Australia","institution_ids":["https://openalex.org/I188329596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013110565","display_name":"Stefano Berretti","orcid":"https://orcid.org/0000-0003-1219-4386"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Berretti","raw_affiliation_strings":["Department of Information Engineering, University of Florence, Florence, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Florence, Florence, Italy","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dimitrios Hatzinakos","orcid":"https://orcid.org/0000-0003-3345-9232"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dimitrios Hatzinakos","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Toronto, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":null,"display_name":"Naoufel Werghi","orcid":"https://orcid.org/0000-0002-5542-448X"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Naoufel Werghi","raw_affiliation_strings":["C2PS Center and the Department of Electrical Engineering and Computer Sciences, Khalifa University, Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"C2PS Center and the Department of Electrical Engineering and Computer Sciences, Khalifa University, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5058423531"],"corresponding_institution_ids":["https://openalex.org/I185261750","https://openalex.org/I4210127509"],"apc_list":null,"apc_paid":null,"fwci":0.0981,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.35769614,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"30","issue":"9","first_page":"2900","last_page":"2916"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7178565263748169},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6673595905303955},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6443606019020081},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5789169073104858},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.562442421913147},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5090315341949463},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4613488018512726},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.46084141731262207},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.46004724502563477},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.45315974950790405},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.44569987058639526},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4424600601196289}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7178565263748169},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6673595905303955},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6443606019020081},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5789169073104858},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.562442421913147},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5090315341949463},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4613488018512726},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.46084141731262207},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.46004724502563477},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.45315974950790405},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.44569987058639526},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4424600601196289},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tcsvt.2020.2984241","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2020.2984241","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1904.04297","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.04297","pdf_url":"https://arxiv.org/pdf/1904.04297","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2939498466","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1904.04297","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:flore.unifi.it:2158/1191364","is_oa":false,"landing_page_url":"http://hdl.handle.net/2158/1191364","pdf_url":null,"source":{"id":"https://openalex.org/S4306402033","display_name":"Florence Research (University of Florence)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45084792","host_organization_name":"University of Florence","host_organization_lineage":["https://openalex.org/I45084792"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.1904.04297","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1904.04297","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1904.04297","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.04297","pdf_url":"https://arxiv.org/pdf/1904.04297","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7599999904632568}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2939498466.pdf","grobid_xml":"https://content.openalex.org/works/W2939498466.grobid-xml"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W567713620","https://openalex.org/W1040410175","https://openalex.org/W1565402342","https://openalex.org/W1566413196","https://openalex.org/W1591320062","https://openalex.org/W1603155784","https://openalex.org/W1607979445","https://openalex.org/W1951806617","https://openalex.org/W1964443500","https://openalex.org/W1973122439","https://openalex.org/W1978435065","https://openalex.org/W1988744266","https://openalex.org/W1992146740","https://openalex.org/W2007215284","https://openalex.org/W2009289647","https://openalex.org/W2018776244","https://openalex.org/W2020707054","https://openalex.org/W2024039087","https://openalex.org/W2033702744","https://openalex.org/W2062118960","https://openalex.org/W2063031323","https://openalex.org/W2063568356","https://openalex.org/W2068610869","https://openalex.org/W2076617402","https://openalex.org/W2089854271","https://openalex.org/W2102539767","https://openalex.org/W2104539097","https://openalex.org/W2109992539","https://openalex.org/W2110816694","https://openalex.org/W2117072267","https://openalex.org/W2136461127","https://openalex.org/W2163605009","https://openalex.org/W2166034132","https://openalex.org/W2169798735","https://openalex.org/W2268421884","https://openalex.org/W2293349265","https://openalex.org/W2325939864","https://openalex.org/W2339620988","https://openalex.org/W2418353659","https://openalex.org/W2473809755","https://openalex.org/W2518780089","https://openalex.org/W2542323081","https://openalex.org/W2558748708","https://openalex.org/W2560609797","https://openalex.org/W2609902747","https://openalex.org/W2621864722","https://openalex.org/W2736857964","https://openalex.org/W2737234477","https://openalex.org/W2739342838","https://openalex.org/W2742837160","https://openalex.org/W2750821397","https://openalex.org/W2794377003","https://openalex.org/W2805923813","https://openalex.org/W2879047617","https://openalex.org/W2898368329","https://openalex.org/W2960608680","https://openalex.org/W2962731536","https://openalex.org/W2963021451","https://openalex.org/W2963037989","https://openalex.org/W2963956866","https://openalex.org/W2964014798","https://openalex.org/W2964153942","https://openalex.org/W2979398171","https://openalex.org/W2995034616","https://openalex.org/W6633727509","https://openalex.org/W6635362814","https://openalex.org/W6636286539","https://openalex.org/W6666023844","https://openalex.org/W6675549610","https://openalex.org/W6676766825","https://openalex.org/W6684042233","https://openalex.org/W6684191040","https://openalex.org/W6700903540","https://openalex.org/W6741268136"],"related_works":["https://openalex.org/W2952222609","https://openalex.org/W3127195004","https://openalex.org/W2578369184","https://openalex.org/W3113728538","https://openalex.org/W2896237501","https://openalex.org/W2793326854","https://openalex.org/W2948107928","https://openalex.org/W3109090173","https://openalex.org/W1980329574","https://openalex.org/W2048127762","https://openalex.org/W2780605533","https://openalex.org/W2766945217","https://openalex.org/W2993253999","https://openalex.org/W2063064098","https://openalex.org/W2953142863","https://openalex.org/W158472667","https://openalex.org/W3105863736","https://openalex.org/W2956640501","https://openalex.org/W2624930656","https://openalex.org/W2833435207"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"propose":[4],"an":[5,27],"approach":[6,25,90,121],"to":[7,67,158],"learn":[8,68],"generic":[9],"multi-modal":[10],"mesh":[11,37],"surface":[12,38],"representations":[13,70,106],"using":[14],"a":[15,75,85,150],"novel":[16],"scheme":[17],"for":[18,124],"fusing":[19,109],"texture":[20,47,112],"and":[21,43,94,101,111,132,142],"geometric":[22,32,99],"data.":[23],"Our":[24],"defines":[26],"inverse":[28],"mapping":[29],"between":[30],"different":[31],"descriptors":[33],"computed":[34],"on":[35,139],"the":[36,44,50,53,125,140,154],"or":[39],"its":[40],"down-sampled":[41],"version,":[42],"corresponding":[45],"2D":[46],"image":[48],"of":[49,55,119,127],"mesh,":[51],"allowing":[52],"construction":[54],"fused":[56,63],"geometrically":[57],"augmented":[58],"images":[59],"(FGAI).":[60],"This":[61],"new":[62],"modality":[64],"enables":[65],"us":[66],"feature":[69,105],"from":[71],"3D":[72],"data":[73,115],"in":[74,84,153],"highly":[76,103],"efficient":[77],"manner":[78],"by":[79,107],"simply":[80],"employing":[81],"standard":[82],"CNNs":[83],"transfer-learning":[86],"mode.":[87],"The":[88,117,135],"proposed":[89],"is":[91,122],"both":[92],"computationally":[93],"memory":[95],"efficient,":[96],"preserves":[97],"intrinsic":[98],"information":[100,113],"learns":[102],"discriminative":[104],"effectively":[108],"shape":[110],"at":[114],"level.":[116],"efficacy":[118],"our":[120,147],"demonstrated":[123],"tasks":[126],"facial":[128],"action":[129],"unit":[130],"detection":[131],"expression":[133],"classification.":[134],"extensive":[136],"experiments":[137],"conducted":[138],"Bosphorus":[141],"BU-4DFE":[143],"datasets":[144],"show":[145],"that":[146],"method":[148],"produces":[149],"significant":[151],"boost":[152],"performance":[155],"when":[156],"compared":[157],"state-of-the-art":[159],"solutions.":[160]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}