{"id":"https://openalex.org/W2355329649","doi":"https://doi.org/10.1109/tpami.2015.2481396","title":"Hierarchical Spatio-Temporal Probabilistic Graphical Model with Multiple Feature Fusion for Binary Facial Attribute Classification in Real-World Face Videos","display_name":"Hierarchical Spatio-Temporal Probabilistic Graphical Model with Multiple Feature Fusion for Binary Facial Attribute Classification in Real-World Face Videos","publication_year":2015,"publication_date":"2015-09-23","ids":{"openalex":"https://openalex.org/W2355329649","doi":"https://doi.org/10.1109/tpami.2015.2481396","mag":"2355329649","pmid":"https://pubmed.ncbi.nlm.nih.gov/26415152"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2015.2481396","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2015.2481396","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082758818","display_name":"Meltem Demirkus","orcid":null},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Meltem Demirkus","raw_affiliation_strings":["Centre for Intelligent Machines, McGill University, Montreal, QC H3A 2A7, Canada"],"affiliations":[{"raw_affiliation_string":"Centre for Intelligent Machines, McGill University, Montreal, QC H3A 2A7, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065836447","display_name":"Doina Precup","orcid":null},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Doina Precup","raw_affiliation_strings":["Centre for Intelligent Machines, McGill University, Montreal, QC H3A 2A7, Canada"],"affiliations":[{"raw_affiliation_string":"Centre for Intelligent Machines, McGill University, Montreal, QC H3A 2A7, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079264223","display_name":"James J. Clark","orcid":"https://orcid.org/0000-0002-4512-6171"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"James J. Clark","raw_affiliation_strings":["Centre for Intelligent Machines, McGill University, Montreal, QC H3A 2A7, Canada"],"affiliations":[{"raw_affiliation_string":"Centre for Intelligent Machines, McGill University, Montreal, QC H3A 2A7, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038749016","display_name":"Tal Arbel","orcid":"https://orcid.org/0000-0001-8870-3007"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tal Arbel","raw_affiliation_strings":["Centre for Intelligent Machines, McGill University, Montreal, QC H3A 2A7, Canada"],"affiliations":[{"raw_affiliation_string":"Centre for Intelligent Machines, McGill University, Montreal, QC H3A 2A7, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5082758818"],"corresponding_institution_ids":["https://openalex.org/I5023651"],"apc_list":null,"apc_paid":null,"fwci":0.5523,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.76560249,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"38","issue":"6","first_page":"1185","last_page":"1203"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9642999768257141,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7758259773254395},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7721466422080994},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5777803659439087},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5755822062492371},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5715491771697998},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5517339110374451},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5384442806243896},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.49208706617355347},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.480271577835083},{"id":"https://openalex.org/keywords/face-hallucination","display_name":"Face hallucination","score":0.47419601678848267},{"id":"https://openalex.org/keywords/three-dimensional-face-recognition","display_name":"Three-dimensional face recognition","score":0.4429633319377899},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.43802937865257263},{"id":"https://openalex.org/keywords/local-binary-patterns","display_name":"Local binary patterns","score":0.4341869354248047},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.22653254866600037},{"id":"https://openalex.org/keywords/histogram","display_name":"Histogram","score":0.2064306139945984}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7758259773254395},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7721466422080994},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5777803659439087},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5755822062492371},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5715491771697998},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5517339110374451},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5384442806243896},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.49208706617355347},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.480271577835083},{"id":"https://openalex.org/C54654163","wikidata":"https://www.wikidata.org/wiki/Q5428359","display_name":"Face hallucination","level":5,"score":0.47419601678848267},{"id":"https://openalex.org/C88799230","wikidata":"https://www.wikidata.org/wiki/Q3398329","display_name":"Three-dimensional face recognition","level":5,"score":0.4429633319377899},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.43802937865257263},{"id":"https://openalex.org/C87335442","wikidata":"https://www.wikidata.org/wiki/Q2494345","display_name":"Local binary patterns","level":4,"score":0.4341869354248047},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.22653254866600037},{"id":"https://openalex.org/C53533937","wikidata":"https://www.wikidata.org/wiki/Q185020","display_name":"Histogram","level":3,"score":0.2064306139945984},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2015.2481396","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2015.2481396","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:26415152","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/26415152","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W204239758","https://openalex.org/W994709553","https://openalex.org/W1495691011","https://openalex.org/W1555194058","https://openalex.org/W1558610543","https://openalex.org/W1772705656","https://openalex.org/W1782590233","https://openalex.org/W1965463297","https://openalex.org/W1971392085","https://openalex.org/W1983255844","https://openalex.org/W1984240240","https://openalex.org/W2005539193","https://openalex.org/W2018006179","https://openalex.org/W2020944503","https://openalex.org/W2032237922","https://openalex.org/W2033379850","https://openalex.org/W2034821857","https://openalex.org/W2042316011","https://openalex.org/W2044373869","https://openalex.org/W2047508432","https://openalex.org/W2055492845","https://openalex.org/W2076718282","https://openalex.org/W2082379962","https://openalex.org/W2085660690","https://openalex.org/W2087097103","https://openalex.org/W2094248163","https://openalex.org/W2098017479","https://openalex.org/W2099363823","https://openalex.org/W2101392314","https://openalex.org/W2102927550","https://openalex.org/W2106867955","https://openalex.org/W2107558380","https://openalex.org/W2108496475","https://openalex.org/W2117033808","https://openalex.org/W2118573226","https://openalex.org/W2119713953","https://openalex.org/W2120085053","https://openalex.org/W2121027212","https://openalex.org/W2123687672","https://openalex.org/W2125615169","https://openalex.org/W2126448884","https://openalex.org/W2127117841","https://openalex.org/W2127182692","https://openalex.org/W2127597232","https://openalex.org/W2130103520","https://openalex.org/W2132549764","https://openalex.org/W2138808949","https://openalex.org/W2144143728","https://openalex.org/W2146972986","https://openalex.org/W2147507563","https://openalex.org/W2149544470","https://openalex.org/W2151103935","https://openalex.org/W2153635508","https://openalex.org/W2158617780","https://openalex.org/W2161379452","https://openalex.org/W2161824756","https://openalex.org/W2168002178","https://openalex.org/W2170414574","https://openalex.org/W2171011203","https://openalex.org/W2536626143","https://openalex.org/W2538075359","https://openalex.org/W2998216295","https://openalex.org/W3097096317","https://openalex.org/W4205398292","https://openalex.org/W4285719527","https://openalex.org/W6633385455","https://openalex.org/W6643061173","https://openalex.org/W6662335928","https://openalex.org/W6676329490","https://openalex.org/W6677516346","https://openalex.org/W6678393071","https://openalex.org/W6679388247","https://openalex.org/W7066667914"],"related_works":["https://openalex.org/W4220850864","https://openalex.org/W325114128","https://openalex.org/W2024640171","https://openalex.org/W63491089","https://openalex.org/W2185537520","https://openalex.org/W2336272890","https://openalex.org/W4312238398","https://openalex.org/W4246863173","https://openalex.org/W2166031825","https://openalex.org/W4308999963"],"abstract_inverted_index":{"Recent":[0],"literature":[1],"shows":[2],"that":[3,125,153,190],"facial":[4,8,37,45,97,108,173,205,210],"attributes,":[5],"i.e.,":[6],"contextual":[7],"information,":[9],"can":[10],"be":[11,169],"beneficial":[12],"for":[13,203],"improving":[14],"the":[15,55,58,81,86,105,127,191,204],"performance":[16],"of":[17,30,57,60,107,130,185,207],"real-world":[18,61,112,149,180],"applications,":[19],"such":[20],"as":[21],"face":[22,24,31,92,113,150],"verification,":[23],"recognition,":[25],"and":[26,70,96,122,134,158,201,209],"image":[27],"search.":[28],"Examples":[29],"attributes":[32,46,206],"include":[33],"gender,":[34],"skin":[35],"color,":[36],"hair,":[38,211],"etc.":[39],"How":[40],"to":[41,90,168,171,199],"robustly":[42],"obtain":[43],"these":[44],"(traits)":[47],"is":[48,80,165],"still":[49],"an":[50],"open":[51],"problem,":[52],"especially":[53],"in":[54,111],"presence":[56],"challenges":[59],"environments:":[62],"non-uniform":[63],"illumination":[64],"conditions,":[65],"arbitrary":[66,91],"occlusions,":[67],"motion":[68],"blur":[69],"background":[71],"clutter.":[72],"What":[73],"makes":[74],"this":[75,100],"problem":[76,106],"even":[77],"more":[78],"difficult":[79],"enormous":[82],"variability":[83],"presented":[84],"by":[85,197],"same":[87],"subject,":[88],"due":[89],"scales,":[93],"head":[94],"poses,":[95],"expressions.":[98],"In":[99],"paper,":[101],"we":[102,154],"focus":[103],"on":[104,146,177],"trait":[109],"classification":[110,174],"videos.":[114],"We":[115],"have":[116,155],"developed":[117],"a":[118,139,147,178],"fully":[119],"automatic":[120],"hierarchical":[121],"probabilistic":[123],"framework":[124,193],"models":[126],"collective":[128],"set":[129],"frame":[131],"class":[132],"distributions":[133],"feature":[135],"spatial":[136],"information":[137],"over":[138],"video":[140,151,181,187],"sequence.":[141],"The":[142,162],"experiments":[143],"are":[144],"conducted":[145],"large":[148],"database":[152,182],"collected,":[156],"labelled":[157],"made":[159],"publicly":[160],"available.":[161],"proposed":[163,192],"method":[164],"flexible":[166],"enough":[167],"applied":[170],"any":[172],"problem.":[175],"Experiments":[176],"large,":[179],"McGillFaces":[183],"[1]":[184],"18,000":[186],"frames":[188],"reveal":[189],"outperforms":[194],"alternative":[195],"approaches,":[196],"up":[198],"16.96":[200],"10.13%,":[202],"gender":[208],"respectively.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}