{"id":"https://openalex.org/W4400527917","doi":"https://doi.org/10.1109/fg59268.2024.10582047","title":"Distilling Privileged Multimodal Information for Expression Recognition using Optimal Transport","display_name":"Distilling Privileged Multimodal Information for Expression Recognition using Optimal Transport","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4400527917","doi":"https://doi.org/10.1109/fg59268.2024.10582047"},"language":"en","primary_location":{"id":"doi:10.1109/fg59268.2024.10582047","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg59268.2024.10582047","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103265372","display_name":"Muhammad Haseeb Aslam","orcid":"https://orcid.org/0009-0003-3564-2310"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Muhammad Haseeb Aslam","raw_affiliation_strings":["ETS Montreal,LIVIA, Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA, Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064131959","display_name":"Muhammad Zeeshan","orcid":"https://orcid.org/0000-0003-0326-7862"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Muhammad Osama Zeeshan","raw_affiliation_strings":["ETS Montreal,LIVIA, Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA, Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017562387","display_name":"Soufiane Belharbi","orcid":"https://orcid.org/0000-0001-6326-380X"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Soufiane Belharbi","raw_affiliation_strings":["ETS Montreal,LIVIA, Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA, Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039660800","display_name":"Marco Pedersoli","orcid":"https://orcid.org/0000-0002-7601-8640"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Marco Pedersoli","raw_affiliation_strings":["ETS Montreal,LIVIA, Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA, Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074262951","display_name":"Alessandro L. Koerich","orcid":"https://orcid.org/0000-0001-5879-7014"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alessandro Lameiras Koerich","raw_affiliation_strings":["ETS Montreal,LIVIA, Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA, Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046872842","display_name":"Simon Bacon","orcid":"https://orcid.org/0000-0001-7075-0358"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Simon Bacon","raw_affiliation_strings":["Concordia University,Dept. of Health, Kinesiology &#x0026; Applied Physiology,Montreal,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University,Dept. of Health, Kinesiology &#x0026; Applied Physiology,Montreal,Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006937759","display_name":"\u00c9ric Granger","orcid":"https://orcid.org/0000-0001-6116-7945"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Eric Granger","raw_affiliation_strings":["ETS Montreal,LIVIA, Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA, Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.6473000049591064,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.6473000049591064,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.652004063129425},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5297221541404724},{"id":"https://openalex.org/keywords/multimodal-transport","display_name":"Multimodal transport","score":0.519178032875061},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37120723724365234},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3531336188316345},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15003660321235657},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.12889379262924194},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07382327318191528}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.652004063129425},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5297221541404724},{"id":"https://openalex.org/C2777974031","wikidata":"https://www.wikidata.org/wiki/Q493641","display_name":"Multimodal transport","level":2,"score":0.519178032875061},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37120723724365234},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3531336188316345},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15003660321235657},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.12889379262924194},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07382327318191528}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/fg59268.2024.10582047","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg59268.2024.10582047","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},{"id":"pmh:oai:espace2.etsmtl.ca:29761","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/29761/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Compte rendu de conf\u00e9rence"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W146900863","https://openalex.org/W787879368","https://openalex.org/W1690739335","https://openalex.org/W1996089789","https://openalex.org/W2067562626","https://openalex.org/W2330996833","https://openalex.org/W2604863233","https://openalex.org/W2610961739","https://openalex.org/W2766623491","https://openalex.org/W2769991365","https://openalex.org/W2791232079","https://openalex.org/W2798536775","https://openalex.org/W2902299888","https://openalex.org/W2963140444","https://openalex.org/W2963534679","https://openalex.org/W2964010806","https://openalex.org/W2965861839","https://openalex.org/W2982157312","https://openalex.org/W3003588521","https://openalex.org/W3100513545","https://openalex.org/W3112552312","https://openalex.org/W3174906557","https://openalex.org/W3180021374","https://openalex.org/W3210238580","https://openalex.org/W3217784500","https://openalex.org/W4213104374","https://openalex.org/W4221139382","https://openalex.org/W4225131199","https://openalex.org/W4229001484","https://openalex.org/W4233762729","https://openalex.org/W4283394047","https://openalex.org/W4285799170","https://openalex.org/W4292794012","https://openalex.org/W4292794064","https://openalex.org/W4313591463","https://openalex.org/W4321780095","https://openalex.org/W4362681517","https://openalex.org/W4379197633","https://openalex.org/W4385801210","https://openalex.org/W4386075517","https://openalex.org/W4386076070","https://openalex.org/W4386076695","https://openalex.org/W4387969127","https://openalex.org/W4389397172","https://openalex.org/W4389543199","https://openalex.org/W6637551013","https://openalex.org/W6682962330","https://openalex.org/W6686207219","https://openalex.org/W6686961600","https://openalex.org/W6688325169","https://openalex.org/W6748082341","https://openalex.org/W6756138707","https://openalex.org/W6797613833","https://openalex.org/W6798306001"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2887502709","https://openalex.org/W2805501957","https://openalex.org/W4293160375","https://openalex.org/W2085494547","https://openalex.org/W2526509441","https://openalex.org/W3124221720","https://openalex.org/W4212864094","https://openalex.org/W2249829442"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"models":[2,28,65,92],"for":[3,43,199],"multimodal":[4,183],"expression":[5],"recognition":[6],"have":[7,83,112],"reached":[8],"remarkable":[9],"performance":[10],"in":[11,30,121,139,181,204],"controlled":[12],"laboratory":[13],"environments":[14],"because":[15,34],"of":[16,35,40,50],"their":[17],"ability":[18],"to":[19,66,86,98,116,145,197],"learn":[20],"complementary":[21],"and":[22,38,192,228,255],"redundant":[23],"semantic":[24],"information.":[25],"However,":[26],"these":[27,249],"struggle":[29],"the":[31,36,51,118,122,129,140,166,178,182,194,223,232],"wild,":[32],"mainly":[33],"unavailability":[37],"quality":[39],"modalities":[41,53,71,254],"used":[42],"training.":[44,77],"In":[45],"practice,":[46],"only":[47,74],"a":[48,96,99,152,188,205],"subset":[49],"training-time":[52],"may":[54,143],"be":[55],"available":[56,75],"at":[57],"test":[58],"time.":[59],"Learning":[60],"with":[61,173],"privileged":[62,104,130,171,245],"information":[63,88,120],"enables":[64],"exploit":[67],"data":[68],"from":[69,89],"additional":[70],"that":[72,134,238,259],"are":[73],"during":[76],"State-of-the-art":[78],"knowledge":[79],"distillation":[80,208],"(KD)":[81],"methods":[82,106,247],"been":[84],"proposed":[85,240],"distill":[87],"multiple":[90],"teacher":[91,123,184],"(each":[93],"trained":[94],"on":[95,158,215,222,231,248],"modality)":[97],"common":[100],"student":[101,141,147],"model.":[102],"These":[103],"KD":[105,155,172,246],"typically":[107],"utilize":[108],"point-to-point":[109],"matching,":[110],"yet":[111],"no":[113],"explicit":[114],"mechanism":[115,156],"capture":[117],"structural":[119,154,167],"representation":[124,185],"space":[125,142],"formed":[126],"by":[127,186],"introducing":[128],"modality.":[131],"We":[132],"argue":[133],"encoding":[135],"this":[136],"same":[137],"structure":[138],"lead":[144],"enhanced":[146],"performance.":[148],"This":[149],"paper":[150],"introduces":[151],"new":[153],"based":[157],"optimal":[159],"transport":[160],"(OT),":[161],"where":[162],"entropy-regularized":[163],"OT":[164,174,201],"distills":[165],"dark":[168],"knowledge.":[169],"Our":[170],"(PKDOT)":[175],"method":[176,241],"captures":[177],"local":[179],"structures":[180],"calculating":[187],"cosine":[189],"similarity":[190],"matrix":[191],"selecting":[193],"top-k":[195],"anchors":[196],"allow":[198],"sparse":[200],"solutions,":[202],"resulting":[203],"more":[206],"stable":[207],"process.":[209],"Experiments<sup":[210],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[211],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[212],"were":[213],"performed":[214],"two":[216],"challenging":[217],"problems":[218],"-":[219],"pain":[220],"estimation":[221],"Biovid":[224],"dataset":[225,234],"(ordinal":[226],"classification)":[227],"arousal-valance":[229],"prediction":[230],"Affwild2":[233],"(regression).":[235],"Results":[236],"show":[237],"our":[239],"can":[242],"outperform":[243],"state-of-the-art":[244],"problems.":[250],"The":[251],"diversity":[252],"among":[253],"fusion":[256],"architectures":[257],"indicates":[258],"PKDOT":[260],"is":[261],"modality-and":[262],"model-agnostic.":[263]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}