{"id":"https://openalex.org/W3119985340","doi":null,"title":"Deep audio and video emotion detection","display_name":"Deep audio and video emotion detection","publication_year":2020,"publication_date":"2020-07-20","ids":{"openalex":"https://openalex.org/W3119985340","mag":"3119985340"},"language":"en","primary_location":{"id":"pmh:oai:espace.etsmtl.ca:2586","doi":null,"is_oa":true,"landing_page_url":"https://espace.etsmtl.ca/id/eprint/2586/2/AMINBEIDOKHTI_Masih.pdf","pdf_url":"https://espace.etsmtl.ca/id/eprint/2586/1/AMNINBEIDOKHTI_Masih-web.pdf","source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9736820","host_organization_name":"\u00c9cole de Technologie Sup\u00e9rieure","host_organization_lineage":["https://openalex.org/I9736820"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"M\u00e9moire ou th\u00e8se"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://espace.etsmtl.ca/id/eprint/2586/1/AMNINBEIDOKHTI_Masih-web.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055274852","display_name":"Masih Aminbeidokhti","orcid":"https://orcid.org/0000-0003-2289-3690","observed_orcids":["https://orcid.org/0000-0003-2289-3690"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Masih Aminbeidokhti","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-2289-3690","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5055274852"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"emotion recognition","score":0.9340000152587891},{"id":"https://openalex.org/keywords/video-based-emotion-recognition","display_name":"video-based emotion recognition","score":0.7960000038146973},{"id":"https://openalex.org/keywords/deep-neural-network","display_name":"deep neural network","score":0.8140000104904175},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.843999981880188},{"id":"https://openalex.org/keywords/early-fusion","display_name":"feature-level fusion","score":0.8349999785423279},{"id":"https://openalex.org/keywords/decision-level-fusion","display_name":"decision fusion","score":1.0},{"id":"https://openalex.org/keywords/multi-label-classification","display_name":"multi-label classification","score":0.7089999914169312},{"id":"https://openalex.org/keywords/temporal-characteristics","display_name":"temporal features","score":0.45399999618530273},{"id":"https://openalex.org/keywords/spatial-characteristics","display_name":"spatial characteristics","score":0.5979999899864197}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7918757200241089},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6313366293907166},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5780095458030701},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5390260815620422},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4770599901676178},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4260813593864441},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4104105532169342},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.36933308839797974},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32076436281204224},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:espace.etsmtl.ca:2586","doi":null,"is_oa":true,"landing_page_url":"https://espace.etsmtl.ca/id/eprint/2586/2/AMINBEIDOKHTI_Masih.pdf","pdf_url":"https://espace.etsmtl.ca/id/eprint/2586/1/AMNINBEIDOKHTI_Masih-web.pdf","source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9736820","host_organization_name":"\u00c9cole de Technologie Sup\u00e9rieure","host_organization_lineage":["https://openalex.org/I9736820"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"M\u00e9moire ou th\u00e8se"},{"id":"mag:3119985340","doi":null,"is_oa":false,"landing_page_url":"https://espace.etsmtl.ca/id/eprint/2586/","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:espace.etsmtl.ca:2586","doi":null,"is_oa":true,"landing_page_url":"https://espace.etsmtl.ca/id/eprint/2586/2/AMINBEIDOKHTI_Masih.pdf","pdf_url":"https://espace.etsmtl.ca/id/eprint/2586/1/AMNINBEIDOKHTI_Masih-web.pdf","source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9736820","host_organization_name":"\u00c9cole de Technologie Sup\u00e9rieure","host_organization_lineage":["https://openalex.org/I9736820"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"M\u00e9moire ou th\u00e8se"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3119985340.pdf","grobid_xml":"https://content.openalex.org/works/W3119985340.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1514535095","https://openalex.org/W1539811621","https://openalex.org/W1663973292","https://openalex.org/W1981918162","https://openalex.org/W2005418748","https://openalex.org/W2012237712","https://openalex.org/W2024051019","https://openalex.org/W2025653905","https://openalex.org/W2026243162","https://openalex.org/W2032254851","https://openalex.org/W2041616772","https://openalex.org/W2043181832","https://openalex.org/W2054857826","https://openalex.org/W2055911634","https://openalex.org/W2062632672","https://openalex.org/W2064675550","https://openalex.org/W2083021723","https://openalex.org/W2085662862","https://openalex.org/W2112796928","https://openalex.org/W2113507809","https://openalex.org/W2115252128","https://openalex.org/W2132683166","https://openalex.org/W2133564696","https://openalex.org/W2139916508","https://openalex.org/W2141939040","https://openalex.org/W2145310492","https://openalex.org/W2149628368","https://openalex.org/W2157285372","https://openalex.org/W2159856586","https://openalex.org/W2172806452","https://openalex.org/W2174492417","https://openalex.org/W2267186426","https://openalex.org/W2308045930","https://openalex.org/W2465534249","https://openalex.org/W2518108298","https://openalex.org/W2523060838","https://openalex.org/W2524365899","https://openalex.org/W2532034655","https://openalex.org/W2587372848","https://openalex.org/W2597655663","https://openalex.org/W2619383789","https://openalex.org/W2626778328","https://openalex.org/W2767249564","https://openalex.org/W2767348466","https://openalex.org/W2787420051","https://openalex.org/W2806051338","https://openalex.org/W2888471892","https://openalex.org/W2894805842","https://openalex.org/W2895006884","https://openalex.org/W2899771611","https://openalex.org/W2919115771","https://openalex.org/W2922066459","https://openalex.org/W2963091558","https://openalex.org/W2963150162","https://openalex.org/W2963383024","https://openalex.org/W2963420686","https://openalex.org/W2964121744","https://openalex.org/W2964308564","https://openalex.org/W4295224299"],"related_works":["https://openalex.org/W4200404613","https://openalex.org/W7017491498","https://openalex.org/W4410516524","https://openalex.org/W2767488767","https://openalex.org/W4410843693","https://openalex.org/W7140045642","https://openalex.org/W7109981786","https://openalex.org/W4388619986","https://openalex.org/W2605285570","https://openalex.org/W4410034175"],"abstract_inverted_index":{"Human":[0],"beings":[1],"rely":[2],"on":[3,119,217,262],"two":[4],"capacities":[5],"for":[6,99,145],"successful":[7],"social":[8],"interactions":[9],"Cowie":[10],"et":[11],"al.":[12],"(2001).":[13],"The":[14,85,209],"first":[15,57,210],"is":[16,33,88,104],"more":[17,34,60],"obvious":[18],"and":[19,30,36,194,237,280],"explicitly":[20],"conveys":[21],"messages":[22,39],"which":[23],"may":[24],"be":[25,142],"about":[26,40],"anything":[27],"or":[28,74],"nothing":[29],"the":[31,41,45,50,56,96,101,110,127,132,156,164,218,235,249,275],"other":[32,195],"subtl":[35],"transmits":[37],"implicit":[38],"speakers":[42],"themselves.":[43],"In":[44,151,248],"last":[46,133],"few":[47,134],"years":[48],"with":[49],"advancement":[51],"of":[52,55,95,149,158,197,212,220,240],"technology,":[53],"interpretation":[54],"channel":[58,87],"becomes":[59],"feasible.":[61],"For":[62],"instance,":[63],"speech":[64],"processing":[65],"systems":[66,77],"can":[67,78,203,244],"easily":[68],"convert":[69],"a":[70,80,147,270],"voice":[71],"to":[72,141,163,190,256,264],"text":[73],"computer":[75],"vision":[76],"detect":[79],"face":[81],"in":[82,114,131],"an":[83],"image.":[84],"second":[86,102,250],"still":[89],"not":[90,188],"as":[91,200],"well":[92],"understood.":[93],"One":[94],"key":[97],"elements":[98],"exploiting":[100,232],"one":[103],"interpreting":[105],"human":[106],"emotion.":[107],"To":[108],"solve":[109],"problem,":[111],"earlier":[112],"works":[113],"emotion":[115,165,191,222],"recognition":[116,166,192,223],"have":[117,139],"relied":[118],"handcrafted":[120],"features":[121,277],"by":[122,172,231],"incorporating":[123],"domain":[124],"knowledge":[125],"into":[126],"underlying":[128],"system.":[129],"However,":[130],"years,":[135],"deep":[136,160],"neural":[137],"networks":[138],"proven":[140],"effective":[143],"models":[144],"tackling":[146],"variety":[148],"tasks.":[150],"this":[152,213],"dissertation,":[153],"we":[154,183,243,252,260],"explore":[155],"effects":[157],"applying":[159],"learning":[161,173],"methods":[162,171,186],"task.":[167],"We":[168,228,268],"demonstrate":[169,184],"these":[170],"rich":[174],"representations":[175],"achieve":[176],"superior":[177],"accuracy":[178],"over":[179],"traditional":[180],"techniques.":[181],"Moreover,":[182],"our":[185,207,254],"are":[187],"bound":[189],"task":[193,219],"classes":[196],"tasks":[198],"such":[199],"multi-label":[201],"classification":[202],"get":[204,245],"benefit":[205],"from":[206,234,278],"approaches.":[208],"part":[211],"work":[214],"focuses":[215],"only":[216,225],"video-based":[221],"using":[224],"visual":[226],"inputs.":[227],"show":[229],"that":[230,273],"information":[233],"spatial":[236],"temporal":[238],"aspects":[239],"input":[241],"data":[242],"promising":[246],"results.":[247],"part,":[251],"move":[253],"attention":[255],"multimodal":[257,266],"data.":[258,267],"Particularly":[259],"focus":[261],"how":[263],"fuse":[265],"introduce":[269],"new":[271],"architecture":[272],"incorporates":[274],"best":[276],"early":[279],"late":[281],"fusion":[282],"architecture.":[283]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2021-01-18T00:00:00"}