{"id":"https://openalex.org/W3186871437","doi":"https://doi.org/10.5220/0010516104530464","title":"A Multi-modal Visual Emotion Recognition Method to Instantiate an Ontology","display_name":"A Multi-modal Visual Emotion Recognition Method to Instantiate an Ontology","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3186871437","doi":"https://doi.org/10.5220/0010516104530464","mag":"3186871437"},"language":"en","primary_location":{"id":"doi:10.5220/0010516104530464","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0010516104530464","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on Software Technologies","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0010516104530464","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101793689","display_name":"Juanpablo Heredia","orcid":"https://orcid.org/0000-0002-6126-4881"},"institutions":[{"id":"https://openalex.org/I4210134504","display_name":"Universidad Cat\u00f3lica San Pablo","ror":"https://ror.org/03db1hz44","country_code":"PE","type":"education","lineage":["https://openalex.org/I4210134504"]}],"countries":["PE"],"is_corresponding":true,"raw_author_name":"Juan Heredia","raw_affiliation_strings":["Computer Science Department, Universidad Cat\u00f3lica San Pablo, 04001 Arequipa, Peru, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Universidad Cat\u00f3lica San Pablo, 04001 Arequipa, Peru, --- Select a Country ---","institution_ids":["https://openalex.org/I4210134504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069995330","display_name":"Yudith Cardinale","orcid":"https://orcid.org/0000-0002-5966-0113"},"institutions":[{"id":"https://openalex.org/I4210134504","display_name":"Universidad Cat\u00f3lica San Pablo","ror":"https://ror.org/03db1hz44","country_code":"PE","type":"education","lineage":["https://openalex.org/I4210134504"]},{"id":"https://openalex.org/I629287","display_name":"Sim\u00f3n Bol\u00edvar University","ror":"https://ror.org/01ak5cj98","country_code":"VE","type":"education","lineage":["https://openalex.org/I629287"]}],"countries":["PE","VE"],"is_corresponding":false,"raw_author_name":"Yudith Cardinale","raw_affiliation_strings":["Computer Science Department, Universidad Cat\u00f3lica San Pablo, 04001 Arequipa, Peru, --- Select a Country ---","Computer Science Department, Universidad Sim\u00f3n Bol\u00edvar, 1080 Caracas, Venezuela, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Universidad Cat\u00f3lica San Pablo, 04001 Arequipa, Peru, --- Select a Country ---","institution_ids":["https://openalex.org/I4210134504"]},{"raw_affiliation_string":"Computer Science Department, Universidad Sim\u00f3n Bol\u00edvar, 1080 Caracas, Venezuela, --- Select a Country ---","institution_ids":["https://openalex.org/I629287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073133852","display_name":"Irvin Dongo","orcid":"https://orcid.org/0000-0003-4859-0428"},"institutions":[{"id":"https://openalex.org/I4210134504","display_name":"Universidad Cat\u00f3lica San Pablo","ror":"https://ror.org/03db1hz44","country_code":"PE","type":"education","lineage":["https://openalex.org/I4210134504"]},{"id":"https://openalex.org/I15057530","display_name":"Universit\u00e9 de Bordeaux","ror":"https://ror.org/057qpr032","country_code":"FR","type":"education","lineage":["https://openalex.org/I15057530"]},{"id":"https://openalex.org/I4210089347","display_name":"\u00c9cole Sup\u00e9rieure des Technologies Industrielles Avanc\u00e9es","ror":"https://ror.org/008kvxw43","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210089347"]}],"countries":["FR","PE"],"is_corresponding":false,"raw_author_name":"Irvin Dongo","raw_affiliation_strings":["Computer Science Department, Universidad Cat\u00f3lica San Pablo, 04001 Arequipa, Peru, --- Select a Country ---","Univ. Bordeaux, ESTIA Institute of Technology, 64210 Bidart, France, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Universidad Cat\u00f3lica San Pablo, 04001 Arequipa, Peru, --- Select a Country ---","institution_ids":["https://openalex.org/I4210134504"]},{"raw_affiliation_string":"Univ. Bordeaux, ESTIA Institute of Technology, 64210 Bidart, France, --- Select a Country ---","institution_ids":["https://openalex.org/I4210089347","https://openalex.org/I15057530"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046590891","display_name":"Jos\u00e9 D\u00edaz-Amado","orcid":"https://orcid.org/0000-0001-8447-784X"},"institutions":[{"id":"https://openalex.org/I130913789","display_name":"Instituto Federal da Bahia","ror":"https://ror.org/01tzdej37","country_code":"BR","type":"education","lineage":["https://openalex.org/I130913789"]},{"id":"https://openalex.org/I4210134504","display_name":"Universidad Cat\u00f3lica San Pablo","ror":"https://ror.org/03db1hz44","country_code":"PE","type":"education","lineage":["https://openalex.org/I4210134504"]}],"countries":["BR","PE"],"is_corresponding":false,"raw_author_name":"Jose D\u00edaz-Amado","raw_affiliation_strings":["Computer Science Department, Universidad Cat\u00f3lica San Pablo, 04001 Arequipa, Peru, --- Select a Country ---","Electrical Engineering, Instituto Federal da Bahia, 45078-300 Vitoria da Conquista, Brazil, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Universidad Cat\u00f3lica San Pablo, 04001 Arequipa, Peru, --- Select a Country ---","institution_ids":["https://openalex.org/I4210134504"]},{"raw_affiliation_string":"Electrical Engineering, Instituto Federal da Bahia, 45078-300 Vitoria da Conquista, Brazil, --- Select a Country ---","institution_ids":["https://openalex.org/I130913789"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101793689"],"corresponding_institution_ids":["https://openalex.org/I4210134504"],"apc_list":null,"apc_paid":null,"fwci":1.4686,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.82103685,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"453","last_page":"464"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.797821044921875},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6606168150901794},{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.6089983582496643},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5961562395095825},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5946739912033081},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5808805823326111},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5590497851371765},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.531254231929779},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4916689991950989},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.43355634808540344},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4173111319541931},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41284406185150146},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.39574041962623596},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3635888695716858}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.797821044921875},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6606168150901794},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.6089983582496643},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5961562395095825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5946739912033081},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5808805823326111},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5590497851371765},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.531254231929779},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4916689991950989},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.43355634808540344},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4173111319541931},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41284406185150146},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39574041962623596},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3635888695716858},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.5220/0010516104530464","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0010516104530464","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on Software Technologies","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-03298743v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03298743","pdf_url":"https://hal.science/hal-03298743/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"16th International Conference on Software Technologies, Jul 2021, Online Streaming, France. pp.453-464, ⟨10.5220/0010516104530464⟩","raw_type":"Conference papers"},{"id":"pmh:oai:oskar-bordeaux.fr:20.500.12278/172922","is_oa":true,"landing_page_url":"https://oskar-bordeaux.fr/handle/20.500.12278/172922","pdf_url":"https://oskar-bordeaux.fr/bitstream/20.500.12278/172922/1/A%20Multi-modal%20Visual%20Emotion%20Recognition%20Method%20to%20Instantiate%20an%20Ontology.pdf","source":{"id":"https://openalex.org/S4306402569","display_name":"Oskar-Bordeaux (Universite de Bordeaux)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Communication dans un congr\u00e8s"}],"best_oa_location":{"id":"doi:10.5220/0010516104530464","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0010516104530464","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on Software Technologies","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4099999964237213,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G2069871974","display_name":null,"funder_award_id":"01-2019-FONDECYT-BM-INC.INV","funder_id":"https://openalex.org/F4320326614","funder_display_name":"Consejo Nacional de Ciencia, Tecnolog\u00eda e Innovaci\u00f3n Tecnol\u00f3gica"}],"funders":[{"id":"https://openalex.org/F4320326614","display_name":"Consejo Nacional de Ciencia, Tecnolog\u00eda e Innovaci\u00f3n Tecnol\u00f3gica","ror":"https://ror.org/05c7j7r25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W194473083","https://openalex.org/W1533520176","https://openalex.org/W1972871001","https://openalex.org/W2066064791","https://openalex.org/W2174152349","https://openalex.org/W2518587879","https://openalex.org/W2531188805","https://openalex.org/W2554499574","https://openalex.org/W2580352794","https://openalex.org/W2739474071","https://openalex.org/W2753840835","https://openalex.org/W2789607334","https://openalex.org/W2805783416","https://openalex.org/W2884315167","https://openalex.org/W2887856105","https://openalex.org/W2913428326","https://openalex.org/W2916798096","https://openalex.org/W2922179296","https://openalex.org/W2935741426","https://openalex.org/W2943235166","https://openalex.org/W2946410230","https://openalex.org/W2948246283","https://openalex.org/W2950247511","https://openalex.org/W2950965506","https://openalex.org/W2963631961","https://openalex.org/W2963811535","https://openalex.org/W2964236337","https://openalex.org/W2970602317","https://openalex.org/W2992611192","https://openalex.org/W2999634272","https://openalex.org/W3001529617","https://openalex.org/W3034520808","https://openalex.org/W3101124620","https://openalex.org/W3105354225","https://openalex.org/W3106033906","https://openalex.org/W3131043787","https://openalex.org/W3158429667","https://openalex.org/W4293584584"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W4206297952","https://openalex.org/W2110287964","https://openalex.org/W2167701463"],"abstract_inverted_index":{"Human":[0],"emotion":[1,55,103],"recognition":[2,104],"from":[3,31,132],"visual":[4,26],"expressions":[5,27],"is":[6,57,76],"an":[7,106,116,140,184],"important":[8],"research":[9],"area":[10],"in":[11,52,82,114],"computer":[12],"vision":[13],"and":[14,22,105,130,135,153],"machine":[15],"learning":[16,151],"owing":[17],"to":[18,59,62,67,78,109,119,138],"its":[19],"significant":[20],"scientific":[21],"commercial":[23],"potential.":[24],"Since":[25],"can":[28],"be":[29],"captured":[30],"different":[32],"modalities":[33],"(e.g.,":[34],"face":[35],"expressions,":[36,127],"body":[37,128,134],"posture,":[38],"hands":[39],"pose),":[40],"multi-modal":[41,99,123,181],"methods":[42],"are":[43],"becoming":[44],"popular":[45],"for":[46,72,92,101],"analyzing":[47],"human":[48,54,102],"reactions.":[49],"In":[50],"contexts":[51],"which":[53,85],"detection":[56],"performed":[58],"associate":[60],"emotions":[61],"certain":[63],"events":[64],"or":[65,71],"objects":[66],"support":[68],"decision":[69],"making":[70],"further":[73],"analysis,":[74],"it":[75],"useful":[77],"keep":[79],"this":[80,143],"information":[81],"semantic":[83],"repositories,":[84],"offers":[86],"a":[87,98,148,155,165],"wide":[88],"range":[89],"of":[90,164,186],"possibilities":[91],"implementing":[93],"smart":[94],"applications.":[95],"We":[96,177],"propose":[97],"method":[100,124,173,182,194],"ontology-based":[107],"approach":[108],"store":[110],"the":[111,133,136,170,187,196],"classification":[112],"results":[113],"EMONTO,":[115],"extensible":[117],"ontology":[118],"model":[120,152],"emotions.":[121],"The":[122],"analyzes":[125],"facial":[126],"gestures,":[129],"features":[131],"environment":[137],"determine":[139],"emotional":[141],"state;":[142],"processes":[144],"each":[145],"modality":[146],"with":[147,174],"specialized":[149],"deep":[150],"applying":[154],"fusion":[156,159,172],"method.":[157],"Our":[158],"method,":[160],"called":[161],"EmbraceNet+,":[162],"consists":[163],"branched":[166],"architecture":[167],"that":[168,192],"integrates":[169],"EmbraceNet":[171],"other":[175],"ones.":[176],"experimentally":[178],"evaluate":[179],"our":[180,193],"on":[183],"adaptation":[185],"EMOTIC":[188],"dataset.":[189],"Results":[190],"show":[191],"outperforms":[195],"single-modal":[197],"methods.":[198]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-27T08:22:11.395708","created_date":"2025-10-10T00:00:00"}