{"id":"https://openalex.org/W4388117467","doi":"https://doi.org/10.23919/eusipco58844.2023.10290098","title":"MMGT: Multimodal Graph-Based Transformer for Pain Detection","display_name":"MMGT: Multimodal Graph-Based Transformer for Pain Detection","publication_year":2023,"publication_date":"2023-09-04","ids":{"openalex":"https://openalex.org/W4388117467","doi":"https://doi.org/10.23919/eusipco58844.2023.10290098"},"language":"en","primary_location":{"id":"doi:10.23919/eusipco58844.2023.10290098","is_oa":false,"landing_page_url":"http://dx.doi.org/10.23919/eusipco58844.2023.10290098","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 31st European Signal Processing Conference (EUSIPCO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04189265/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Kevin Feghoul","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2279609970","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938","country_code":"FR","type":"education","lineage":["https://openalex.org/I2279609970"]},{"id":"https://openalex.org/I7454413","display_name":"\u00c9cole Centrale de Lille","ror":"https://ror.org/01x441g73","country_code":"FR","type":"education","lineage":["https://openalex.org/I7454413"]},{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"funder","lineage":["https://openalex.org/I154526488"]},{"id":"https://openalex.org/I3018718406","display_name":"Centre Hospitalier Universitaire de Lille","ror":"https://ror.org/02ppyfa04","country_code":"FR","type":"funder","lineage":["https://openalex.org/I3018718406"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Kevin Feghoul","raw_affiliation_strings":["Univ. Lille, Inserm, CHU Lille, UMR-S1172 LilNCog,Lille,France,F-59000","Univ. Lille, CNRS, Centrale Lille, UMR 9189 CRIStAL, Lille, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Lille, Inserm, CHU Lille, UMR-S1172 LilNCog,Lille,France,F-59000","institution_ids":["https://openalex.org/I154526488","https://openalex.org/I2279609970","https://openalex.org/I3018718406"]},{"raw_affiliation_string":"Univ. Lille, CNRS, Centrale Lille, UMR 9189 CRIStAL, Lille, France","institution_ids":["https://openalex.org/I7454413","https://openalex.org/I2279609970","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031490374","display_name":"Deise Santana Maia","orcid":null},"institutions":[{"id":"https://openalex.org/I2279609970","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938","country_code":"FR","type":"education","lineage":["https://openalex.org/I2279609970"]},{"id":"https://openalex.org/I7454413","display_name":"\u00c9cole Centrale de Lille","ror":"https://ror.org/01x441g73","country_code":"FR","type":"education","lineage":["https://openalex.org/I7454413"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Deise Santana Maia","raw_affiliation_strings":["Univ. Lille, CNRS, Centrale Lille, UMR 9189 CRIStAL,Lille,France,F-59000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Lille, CNRS, Centrale Lille, UMR 9189 CRIStAL,Lille,France,F-59000","institution_ids":["https://openalex.org/I7454413","https://openalex.org/I2279609970","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017977139","display_name":"Mohamed Daoudi","orcid":"https://orcid.org/0000-0003-4219-7860"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2279609970","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938","country_code":"FR","type":"education","lineage":["https://openalex.org/I2279609970"]},{"id":"https://openalex.org/I7454413","display_name":"\u00c9cole Centrale de Lille","ror":"https://ror.org/01x441g73","country_code":"FR","type":"education","lineage":["https://openalex.org/I7454413"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mohamed Daoudi","raw_affiliation_strings":["Univ. Lille, CNRS, Centrale Lille, UMR 9189 CRIStAL,Lille,France,F-59000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Lille, CNRS, Centrale Lille, UMR 9189 CRIStAL,Lille,France,F-59000","institution_ids":["https://openalex.org/I7454413","https://openalex.org/I2279609970","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036770387","display_name":"Ali Amad","orcid":"https://orcid.org/0000-0002-9029-2910"},"institutions":[{"id":"https://openalex.org/I2279609970","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938","country_code":"FR","type":"education","lineage":["https://openalex.org/I2279609970"]},{"id":"https://openalex.org/I3018718406","display_name":"Centre Hospitalier Universitaire de Lille","ror":"https://ror.org/02ppyfa04","country_code":"FR","type":"funder","lineage":["https://openalex.org/I3018718406"]},{"id":"https://openalex.org/I154526488","display_name":"Inserm","ror":"https://ror.org/02vjkv261","country_code":"FR","type":"funder","lineage":["https://openalex.org/I154526488"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ali Amad","raw_affiliation_strings":["Univ. Lille, Inserm, CHU Lille, UMR-S1172 LilNCog,Lille,France,F-59000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Lille, Inserm, CHU Lille, UMR-S1172 LilNCog,Lille,France,F-59000","institution_ids":["https://openalex.org/I154526488","https://openalex.org/I2279609970","https://openalex.org/I3018718406"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I2279609970","https://openalex.org/I3018718406","https://openalex.org/I7454413"],"apc_list":null,"apc_paid":null,"fwci":0.2458,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.6079381,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"556","last_page":"560"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7351628541946411},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.698229968547821},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5416681170463562},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5265914797782898},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4865342676639557},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47440028190612793},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.441450297832489},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4299159348011017},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4210345149040222},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41263994574546814},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.410605788230896},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.12298935651779175},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08518466353416443}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7351628541946411},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.698229968547821},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5416681170463562},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5265914797782898},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4865342676639557},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47440028190612793},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.441450297832489},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4299159348011017},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4210345149040222},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41263994574546814},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.410605788230896},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.12298935651779175},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08518466353416443},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/eusipco58844.2023.10290098","is_oa":false,"landing_page_url":"http://dx.doi.org/10.23919/eusipco58844.2023.10290098","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 31st European Signal Processing Conference (EUSIPCO)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04189265v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04189265","pdf_url":"https://hal.science/hal-04189265/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"31st European Signal Processing Conference (EUSIPCO 2023), Sep 2023, Helsinki, Finland","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04189265v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04189265","pdf_url":"https://hal.science/hal-04189265/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"31st European Signal Processing Conference (EUSIPCO 2023), Sep 2023, Helsinki, Finland","raw_type":"Conference papers"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4388117467.pdf"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2470957930","https://openalex.org/W2896457183","https://openalex.org/W2964015378","https://openalex.org/W2982223350","https://openalex.org/W3035570025","https://openalex.org/W3094502228","https://openalex.org/W3099375061","https://openalex.org/W3127053097","https://openalex.org/W3127057006","https://openalex.org/W3154596443","https://openalex.org/W3173396651","https://openalex.org/W3174913661","https://openalex.org/W4297510826","https://openalex.org/W4309344348","https://openalex.org/W4385245566","https://openalex.org/W6726873649","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6770046989","https://openalex.org/W6784333009","https://openalex.org/W6793736971","https://openalex.org/W6796650886","https://openalex.org/W6843053616"],"related_works":["https://openalex.org/W2185469136","https://openalex.org/W2011264131","https://openalex.org/W4306353150","https://openalex.org/W2026860389","https://openalex.org/W8219677","https://openalex.org/W3216879894","https://openalex.org/W2890132085","https://openalex.org/W2168054807","https://openalex.org/W2058990474","https://openalex.org/W3207883763"],"abstract_inverted_index":{"Pain":[0],"can":[1,20],"be":[2],"expressed":[3],"from":[4],"multiple":[5,72],"modalities,":[6,73],"such":[7],"as":[8,42],"facial":[9,138],"expressions,":[10],"physiological":[11,143],"signals,":[12],"and":[13,90,106,142,150,154],"behaviors.":[14],"For":[15],"that":[16],"reason,":[17],"multimodal":[18,51,129],"learning":[19],"greatly":[21],"benefit":[22],"automatic":[23],"pain":[24,120],"detection":[25],"and,":[26],"more":[27],"generally,":[28],"a":[29,94],"variety":[30],"of":[31,36,44,112,119,152],"tasks":[32],"in":[33,62,81],"the":[34,50,54,69,76,103,107,110,117,125],"field":[35],"affective":[37],"computing.":[38],"In":[39,65],"this":[40],"context,":[41],"one":[43],"our":[45,113],"main":[46],"contributions,":[47],"we":[48,74,147],"leverage":[49],"interaction":[52],"among":[53],"intermediate":[55],"modality":[56],"representations,":[57],"which":[58,82,122,146],"are":[59],"rarely":[60],"exploited":[61],"existing":[63,126],"works.":[64],"order":[66],"to":[67],"capture":[68],"relationships":[70],"between":[71],"propose":[75],"Multimodal":[77],"Graph-based":[78],"Transformer":[79],"(MMGT),":[80],"uni-modality":[83],"feature":[84],"extraction":[85],"is":[86],"performed":[87],"using":[88,93,136],"Transformers":[89],"then":[91],"fused":[92],"Graph":[95],"Convolutional":[96],"Network":[97],"(GCN).":[98],"We":[99],"evaluated":[100],"MMGT":[101],"on":[102,145],"BP4D+":[104],"dataset,":[105],"results":[108,133],"demonstrate":[109],"efficiency":[111],"fusion":[114],"framework":[115],"for":[116],"task":[118],"detection,":[121],"outperformed":[123],"all":[124],"approaches":[127],"under":[128],"settings.":[130],"Our":[131],"best":[132],"were":[134],"obtained":[135],"2D":[137],"landmarks,":[139],"action":[140],"units,":[141],"data,":[144],"achieved":[148],"94.95%":[149],"94.91%":[151],"accuracy":[153],"F1-score,":[155],"respectively.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}