{"id":"https://openalex.org/W3003910221","doi":"https://doi.org/10.1109/globalsip45357.2019.8969274","title":"Pain Detection from Facial Videos Using Two-Stage Deep Learning","display_name":"Pain Detection from Facial Videos Using Two-Stage Deep Learning","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W3003910221","doi":"https://doi.org/10.1109/globalsip45357.2019.8969274","mag":"3003910221"},"language":"en","primary_location":{"id":"doi:10.1109/globalsip45357.2019.8969274","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globalsip45357.2019.8969274","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Conference on Signal and Information Processing (GlobalSIP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083485712","display_name":"Guglielmo Menchetti","orcid":null},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guglielmo Menchetti","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Illinois at Chicago, Illinois","University of Illinois at Chicago,Department of Electrical and Computer Engineering,Illinois"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois at Chicago, Illinois","institution_ids":["https://openalex.org/I39422238"]},{"raw_affiliation_string":"University of Illinois at Chicago,Department of Electrical and Computer Engineering,Illinois","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016716711","display_name":"Zhanli Chen","orcid":"https://orcid.org/0000-0001-9203-3704"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhanli Chen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Illinois at Chicago, Illinois","University of Illinois at Chicago,Department of Electrical and Computer Engineering,Illinois"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois at Chicago, Illinois","institution_ids":["https://openalex.org/I39422238"]},{"raw_affiliation_string":"University of Illinois at Chicago,Department of Electrical and Computer Engineering,Illinois","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075647270","display_name":"Diana J. Wilkie","orcid":"https://orcid.org/0000-0002-3954-8933"},"institutions":[{"id":"https://openalex.org/I201799495","display_name":"Middle East Technical University","ror":"https://ror.org/014weej12","country_code":"TR","type":"education","lineage":["https://openalex.org/I201799495"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Diana J. Wilkie","raw_affiliation_strings":["Department of Information Systems, Middle East Technical University, Ankara, Turkey","Middle East Technical University, Department of Information Systems , Ankara , Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems, Middle East Technical University, Ankara, Turkey","institution_ids":["https://openalex.org/I201799495"]},{"raw_affiliation_string":"Middle East Technical University, Department of Information Systems , Ankara , Turkey","institution_ids":["https://openalex.org/I201799495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101619425","display_name":"Rashid Ansari","orcid":"https://orcid.org/0000-0001-6477-6578"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rashid Ansari","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Illinois at Chicago, Illinois","University of Illinois at Chicago,Department of Electrical and Computer Engineering,Illinois"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois at Chicago, Illinois","institution_ids":["https://openalex.org/I39422238"]},{"raw_affiliation_string":"University of Illinois at Chicago,Department of Electrical and Computer Engineering,Illinois","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042024797","display_name":"Yasemin Yard\u0131mc\u0131","orcid":null},"institutions":[{"id":"https://openalex.org/I127362389","display_name":"Murray State University","ror":"https://ror.org/01fmwcn13","country_code":"US","type":"education","lineage":["https://openalex.org/I127362389"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yasemin Yardimci","raw_affiliation_strings":["eNursing LLC, Murray, UT","eNursing LLC,Murray,UT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"eNursing LLC, Murray, UT","institution_ids":["https://openalex.org/I127362389"]},{"raw_affiliation_string":"eNursing LLC,Murray,UT","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080469744","display_name":"Ahmet Enis \u00c7etin","orcid":"https://orcid.org/0000-0002-3449-1958"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"A. Enis Cetin","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Illinois at Chicago, Illinois","University of Illinois at Chicago,Department of Electrical and Computer Engineering,Illinois"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Illinois at Chicago, Illinois","institution_ids":["https://openalex.org/I39422238"]},{"raw_affiliation_string":"University of Illinois at Chicago,Department of Electrical and Computer Engineering,Illinois","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12035","display_name":"Pain Management and Placebo Effect","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11292","display_name":"Pediatric Pain Management Techniques","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/2735","display_name":"Pediatrics, Perinatology and Child Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7784526348114014},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7194777727127075},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6697651147842407},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6377872228622437},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5955513715744019},{"id":"https://openalex.org/keywords/facial-action-coding-system","display_name":"Facial Action Coding System","score":0.575788140296936},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5656293630599976},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4985499382019043},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.46318718791007996},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.44500988721847534},{"id":"https://openalex.org/keywords/facial-muscles","display_name":"Facial muscles","score":0.43913373351097107},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43510767817497253},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4284183382987976},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4250320494174957},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3597181439399719},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09372645616531372},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06831052899360657}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7784526348114014},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7194777727127075},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6697651147842407},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6377872228622437},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5955513715744019},{"id":"https://openalex.org/C40346341","wikidata":"https://www.wikidata.org/wiki/Q1391629","display_name":"Facial Action Coding System","level":3,"score":0.575788140296936},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5656293630599976},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4985499382019043},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.46318718791007996},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.44500988721847534},{"id":"https://openalex.org/C2780905192","wikidata":"https://www.wikidata.org/wiki/Q2341604","display_name":"Facial muscles","level":2,"score":0.43913373351097107},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43510767817497253},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4284183382987976},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4250320494174957},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3597181439399719},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09372645616531372},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06831052899360657},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/globalsip45357.2019.8969274","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globalsip45357.2019.8969274","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Conference on Signal and Information Processing (GlobalSIP)","raw_type":"proceedings-article"},{"id":"pmh:oai:open.metu.edu.tr:11511/68277","is_oa":false,"landing_page_url":"https://hdl.handle.net/11511/68277","pdf_url":null,"source":{"id":"https://openalex.org/S4306402495","display_name":"OpenMETU (Middle East Technical University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I201799495","host_organization_name":"Middle East Technical University","host_organization_lineage":["https://openalex.org/I201799495"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.7699999809265137,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1949888834","https://openalex.org/W1968600824","https://openalex.org/W1970369207","https://openalex.org/W1987370982","https://openalex.org/W1991097904","https://openalex.org/W1998890075","https://openalex.org/W1999142075","https://openalex.org/W2000613743","https://openalex.org/W2002728494","https://openalex.org/W2014787067","https://openalex.org/W2023077645","https://openalex.org/W2026371421","https://openalex.org/W2049437801","https://openalex.org/W2068640559","https://openalex.org/W2088830394","https://openalex.org/W2090495691","https://openalex.org/W2101545465","https://openalex.org/W2103943262","https://openalex.org/W2109933817","https://openalex.org/W2116728007","https://openalex.org/W2119648219","https://openalex.org/W2121606425","https://openalex.org/W2125127226","https://openalex.org/W2156503193","https://openalex.org/W2187334453","https://openalex.org/W2345305417","https://openalex.org/W2582467221","https://openalex.org/W2588644130","https://openalex.org/W2609575245","https://openalex.org/W2750532590","https://openalex.org/W2894142993","https://openalex.org/W2900758940","https://openalex.org/W2949662773","https://openalex.org/W2963236152","https://openalex.org/W2963294582","https://openalex.org/W2963307811","https://openalex.org/W2963839617","https://openalex.org/W2964350391","https://openalex.org/W3101227480","https://openalex.org/W3104792420","https://openalex.org/W6743575050","https://openalex.org/W6756780903"],"related_works":["https://openalex.org/W2012415311","https://openalex.org/W2130087906","https://openalex.org/W1998708415","https://openalex.org/W3169168314","https://openalex.org/W3153565281","https://openalex.org/W2627086084","https://openalex.org/W2151042192","https://openalex.org/W4205111916","https://openalex.org/W33985024","https://openalex.org/W2062024333"],"abstract_inverted_index":{"A":[0],"new":[1],"method":[2,17],"to":[3,19,25,62,71,87,132,154],"objectively":[4],"measure":[5],"pain":[6,24,34],"using":[7,40,143],"computer":[8],"vision":[9],"and":[10,80],"machine":[11],"learning":[12],"technologies":[13],"is":[14,60,77,98,127],"presented.":[15],"Our":[16,166],"seeks":[18],"capture":[20],"facial":[21,124],"expressions":[22],"of":[23,120,136,158],"detect":[26],"pain,":[27],"especially":[28],"when":[29],"a":[30,134,144,156,162],"patients":[31],"cannot":[32],"communicate":[33],"verbally.":[35],"This":[36],"approach":[37],"relies":[38],"on":[39],"Facial":[41,49,110],"muscle-based":[42],"Action":[43,50],"Units":[44],"(AUs),":[45],"defined":[46],"by":[47,130],"the":[48,88,96,117],"Coding":[51],"System":[52],"(FACS),":[53],"that":[54,114],"are":[55,152],"associated":[56],"with":[57,173,176],"pain.":[58],"It":[59],"impractical":[61],"use":[63],"human":[64],"FACS":[65],"coding":[66],"experts":[67],"in":[68,101],"clinical":[69],"settings":[70],"perform":[72],"this":[73],"task":[74,97],"as":[75],"it":[76],"too":[78],"labor-intensive":[79],"recent":[81],"research":[82],"has":[83],"sought":[84],"computer-based":[85],"solutions":[86],"problem.":[89],"An":[90],"effective":[91],"automated":[92],"system":[93],"for":[94,140,161],"performing":[95],"proposed":[99],"here":[100],"which":[102],"we":[103],"develop":[104],"an":[105],"end-to-end":[106],"deep":[107,145],"learning-based":[108],"Automated":[109],"Expression":[111],"Recognition":[112],"(AFER)":[113],"jointly":[115],"detects":[116],"complete":[118],"set":[119],"pain-related":[121],"AUs.":[122],"The":[123,149],"video":[125,164],"clip":[126],"processed":[128],"frame":[129,131,142],"estimate":[133],"vector":[135],"AU":[137,150,159],"likelihood":[138],"values":[139,160],"each":[141],"convolutional":[146],"neural":[147],"network.":[148],"vectors":[151],"concatenated":[153],"form":[155],"table":[157],"given":[163],"clip.":[165],"results":[167],"show":[168],"significantly":[169],"improved":[170],"performance":[171],"compared":[172],"those":[174],"obtained":[175],"other":[177],"known":[178],"methods.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}