{"id":"https://openalex.org/W2961194923","doi":"https://doi.org/10.1109/taffc.2019.2926710","title":"A Comprehensive and Context-Sensitive Neonatal Pain Assessment Using Computer Vision","display_name":"A Comprehensive and Context-Sensitive Neonatal Pain Assessment Using Computer Vision","publication_year":2019,"publication_date":"2019-07-10","ids":{"openalex":"https://openalex.org/W2961194923","doi":"https://doi.org/10.1109/taffc.2019.2926710","mag":"2961194923"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2019.2926710","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2019.2926710","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026457059","display_name":"Ghada Zamzmi","orcid":"https://orcid.org/0000-0003-4723-5539"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ghada Zamzmi","raw_affiliation_strings":["Computer Science and Engineering Department, University of South Florida, Tampa, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-4723-5539","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Department, University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003574099","display_name":"Chih-Yun Pai","orcid":"https://orcid.org/0000-0002-8559-6848"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chih-Yun Pai","raw_affiliation_strings":["Computer Science and Engineering Department, University of South Florida, Tampa, FL, USA","[computer science and engineering, University of South Florida, 7831 Tampa, Florida United States (e-mail: chihyun@mail.usf.edu)]"],"raw_orcid":"https://orcid.org/0000-0002-8559-6848","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Department, University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]},{"raw_affiliation_string":"[computer science and engineering, University of South Florida, 7831 Tampa, Florida United States (e-mail: chihyun@mail.usf.edu)]","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053211631","display_name":"Dmitry B. Goldgof","orcid":"https://orcid.org/0000-0001-5461-863X"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dmitry Goldgof","raw_affiliation_strings":["Computer Science and Engineering Department, University of South Florida, Tampa, FL, USA","Computer Science and Engineering, University of South Florida, 7831 Tampa, Florida United States (e-mail: goldgof@mail.usf.edu)"],"raw_orcid":"https://orcid.org/0000-0001-5461-863X","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Department, University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]},{"raw_affiliation_string":"Computer Science and Engineering, University of South Florida, 7831 Tampa, Florida United States (e-mail: goldgof@mail.usf.edu)","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063184621","display_name":"Rangachar Kasturi","orcid":"https://orcid.org/0000-0003-3956-1967"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rangachar Kasturi","raw_affiliation_strings":["Computer Science and Engineering Department, University of South Florida, Tampa, FL, USA","Computer Science and Engineering, University of South Flordia, Tampa, Florida United States (e-mail: r1k@cse.usf.edu)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Department, University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]},{"raw_affiliation_string":"Computer Science and Engineering, University of South Flordia, Tampa, Florida United States (e-mail: r1k@cse.usf.edu)","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029198607","display_name":"Terri Ashmeade","orcid":null},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Terri Ashmeade","raw_affiliation_strings":["Department of Pediatrics, University of South Florida, Tampa, FL, USA","[Neonatology, University of South Florida, 7831 Tampa, Florida United States (e-mail: tashmead@health.usf.edu)]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pediatrics, University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]},{"raw_affiliation_string":"[Neonatology, University of South Florida, 7831 Tampa, Florida United States (e-mail: tashmead@health.usf.edu)]","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100772261","display_name":"Yu Sun","orcid":"https://orcid.org/0000-0001-9953-291X"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Sun","raw_affiliation_strings":["Computer Science and Engineering Department, University of South Florida, Tampa, FL, USA","[Department of Computer Science and Engineering, University of South Florida, 7831 Tampa, Florida United States (e-mail: yusun@mail.usf.edu)]"],"raw_orcid":"https://orcid.org/0000-0001-9953-291X","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Department, University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]},{"raw_affiliation_string":"[Department of Computer Science and Engineering, University of South Florida, 7831 Tampa, Florida United States (e-mail: yusun@mail.usf.edu)]","institution_ids":["https://openalex.org/I2613432"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2613432"],"apc_list":null,"apc_paid":null,"fwci":4.2345,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":{"value":0.93715054,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"13","issue":"1","first_page":"28","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11292","display_name":"Pediatric Pain Management Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2735","display_name":"Pediatrics, Perinatology and Child Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11292","display_name":"Pediatric Pain Management Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2735","display_name":"Pediatrics, Perinatology and Child Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11060","display_name":"Infant Development and Preterm Care","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2735","display_name":"Pediatrics, Perinatology and Child Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13289","display_name":"Infant Health and Development","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3611","display_name":"Pharmacy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pain-assessment","display_name":"Pain assessment","score":0.7823647856712341},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6322746276855469},{"id":"https://openalex.org/keywords/neonatal-intensive-care-unit","display_name":"Neonatal intensive care unit","score":0.5758000016212463},{"id":"https://openalex.org/keywords/crying","display_name":"Crying","score":0.5240254998207092},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.43527480959892273},{"id":"https://openalex.org/keywords/intensive-care","display_name":"Intensive care","score":0.41670137643814087},{"id":"https://openalex.org/keywords/physical-medicine-and-rehabilitation","display_name":"Physical medicine and rehabilitation","score":0.40051692724227905},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.39483359456062317},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3795870244503021},{"id":"https://openalex.org/keywords/physical-therapy","display_name":"Physical therapy","score":0.3548480272293091},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3204841613769531},{"id":"https://openalex.org/keywords/pain-management","display_name":"Pain management","score":0.23746037483215332},{"id":"https://openalex.org/keywords/intensive-care-medicine","display_name":"Intensive care medicine","score":0.21045172214508057},{"id":"https://openalex.org/keywords/pediatrics","display_name":"Pediatrics","score":0.19603636860847473},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.10542544722557068}],"concepts":[{"id":"https://openalex.org/C2778282284","wikidata":"https://www.wikidata.org/wiki/Q7124832","display_name":"Pain assessment","level":3,"score":0.7823647856712341},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6322746276855469},{"id":"https://openalex.org/C2777091541","wikidata":"https://www.wikidata.org/wiki/Q9008292","display_name":"Neonatal intensive care unit","level":2,"score":0.5758000016212463},{"id":"https://openalex.org/C2778013503","wikidata":"https://www.wikidata.org/wiki/Q152247","display_name":"Crying","level":2,"score":0.5240254998207092},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.43527480959892273},{"id":"https://openalex.org/C2987404301","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care","level":2,"score":0.41670137643814087},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.40051692724227905},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.39483359456062317},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3795870244503021},{"id":"https://openalex.org/C1862650","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapy","level":1,"score":0.3548480272293091},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3204841613769531},{"id":"https://openalex.org/C2983098980","wikidata":"https://www.wikidata.org/wiki/Q621261","display_name":"Pain management","level":2,"score":0.23746037483215332},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.21045172214508057},{"id":"https://openalex.org/C187212893","wikidata":"https://www.wikidata.org/wiki/Q123028","display_name":"Pediatrics","level":1,"score":0.19603636860847473},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.10542544722557068},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2019.2926710","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2019.2926710","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W12634388","https://openalex.org/W122176658","https://openalex.org/W1495061682","https://openalex.org/W1554258465","https://openalex.org/W1567532702","https://openalex.org/W1583700199","https://openalex.org/W1674237136","https://openalex.org/W1966756130","https://openalex.org/W1969790249","https://openalex.org/W1972541753","https://openalex.org/W1978011637","https://openalex.org/W1978399840","https://openalex.org/W1978963692","https://openalex.org/W1988520084","https://openalex.org/W1992061019","https://openalex.org/W1992624389","https://openalex.org/W1995504766","https://openalex.org/W2005399379","https://openalex.org/W2005733474","https://openalex.org/W2008387378","https://openalex.org/W2012777853","https://openalex.org/W2021500710","https://openalex.org/W2021794999","https://openalex.org/W2025290119","https://openalex.org/W2031217517","https://openalex.org/W2036193957","https://openalex.org/W2036537312","https://openalex.org/W2041064272","https://openalex.org/W2046974789","https://openalex.org/W2049730379","https://openalex.org/W2051439229","https://openalex.org/W2052596819","https://openalex.org/W2054734214","https://openalex.org/W2054816540","https://openalex.org/W2055380209","https://openalex.org/W2062024333","https://openalex.org/W2066642295","https://openalex.org/W2066658540","https://openalex.org/W2074644968","https://openalex.org/W2077847255","https://openalex.org/W2081864239","https://openalex.org/W2084220915","https://openalex.org/W2086484505","https://openalex.org/W2086749123","https://openalex.org/W2090495691","https://openalex.org/W2101866605","https://openalex.org/W2104067190","https://openalex.org/W2105656004","https://openalex.org/W2106556719","https://openalex.org/W2107516090","https://openalex.org/W2116059845","https://openalex.org/W2128776923","https://openalex.org/W2130102890","https://openalex.org/W2139790319","https://openalex.org/W2148873786","https://openalex.org/W2150096802","https://openalex.org/W2151614338","https://openalex.org/W2156168620","https://openalex.org/W2157863430","https://openalex.org/W2168671183","https://openalex.org/W2224598932","https://openalex.org/W2325939864","https://openalex.org/W2328329016","https://openalex.org/W2396812316","https://openalex.org/W2399874331","https://openalex.org/W2461750693","https://openalex.org/W2579277312","https://openalex.org/W2581522377","https://openalex.org/W2587128043","https://openalex.org/W2598314750","https://openalex.org/W2599364135","https://openalex.org/W2609133580","https://openalex.org/W2616496713","https://openalex.org/W2620432076","https://openalex.org/W2732858334","https://openalex.org/W2753215609","https://openalex.org/W2769991365","https://openalex.org/W2776542863","https://openalex.org/W2810508165","https://openalex.org/W2886914021","https://openalex.org/W2912894801","https://openalex.org/W2946383377","https://openalex.org/W2947825201","https://openalex.org/W2963173190","https://openalex.org/W2990257819","https://openalex.org/W6603757245","https://openalex.org/W6629652716","https://openalex.org/W6735275196","https://openalex.org/W6756833604"],"related_works":["https://openalex.org/W2414960831","https://openalex.org/W2123615146","https://openalex.org/W2566739717","https://openalex.org/W2001962644","https://openalex.org/W2168857186","https://openalex.org/W2122021051","https://openalex.org/W148198732","https://openalex.org/W2412897791","https://openalex.org/W2171581998","https://openalex.org/W1997967725"],"abstract_inverted_index":{"Infants":[0],"receiving":[1],"care":[2],"in":[3,106],"the":[4,23,114,119,138,162,168,182,196],"Neonatal":[5],"Intensive":[6],"Care":[7],"Unit":[8],"(NICU)":[9],"experience":[10],"several":[11,149],"painful":[12],"procedures":[13],"during":[14],"their":[15],"hospitalization.":[16],"Assessing":[17],"neonatal":[18,186],"pain":[19,55,79,88,101,153,187],"is":[20,28,176,188],"difficult":[21],"because":[22],"current":[24],"standard":[25],"for":[26,152],"assessment":[27,37,56,80,123,133,154,184],"subjective,":[29],"inconsistent,":[30],"and":[31,35,68,157,160,191],"discontinuous.":[32],"The":[33,72,90],"intermittent":[34],"inconsistent":[36],"can":[38],"induce":[39],"poor":[40],"treatment":[41],"and,":[42],"therefore,":[43],"cause":[44],"serious":[45],"long-term":[46],"outcomes.":[47],"In":[48,111],"this":[49],"paper,":[50],"we":[51,117],"present":[52,118],"a":[53,77,107,131,189],"comprehensive":[54],"system":[57,75,91],"that":[58,103,181],"utilizes":[59],"facial":[60],"expressions":[61],"along":[62],"with":[63,167],"crying":[64],"sounds,":[65],"body":[66],"movement,":[67],"vital":[69],"sign":[70],"changes.":[71],"proposed":[73],"automatic":[74,183],"generates":[76],"standardized":[78],"comparable":[81],"to":[82,113,195],"those":[83],"obtained":[84],"by":[85],"conventional":[86],"nurse-derived":[87],"scores.":[89],"achieved":[92],"95.56":[93],"percent":[94],"accuracy":[95],"using":[96,124],"decision":[97,115],"fusion":[98,126],"of":[99,121,140,164,170,185],"different":[100,141],"responses":[102],"were":[104],"recorded":[105],"challenging":[108],"clinical":[109],"environment.":[110],"addition":[112],"fusion,":[116],"performance":[120,163,169],"multimodal":[122],"other":[125],"schemes":[127],"as":[128,130],"well":[129],"unimodal":[132],"approach.":[134],"We":[135],"also":[136],"discuss":[137],"impact":[139],"factors":[142],"(e.g.,":[143,155],"gestational":[144],"age)":[145],"on":[146],"pain,":[147],"propose":[148],"group-specific":[150],"models":[151,166],"pre-term":[156],"full-term":[158],"models),":[159],"compare":[161],"these":[165],"general":[171],"models.":[172],"While":[173],"further":[174],"research":[175],"needed,":[177],"our":[178],"results":[179],"show":[180],"viable":[190],"more":[192],"efficient":[193],"alternative":[194],"manual":[197],"assessment.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}
