{"id":"https://openalex.org/W3180146251","doi":"https://doi.org/10.1109/tmm.2021.3096080","title":"Spatio-Temporal Pain Estimation Network With Measuring Pseudo Heart Rate Gain","display_name":"Spatio-Temporal Pain Estimation Network With Measuring Pseudo Heart Rate Gain","publication_year":2021,"publication_date":"2021-07-09","ids":{"openalex":"https://openalex.org/W3180146251","doi":"https://doi.org/10.1109/tmm.2021.3096080","mag":"3180146251"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2021.3096080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3096080","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083353650","display_name":"Dong Huang","orcid":"https://orcid.org/0000-0002-9746-0032"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dong Huang","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","an, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"an, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101536090","display_name":"Xiaoyi Feng","orcid":"https://orcid.org/0000-0002-0428-6224"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyi Feng","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","an, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"an, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039550464","display_name":"Haixi Zhang","orcid":"https://orcid.org/0000-0001-8999-087X"},"institutions":[{"id":"https://openalex.org/I89652312","display_name":"Northwest A&F University","ror":"https://ror.org/0051rme32","country_code":"CN","type":"education","lineage":["https://openalex.org/I89652312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haixi Zhang","raw_affiliation_strings":["College of Information Engineering, Northwest A&F University, Yangling, China","F University, Yangling, China"],"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Northwest A&F University, Yangling, China","institution_ids":["https://openalex.org/I89652312"]},{"raw_affiliation_string":"F University, Yangling, China","institution_ids":["https://openalex.org/I89652312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062522283","display_name":"Zitong Yu","orcid":"https://orcid.org/0000-0001-6505-3304"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Zitong Yu","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110371318","display_name":"Jinye Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I37802460","display_name":"Northwest University","ror":"https://ror.org/00z3td547","country_code":"CN","type":"education","lineage":["https://openalex.org/I37802460"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinye Peng","raw_affiliation_strings":["School of Information Science and Technology, Northwest University, Xi’an, China","an, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Northwest University, Xi’an, China","institution_ids":["https://openalex.org/I37802460"]},{"raw_affiliation_string":"an, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082301986","display_name":"Guoying Zhao","orcid":"https://orcid.org/0000-0003-3694-206X"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Guoying Zhao","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","School of Information Science and Technology, Northwest University, Xi&#x2019","an, China"],"affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"School of Information Science and Technology, Northwest University, Xi&#x2019","institution_ids":[]},{"raw_affiliation_string":"an, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101410445","display_name":"Zhaoqiang Xia","orcid":"https://orcid.org/0000-0003-0630-3339"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoqiang Xia","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","an, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"an, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5083353650"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":0.9308,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.71386326,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"24","issue":null,"first_page":"3300","last_page":"3313"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10745","display_name":"Heart Rate Variability and Autonomic Control","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7525551319122314},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.6066725254058838},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.347440242767334}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7525551319122314},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.6066725254058838},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.347440242767334},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmm.2021.3096080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3096080","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:oulu.fi:nbnfi-fe202201041135","is_oa":false,"landing_page_url":"http://urn.fi/urn:nbn:fi-fe202201041135","pdf_url":null,"source":{"id":"https://openalex.org/S4306400284","display_name":"University of Oulu Repository (University of Oulu)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98381234","host_organization_name":"University of Oulu","host_organization_lineage":["https://openalex.org/I98381234"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G1290686715","display_name":null,"funder_award_id":"GJHZ20200731095204013","funder_id":"https://openalex.org/F4320335830","funder_display_name":"International Science and Technology Cooperation Programme"},{"id":"https://openalex.org/G2986852594","display_name":null,"funder_award_id":"316765","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G4203521067","display_name":null,"funder_award_id":"61772419","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320335830","display_name":"International Science and Technology Cooperation Programme","ror":null},{"id":"https://openalex.org/F4320336704","display_name":"Infotech Oulu","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W787879368","https://openalex.org/W1522734439","https://openalex.org/W1537132448","https://openalex.org/W1949888834","https://openalex.org/W1978626885","https://openalex.org/W1985941926","https://openalex.org/W1986273245","https://openalex.org/W1989461254","https://openalex.org/W1989619582","https://openalex.org/W1996089789","https://openalex.org/W2000613743","https://openalex.org/W2001345313","https://openalex.org/W2005516971","https://openalex.org/W2005733474","https://openalex.org/W2090495691","https://openalex.org/W2106043670","https://openalex.org/W2142575466","https://openalex.org/W2151057058","https://openalex.org/W2155523271","https://openalex.org/W2314785176","https://openalex.org/W2330996833","https://openalex.org/W2399874331","https://openalex.org/W2411209530","https://openalex.org/W2469434562","https://openalex.org/W2587128043","https://openalex.org/W2605649771","https://openalex.org/W2610961739","https://openalex.org/W2620011291","https://openalex.org/W2738968590","https://openalex.org/W2745519816","https://openalex.org/W2746923101","https://openalex.org/W2750532590","https://openalex.org/W2786403656","https://openalex.org/W2786768213","https://openalex.org/W2787491722","https://openalex.org/W2807126412","https://openalex.org/W2883429621","https://openalex.org/W2889659882","https://openalex.org/W2903410790","https://openalex.org/W2918087949","https://openalex.org/W2953461088","https://openalex.org/W2954739124","https://openalex.org/W2956918801","https://openalex.org/W2962911949","https://openalex.org/W2963155035","https://openalex.org/W2963236152","https://openalex.org/W2963630024","https://openalex.org/W2963665779","https://openalex.org/W2964606879","https://openalex.org/W2986906199","https://openalex.org/W2999794487","https://openalex.org/W3010838540","https://openalex.org/W3046257495","https://openalex.org/W3087023375","https://openalex.org/W3110179947","https://openalex.org/W6742667445","https://openalex.org/W6743575050"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Pain":[0],"is":[1,60],"a":[2,42,117,124,141,202],"significant":[3],"indicator":[4],"that":[5],"shows":[6],"people":[7],"are":[8,30,180],"suffering":[9],"from":[10,38,68,94,112,153],"an":[11,105,161,194],"unwell":[12],"experience":[13],"and":[14,75,99,131,136,164,177,212,236],"its":[15],"automatic":[16],"estimation":[17,28,120,170],"has":[18],"attracted":[19],"much":[20],"interest":[21],"in":[22,140],"recent":[23],"years.":[24],"Of":[25],"late,":[26],"most":[27],"methods":[29,46],"designed":[31],"to":[32,52,63,83,182],"capture":[33,64],"the":[34,54,65,85,95,102,110,138,167,191,209,220,229,233,237,242],"dynamic":[35],"pain":[36,55,103,119,169,198,221],"information":[37,88,156],"visual":[39,97,130,168,210],"signals":[40],"while":[41],"few":[43],"physiological-signal":[44],"based":[45],"can":[47,157,240],"provide":[48],"extra":[49],"potential":[50],"cues":[51],"analyze":[53],"more":[56],"accurately.":[57],"However,":[58],"it":[59,71],"still":[61],"challenging":[62],"physiological":[66,87,133,155,213],"data":[67,93],"patients":[69],"as":[70,160,193],"requires":[72],"contact":[73],"devices":[74],"patients’":[76],"cooperation.":[77],"In":[78],"this":[79],"paper,":[80],"we":[81,115,200],"propose":[82,201],"leverage":[84],"pseudo":[86,132,154,234],"by":[89,104,206],"generating":[90],"new":[91],"modal":[92],"original":[96],"videos":[98],"jointly":[100,207],"estimating":[101],"end-to-end":[106],"network.":[107],"To":[108,189],"extract":[109,183],"representations":[111],"bi-modal":[113],"data,":[114],"design":[116],"spatio-temporal":[118,184],"network,":[121],"which":[122,215],"employs":[123],"dual-branch":[125],"framework":[126],"for":[127,186,197],"extracting":[128],"pain-aware":[129],"features":[134,139,185],"separately":[135],"fuses":[137],"probabilistic":[142,203],"way.":[143],"The":[144],"inherent":[145],"vital":[146],"sign,":[147],"i.e.,":[148],"heart":[149],"rate":[150],"gain":[151],"(HRG),":[152],"be":[158],"utilized":[159],"auxiliary":[162,195],"signal":[163],"integrated":[165],"with":[166],"framework.":[171],"Moreover,":[172],"specially-designed":[173],"3D":[174],"convolution":[175],"filters":[176],"attention":[178],"structures":[179],"employed":[181],"both":[187],"branches.":[188],"use":[190],"HRG":[192],"way":[196],"estimation,":[199],"inference":[204],"model":[205,218],"considering":[208],"branch":[211],"branch,":[214],"makes":[216],"our":[217],"estimate":[219],"comprehensively.":[222],"Experiments":[223],"on":[224],"two":[225],"publicly-available":[226],"datasets":[227],"show":[228],"effectiveness":[230],"of":[231],"introducing":[232],"modality,":[235],"proposed":[238],"method":[239],"outperform":[241],"state-of-the-art":[243],"methods.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}