{"id":"https://openalex.org/W2975231468","doi":"https://doi.org/10.1109/tip.2019.2941267","title":"Hierarchical Recurrent Deep Fusion Using Adaptive Clip Summarization for Sign Language Translation","display_name":"Hierarchical Recurrent Deep Fusion Using Adaptive Clip Summarization for Sign Language Translation","publication_year":2019,"publication_date":"2019-09-23","ids":{"openalex":"https://openalex.org/W2975231468","doi":"https://doi.org/10.1109/tip.2019.2941267","mag":"2975231468","pmid":"https://pubmed.ncbi.nlm.nih.gov/31545723"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2019.2941267","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2019.2941267","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059530979","display_name":"Dan Guo","orcid":"https://orcid.org/0000-0003-2594-254X"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dan Guo","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046805800","display_name":"Wengang Zhou","orcid":"https://orcid.org/0000-0003-1690-9836"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wengang Zhou","raw_affiliation_strings":["EEIS Department, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"EEIS Department, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019747633","display_name":"Anyang Li","orcid":"https://orcid.org/0000-0001-6634-842X"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]},{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Anyang Li","raw_affiliation_strings":["Huawei Cloud AI Platform, Jiangsu, China","School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud AI Platform, Jiangsu, China","institution_ids":["https://openalex.org/I2250955327"]},{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078141810","display_name":"Houqiang Li","orcid":"https://orcid.org/0000-0003-2188-3028"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Houqiang Li","raw_affiliation_strings":["EEIS Department, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"EEIS Department, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100377147","display_name":"Meng Wang","orcid":"https://orcid.org/0000-0002-3094-7735"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Wang","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5059530979"],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":5.0802,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.95588998,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"29","issue":null,"first_page":"1575","last_page":"1590"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.802169144153595},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6801533102989197},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6746935844421387},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.6381052732467651},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.5754838585853577},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.4919857680797577},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4790564775466919},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.46549949049949646},{"id":"https://openalex.org/keywords/viseme","display_name":"Viseme","score":0.46402719616889954},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4610215127468109},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4363842010498047},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4163912534713745},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3310859799385071},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.20474550127983093}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.802169144153595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6801533102989197},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6746935844421387},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.6381052732467651},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.5754838585853577},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.4919857680797577},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4790564775466919},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.46549949049949646},{"id":"https://openalex.org/C33767174","wikidata":"https://www.wikidata.org/wiki/Q371190","display_name":"Viseme","level":4,"score":0.46402719616889954},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4610215127468109},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4363842010498047},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4163912534713745},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3310859799385071},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.20474550127983093},{"id":"https://openalex.org/C504749915","wikidata":"https://www.wikidata.org/wiki/Q9010971","display_name":"Speech technology","level":3,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2019.2941267","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2019.2941267","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:31545723","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31545723","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.6899999976158142}],"awards":[{"id":"https://openalex.org/G26613612","display_name":null,"funder_award_id":"1732008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5232388117","display_name":null,"funder_award_id":"61725203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5353501536","display_name":null,"funder_award_id":"61876058","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6862244890","display_name":null,"funder_award_id":"61632019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W53047643","https://openalex.org/W383440803","https://openalex.org/W750055709","https://openalex.org/W790225446","https://openalex.org/W840854969","https://openalex.org/W1506441995","https://openalex.org/W1522734439","https://openalex.org/W1550277507","https://openalex.org/W1573040851","https://openalex.org/W1581934507","https://openalex.org/W1586939924","https://openalex.org/W1686810756","https://openalex.org/W1902237438","https://openalex.org/W1935207225","https://openalex.org/W1979988555","https://openalex.org/W2052101136","https://openalex.org/W2085489682","https://openalex.org/W2087592855","https://openalex.org/W2096976709","https://openalex.org/W2112299124","https://openalex.org/W2112382942","https://openalex.org/W2112796928","https://openalex.org/W2139501017","https://openalex.org/W2143267104","https://openalex.org/W2144994235","https://openalex.org/W2145835757","https://openalex.org/W2158275940","https://openalex.org/W2163605009","https://openalex.org/W2169223936","https://openalex.org/W2169251375","https://openalex.org/W2185412938","https://openalex.org/W2188882108","https://openalex.org/W2270470215","https://openalex.org/W2293414312","https://openalex.org/W2295038166","https://openalex.org/W2295474072","https://openalex.org/W2313903725","https://openalex.org/W2346219687","https://openalex.org/W2470673105","https://openalex.org/W2471695703","https://openalex.org/W2472293097","https://openalex.org/W2505121268","https://openalex.org/W2507009361","https://openalex.org/W2516844836","https://openalex.org/W2518448700","https://openalex.org/W2587277634","https://openalex.org/W2607014458","https://openalex.org/W2746301562","https://openalex.org/W2755802490","https://openalex.org/W2776217220","https://openalex.org/W2776541261","https://openalex.org/W2788334925","https://openalex.org/W2793547936","https://openalex.org/W2798795235","https://openalex.org/W2807840688","https://openalex.org/W2896487916","https://openalex.org/W2963192057","https://openalex.org/W2963315828","https://openalex.org/W2963843052","https://openalex.org/W2964184470","https://openalex.org/W2964253156","https://openalex.org/W6613077969","https://openalex.org/W6621971012","https://openalex.org/W6622743730","https://openalex.org/W6632974146","https://openalex.org/W6634963309","https://openalex.org/W6637373629","https://openalex.org/W6681579763","https://openalex.org/W6684191040","https://openalex.org/W6684753141","https://openalex.org/W6724782142","https://openalex.org/W6724944384","https://openalex.org/W6733484633","https://openalex.org/W6747434083","https://openalex.org/W6747721094","https://openalex.org/W6748549721"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W2973759123","https://openalex.org/W1517524280"],"abstract_inverted_index":{"Vision-based":[0],"sign":[1,23],"language":[2],"translation":[3],"(SLT)":[4],"is":[5,132],"a":[6,26,52,128],"challenging":[7],"task":[8],"due":[9],"to":[10,75,134],"the":[11,92,136,142,145],"complicated":[12],"variations":[13],"of":[14,41,103,144],"facial":[15],"expressions,":[16],"gestures,":[17],"and":[18,80,86,114,125],"articulated":[19],"poses":[20],"involved":[21],"in":[22,32,48,67],"linguistics.":[24],"As":[25],"weakly":[27],"supervised":[28],"sequence-to-sequence":[29],"learning":[30],"problem,":[31],"SLT":[33],"there":[34],"are":[35,89],"usually":[36],"no":[37],"exact":[38],"temporal":[39,46,73,112],"boundaries":[40],"actions.":[42],"To":[43],"adequately":[44],"explore":[45],"hints":[47],"videos,":[49],"we":[50,69],"propose":[51],"novel":[53],"framework":[54],"named":[55,95],"Hierarchical":[56],"deep":[57],"Recurrent":[58],"Fusion":[59],"(HRF).":[60],"Aiming":[61],"at":[62],"modeling":[63],"discriminative":[64],"action":[65,121],"patterns,":[66],"HRF":[68,147],"design":[70],"an":[71],"adaptive":[72,111],"encoder":[74],"capture":[76],"crucial":[77],"RGB":[78,84],"visemes":[79,85,124],"skeleton":[81,87,126],"signees.":[82],"Specifically,":[83],"signees":[88],"learned":[90],"by":[91],"same":[93],"scheme":[94],"Adaptive":[96],"Clip":[97],"Summarization":[98],"(ACS),":[99],"respectively.":[100],"ACS":[101],"consists":[102],"three":[104],"key":[105],"modules,":[106],"i.e.,":[107],"variable-length":[108],"clip":[109],"mining,":[110],"pooling,":[113],"attention-aware":[115],"weighting.":[116],"Besides,":[117],"based":[118],"on":[119],"unaligned":[120],"patterns":[122],"(RGB":[123],"signees),":[127],"query-adaptive":[129],"decoding":[130],"fusion":[131],"proposed":[133,146],"translate":[135],"target":[137],"sentence.":[138],"Extensive":[139],"experiments":[140],"demonstrate":[141],"effectiveness":[143],"framework.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":7}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}