{"id":"https://openalex.org/W4321020739","doi":"https://doi.org/10.1109/fg57933.2023.10042711","title":"SignNet: Single Channel Sign Generation using Metric Embedded Learning","display_name":"SignNet: Single Channel Sign Generation using Metric Embedded Learning","publication_year":2023,"publication_date":"2023-01-05","ids":{"openalex":"https://openalex.org/W4321020739","doi":"https://doi.org/10.1109/fg57933.2023.10042711"},"language":"en","primary_location":{"id":"doi:10.1109/fg57933.2023.10042711","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/fg57933.2023.10042711","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 17th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062071989","display_name":"Tejaswini Ananthanarayana","orcid":null},"institutions":[{"id":"https://openalex.org/I2800278093","display_name":"Sony Corporation (United States)","ror":"https://ror.org/05k91zb11","country_code":"US","type":"company","lineage":["https://openalex.org/I2800278093"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tejaswini Ananthanarayana","raw_affiliation_strings":["SONY Corporation,USA","SONY Corporation, USA"],"affiliations":[{"raw_affiliation_string":"SONY Corporation,USA","institution_ids":["https://openalex.org/I2800278093"]},{"raw_affiliation_string":"SONY Corporation, USA","institution_ids":["https://openalex.org/I2800278093"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044327167","display_name":"Lipisha Chaudhary","orcid":"https://orcid.org/0000-0002-8863-1338"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lipisha Chaudhary","raw_affiliation_strings":["University at Buffalo,Department of Computer Science and Engineering,NY,USA","Department of Computer Science and Engineering, University at Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"University at Buffalo,Department of Computer Science and Engineering,NY,USA","institution_ids":["https://openalex.org/I63190737"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, University at Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022590472","display_name":"Ifeoma Nwogu","orcid":"https://orcid.org/0000-0003-1414-6433"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ifeoma Nwogu","raw_affiliation_strings":["University at Buffalo,Department of Computer Science and Engineering,NY,USA","Department of Computer Science and Engineering, University at Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"University at Buffalo,Department of Computer Science and Engineering,NY,USA","institution_ids":["https://openalex.org/I63190737"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, University at Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5062071989"],"corresponding_institution_ids":["https://openalex.org/I2800278093"],"apc_list":null,"apc_paid":null,"fwci":0.3453,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.55700908,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"10","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8287167549133301},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6508175730705261},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6352177858352661},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5977631211280823},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.585103452205658},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5394701361656189},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5084940195083618},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4900246858596802},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4384881556034088},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4054446220397949},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.17595458030700684},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07060503959655762}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8287167549133301},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6508175730705261},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6352177858352661},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5977631211280823},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.585103452205658},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5394701361656189},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5084940195083618},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4900246858596802},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4384881556034088},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4054446220397949},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.17595458030700684},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07060503959655762},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fg57933.2023.10042711","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/fg57933.2023.10042711","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 17th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.699999988079071}],"awards":[{"id":"https://openalex.org/G998836793","display_name":null,"funder_award_id":"1846076","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W157023553","https://openalex.org/W602977392","https://openalex.org/W1522301498","https://openalex.org/W1568066624","https://openalex.org/W2096733369","https://openalex.org/W2101105183","https://openalex.org/W2124934925","https://openalex.org/W2127141656","https://openalex.org/W2133564696","https://openalex.org/W2171280940","https://openalex.org/W2188882108","https://openalex.org/W2250636693","https://openalex.org/W2962730651","https://openalex.org/W3024396289","https://openalex.org/W3107972479","https://openalex.org/W3161569725","https://openalex.org/W3175585044","https://openalex.org/W4230527737","https://openalex.org/W4385245566","https://openalex.org/W4385718003","https://openalex.org/W6604828220","https://openalex.org/W6631190155","https://openalex.org/W6679434410","https://openalex.org/W6781846555","https://openalex.org/W6809710710"],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W2110143569","https://openalex.org/W2183306018","https://openalex.org/W3122938442","https://openalex.org/W2549990292","https://openalex.org/W2345479200","https://openalex.org/W2951819827","https://openalex.org/W2849310602","https://openalex.org/W2419146053","https://openalex.org/W2025206082"],"abstract_inverted_index":{"A":[0],"true":[1],"interpreting":[2],"agent":[3],"not":[4],"only":[5,69],"understands":[6,15],"sign":[7,27,148],"language":[8,28],"and":[9,17,161,210,238],"translates":[10,18],"to":[11,19,30,39,119,143,151,158,199,218],"text,":[12],"but":[13],"also":[14,155],"text":[16,217],"signs.":[20],"Much":[21],"of":[22,56,60,72,99,164,197,216],"the":[23,42,54,97,100,123,145,183,195,214,248],"AI":[24],"work":[25],"in":[26,63,108,213,224],"translation":[29,49],"date":[31],"has":[32],"focused":[33],"mainly":[34],"on":[35,247],"translating":[36],"from":[37],"signs":[38,62,165],"text.":[40],"Towards":[41],"latter":[43],"goal,":[44],"we":[45,117,130,172],"propose":[46],"a":[47,73,91,109,120,133,137],"text-to-sign":[48,79],"model,":[50],"SignNet,":[51,132],"which":[52],"exploits":[53],"notion":[55],"similarity":[57,167],"(and":[58],"dissimilarity)":[59],"visual":[61],"translating.":[64],"This":[65],"module":[66],"presented":[67],"is":[68],"one":[70],"part":[71],"dual-learning":[74],"two":[75],"task":[76,102,135,196,215],"process":[77],"involving":[78],"(T2S)":[80],"as":[81,83,90,203,205],"well":[82,204],"sign-to-text":[84],"(S2T).":[85],"We":[86,154],"currently":[87],"implement":[88],"SignNet":[89,201],"single":[92,115,121],"channel":[93],"architecture":[94],"so":[95],"that":[96,174],"output":[98],"T2S":[101,134],"can":[103],"be":[104],"fed":[105],"into":[106],"S2T":[107],"continuous":[110],"dual":[111],"learning":[112,141],"framework.":[113],"By":[114],"channel,":[116],"refer":[118],"modality,":[122],"body":[124],"pose":[125],"joints.":[126],"In":[127,194],"this":[128],"work,":[129],"present":[131],"using":[136,191],"novel":[138],"metric":[139,175],"embedding":[140,176],"process,":[142],"preserve":[144],"distances":[146],"between":[147],"embeddings":[149],"relative":[150],"their":[152],"dissimilarity.":[153],"describe":[156],"how":[157],"choose":[159],"positive":[160],"negative":[162],"examples":[163],"for":[166],"testing.":[168],"From":[169],"our":[170],"analysis,":[171],"observe":[173],"learning-based":[177],"model":[178],"perform":[179],"significantly":[180],"better":[181],"than":[182],"other":[184],"models":[185],"with":[186],"traditional":[187],"losses,":[188],"when":[189,245],"evaluated":[190],"BLEU":[192,225,228,239],"scores.":[193],"gloss":[198],"pose,":[200,219],"performed":[202],"its":[206],"state-of-the-art":[207],"(SoTA)":[208],"counterparts":[209],"outperformed":[211],"them":[212],"by":[220],"showing":[221],"noteworthy":[222],"enhancements":[223],"1":[226],"-":[227],"4":[229],"scores":[230],"(BLEU":[231],"1:":[232],"31":[233],"\u2192":[234],"39;":[235],"\u224826%":[236],"improvement":[237],"4:":[240],"10.43":[241],"\u219211.84;":[242],"\u224814%":[243],"improvement)":[244],"tested":[246],"popular":[249],"RWTH":[250],"PHOENIX-Weather-2014T":[251],"benchmark":[252],"dataset":[253]},"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}