{"id":"https://openalex.org/W7236337153","doi":"https://doi.org/10.48550/arxiv.2611.22409","title":"SignAligner: Dual-Granularity Span Generation for Sign Language Alignment","display_name":"SignAligner: Dual-Granularity Span Generation for Sign Language Alignment","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-17","ids":{"openalex":"https://openalex.org/W7236337153","doi":"https://doi.org/10.48550/arxiv.2611.22409"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.22409","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.22409","pdf_url":"https://arxiv.org/pdf/2611.22409","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7236337153"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.22409","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082575036","display_name":"Jongbhin Woo","orcid":"https://orcid.org/0009-0005-4941-6837","observed_orcids":["https://orcid.org/0009-0005-4941-6837"]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Woo, Jongbhin","raw_affiliation_strings":["School of Electrical Engineering , KAIST , South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering , KAIST , South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013499323","display_name":"Youngjoon Jang","orcid":"https://orcid.org/0009-0002-0500-6025","observed_orcids":["https://orcid.org/0009-0002-0500-6025"]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jang, Youngjoon","raw_affiliation_strings":["Visual Geometry Group , University of Oxford , U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Visual Geometry Group , University of Oxford , U.K","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038723822","display_name":"Joon Son Chung","orcid":"https://orcid.org/0000-0001-7741-7275","observed_orcids":["https://orcid.org/0000-0001-7741-7275"]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chung, Joon Son","raw_affiliation_strings":["School of Electrical Engineering , KAIST , South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering , KAIST , South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.3630000054836273,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.3630000054836273,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3416000008583069,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.06939999759197235,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subtitle-alignment","display_name":"subtitle alignment","score":0.8429999947547913},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.7710000276565552},{"id":"https://openalex.org/keywords/british-sign-language","display_name":"British Sign Language","score":0.7870000004768372}],"concepts":[{"id":"https://openalex.org/C2780364048","wikidata":"https://www.wikidata.org/wiki/Q204028","display_name":"Subtitle","level":2,"score":0.8845000267028809},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7411999702453613},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.7106999754905701},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.6008999943733215},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5863999724388123},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5212000012397766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4968999922275543},{"id":"https://openalex.org/C88626702","wikidata":"https://www.wikidata.org/wiki/Q1128903","display_name":"Continuation","level":2,"score":0.489300012588501},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4683000147342682},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4657000005245209},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.42669999599456787},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.40709999203681946},{"id":"https://openalex.org/C2778753569","wikidata":"https://www.wikidata.org/wiki/Q1960395","display_name":"Span (engineering)","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C110157686","wikidata":"https://www.wikidata.org/wiki/Q922122","display_name":"Broadcasting (networking)","level":2,"score":0.25859999656677246}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.22409","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.22409","pdf_url":"https://arxiv.org/pdf/2611.22409","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.22409","doi":"https://doi.org/10.48550/arxiv.2611.22409","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.22409","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.22409","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.22409","pdf_url":"https://arxiv.org/pdf/2611.22409","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7236337153.pdf","grobid_xml":"https://content.openalex.org/works/W7236337153.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W46193368","https://openalex.org/W1956340063","https://openalex.org/W2560313346","https://openalex.org/W2799020610","https://openalex.org/W2908497602","https://openalex.org/W2964089981","https://openalex.org/W2997429269","https://openalex.org/W3015075688","https://openalex.org/W3016254928","https://openalex.org/W3033228789","https://openalex.org/W3034743747","https://openalex.org/W3045327253","https://openalex.org/W3088731437","https://openalex.org/W3088744711","https://openalex.org/W3092512559","https://openalex.org/W3120002993","https://openalex.org/W3150074127","https://openalex.org/W3186567887","https://openalex.org/W3186742040","https://openalex.org/W4205605843","https://openalex.org/W4214635352","https://openalex.org/W4225693794","https://openalex.org/W4295046616","https://openalex.org/W4312396348","https://openalex.org/W4312621197","https://openalex.org/W4312916580","https://openalex.org/W4386066788","https://openalex.org/W4386231783","https://openalex.org/W4386453815","https://openalex.org/W4388756695","https://openalex.org/W4389518660","https://openalex.org/W4390873341","https://openalex.org/W4391630218","https://openalex.org/W4391631327","https://openalex.org/W4401661011","https://openalex.org/W4402727272","https://openalex.org/W4402754238","https://openalex.org/W4402773331","https://openalex.org/W4403346611","https://openalex.org/W4403888320","https://openalex.org/W4404782756","https://openalex.org/W4406880199","https://openalex.org/W4407168889","https://openalex.org/W4411472307","https://openalex.org/W4413145991","https://openalex.org/W4414580487","https://openalex.org/W4416035957","https://openalex.org/W4416184586","https://openalex.org/W4417210188","https://openalex.org/W7118753380","https://openalex.org/W7131799090","https://openalex.org/W7135101950","https://openalex.org/W7166841312","https://openalex.org/W7196953391"],"related_works":["https://openalex.org/W4385484931","https://openalex.org/W4214635352","https://openalex.org/W7135101950","https://openalex.org/W7166841312","https://openalex.org/W7204467691","https://openalex.org/W4412889382","https://openalex.org/W7114769652","https://openalex.org/W3120002993","https://openalex.org/W7100291186","https://openalex.org/W4417129634"],"abstract_inverted_index":{"Large":[0],"sign-language":[1,54],"corpora":[2],"benefit":[3],"from":[4,79,137,202],"temporal":[5,116],"labels":[6,160],"at":[7,28],"two":[8],"scales:":[9],"subtitle":[10,13,33,37,74,94,149],"spans":[11,17,40,75,78,147,234],"for":[12,18,235],"alignment":[14,34,150],"and":[15,38,56,76,161,231],"word":[16,39,77,90,146,180,233],"sign":[19,80,199],"spotting.":[20],"Sign":[21,103],"spottings":[22],"already":[23],"locate":[24],"words":[25],"in":[26,151,158,193],"time":[27],"corpus":[29],"scale,":[30],"but":[31],"training":[32,144],"jointly":[35,72,140],"on":[36,73],"remains":[41,167],"underexplored.":[42],"We":[43],"present":[44],"SignAligner,":[45],"a":[46,53,57,63,115,152,190],"prompt-conditioned":[47],"visual-language":[48],"span":[49,223],"generator":[50,224],"that":[51,213],"maps":[52],"video":[55,204],"subtitle-sentence":[58],"or":[59],"target-word":[60],"query":[61],"to":[62],"textual":[64],"start/end":[65],"frame":[66],"interval.":[67],"It":[68],"is":[69,207],"first":[70],"trained":[71,141],"spottings,":[81],"then":[82],"refined":[83,108,175,183,225],"with":[84,114,145,176,226],"overlap-based":[85],"rewards":[86],"while":[87],"retaining":[88],"auxiliary":[89],"examples.":[91],"On":[92],"the":[93,98,107,122,138,172,182,186,194,197,203],"test":[95],"set":[96],"of":[97,119,154,171],"British":[99,102],"Broadcasting":[100],"Corporation-Oxford":[101],"Language":[104],"(BOBSL)":[105],"corpus,":[106],"model":[109,184],"reaches":[110],"66.68":[111],"F1@0.50":[112],"(F1":[113],"intersection-over-union":[117],"threshold":[118],"one":[120,221],"half),":[121],"best":[123],"among":[124],"compared":[125],"systems":[126],"without":[127],"external":[128],"sign-video":[129],"resources.":[130],"This":[131],"overlap-reward":[132],"refinement":[133],"outperforms":[134],"cross-entropy":[135],"continuation":[136],"same":[139],"model.":[142],"Joint":[143],"improves":[148],"pair":[153,173],"our":[155],"generators":[156],"matched":[157],"code,":[159],"maximum":[162],"update":[163],"budget.":[164],"The":[165],"advantage":[166],"after":[168],"both":[169],"models":[170],"are":[174],"overlap":[177,227],"rewards.":[178],"For":[179],"queries,":[181],"follows":[185],"queried":[187],"word,":[188],"not":[189],"fixed":[191],"position":[192,215],"video:":[195],"when":[196],"word's":[198],"lies":[200],"away":[201],"centre,":[205],"it":[206],"far":[208],"more":[209],"accurate":[210],"than":[211],"predictions":[212],"use":[214],"alone.":[216],"Together,":[217],"these":[218],"findings":[219],"support":[220],"shared":[222],"rewards,":[228],"aligning":[229],"subtitles":[230],"producing":[232],"human":[236],"review.":[237]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7236337153","counts_by_year":[],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2026-11-19T00:00:00"}
