{"id":"https://openalex.org/W4377041335","doi":"https://doi.org/10.1016/j.nlp.2023.100016","title":"Do cues in a video help in handling rare words in a machine translation system under a low-resource setting?","display_name":"Do cues in a video help in handling rare words in a machine translation system under a low-resource setting?","publication_year":2023,"publication_date":"2023-05-17","ids":{"openalex":"https://openalex.org/W4377041335","doi":"https://doi.org/10.1016/j.nlp.2023.100016"},"language":"en","primary_location":{"id":"doi:10.1016/j.nlp.2023.100016","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.nlp.2023.100016","pdf_url":null,"source":{"id":"https://openalex.org/S4387285670","display_name":"Natural Language Processing Journal","issn_l":"2949-7191","issn":["2949-7191"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Processing Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1016/j.nlp.2023.100016","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046687616","display_name":"Loitongbam Sanayai Meetei","orcid":"https://orcid.org/0000-0002-9816-9108"},"institutions":[{"id":"https://openalex.org/I151903974","display_name":"National Institute Of Technology Silchar","ror":"https://ror.org/001ws2a36","country_code":"IN","type":"education","lineage":["https://openalex.org/I151903974"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Loitongbam Sanayai Meetei","raw_affiliation_strings":["Department of Computer Science and Engineering, National Institute of Technology Silchar, Assam, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Institute of Technology Silchar, Assam, India","institution_ids":["https://openalex.org/I151903974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024079779","display_name":"Alok Singh","orcid":"https://orcid.org/0000-0002-2683-0542"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alok Singh","raw_affiliation_strings":["Oxford Sustainable Finance Group, Smith School of Enterprise and the Environment, School of Geography and the Environment, University of Oxford, Oxford, UK"],"affiliations":[{"raw_affiliation_string":"Oxford Sustainable Finance Group, Smith School of Enterprise and the Environment, School of Geography and the Environment, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029923937","display_name":"Thoudam Doren Singh","orcid":"https://orcid.org/0000-0001-9906-9136"},"institutions":[{"id":"https://openalex.org/I151903974","display_name":"National Institute Of Technology Silchar","ror":"https://ror.org/001ws2a36","country_code":"IN","type":"education","lineage":["https://openalex.org/I151903974"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Thoudam Doren Singh","raw_affiliation_strings":["Department of Computer Science and Engineering, National Institute of Technology Silchar, Assam, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, National Institute of Technology Silchar, Assam, India","institution_ids":["https://openalex.org/I151903974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006218020","display_name":"Sivaji Bandyopadhyay","orcid":"https://orcid.org/0000-0003-2607-1774"},"institutions":[{"id":"https://openalex.org/I170979836","display_name":"Jadavpur University","ror":"https://ror.org/02af4h012","country_code":"IN","type":"education","lineage":["https://openalex.org/I170979836"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sivaji Bandyopadhyay","raw_affiliation_strings":["Department of Computer Science and Engineering, Jadavpur University, West Bengal, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Jadavpur University, West Bengal, India","institution_ids":["https://openalex.org/I170979836"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5046687616"],"corresponding_institution_ids":["https://openalex.org/I151903974"],"apc_list":null,"apc_paid":null,"fwci":0.4823,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.63721836,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"3","issue":null,"first_page":"100016","last_page":"100016"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8624774813652039},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.807002067565918},{"id":"https://openalex.org/keywords/hindi","display_name":"Hindi","score":0.7134594917297363},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6968827843666077},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6602557897567749},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5998113751411438},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5689049363136292},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.49860239028930664},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4949731230735779},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3913775682449341}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8624774813652039},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.807002067565918},{"id":"https://openalex.org/C519982507","wikidata":"https://www.wikidata.org/wiki/Q1568","display_name":"Hindi","level":2,"score":0.7134594917297363},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6968827843666077},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6602557897567749},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5998113751411438},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5689049363136292},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.49860239028930664},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4949731230735779},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3913775682449341},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.nlp.2023.100016","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.nlp.2023.100016","pdf_url":null,"source":{"id":"https://openalex.org/S4387285670","display_name":"Natural Language Processing Journal","issn_l":"2949-7191","issn":["2949-7191"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Processing Journal","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.nlp.2023.100016","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.nlp.2023.100016","pdf_url":null,"source":{"id":"https://openalex.org/S4387285670","display_name":"Natural Language Processing Journal","issn_l":"2949-7191","issn":["2949-7191"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Processing Journal","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W1502957213","https://openalex.org/W1522301498","https://openalex.org/W1593271688","https://openalex.org/W2131774270","https://openalex.org/W2133564696","https://openalex.org/W2164948578","https://openalex.org/W2185175083","https://openalex.org/W2247368039","https://openalex.org/W2250342921","https://openalex.org/W2521118911","https://openalex.org/W2588998509","https://openalex.org/W2601423094","https://openalex.org/W2607303097","https://openalex.org/W2616400984","https://openalex.org/W2619947201","https://openalex.org/W2767982226","https://openalex.org/W2781528640","https://openalex.org/W2786891429","https://openalex.org/W2899274165","https://openalex.org/W2899575547","https://openalex.org/W2914740698","https://openalex.org/W2915480215","https://openalex.org/W2915824643","https://openalex.org/W2924700250","https://openalex.org/W2997331536","https://openalex.org/W3036286589","https://openalex.org/W3156404059","https://openalex.org/W3175065555","https://openalex.org/W3184377166","https://openalex.org/W4200305315","https://openalex.org/W4205807230","https://openalex.org/W4220833736","https://openalex.org/W4235036578","https://openalex.org/W4236965008","https://openalex.org/W4248902798","https://openalex.org/W4249502209","https://openalex.org/W4285143713","https://openalex.org/W4301409532","https://openalex.org/W4318570463","https://openalex.org/W4320016117","https://openalex.org/W6631456553","https://openalex.org/W6638575559","https://openalex.org/W6639478124","https://openalex.org/W6654335291","https://openalex.org/W6679436768","https://openalex.org/W6680145277","https://openalex.org/W6680375555","https://openalex.org/W6684941089","https://openalex.org/W6704967022","https://openalex.org/W6716758184","https://openalex.org/W6717262007","https://openalex.org/W6717767745","https://openalex.org/W6725987759","https://openalex.org/W6732518095","https://openalex.org/W6734621010","https://openalex.org/W6745064204","https://openalex.org/W6750200984","https://openalex.org/W6753720546","https://openalex.org/W6755651582","https://openalex.org/W6761014454","https://openalex.org/W6761436246","https://openalex.org/W6770275780","https://openalex.org/W6782728736","https://openalex.org/W6783007399","https://openalex.org/W6785406856","https://openalex.org/W6786272448","https://openalex.org/W6795894488","https://openalex.org/W6797637475","https://openalex.org/W6804419019","https://openalex.org/W6804814766","https://openalex.org/W6839373302","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Video":[0],"modality":[1,93,156,229],"is":[2,38,103],"an":[3,90,153,227],"emerging":[4],"research":[5],"area":[6],"among":[7],"the":[8,24,29,33,68,72,96,116,120,147,158,161,166,221,241,249],"numerous":[9],"modalities":[10,21],"utilized":[11],"for":[12,78,230,254],"multimodal":[13,36,52,65,245],"machine":[14,17,53,123,232],"translation.":[15],"Multimodal":[16],"translation":[18,54,124,233],"uses":[19],"multiple":[20],"to":[22,192],"improve":[23],"machine-translated":[25],"target":[26],"language":[27,70,80,256],"from":[28],"source":[30,97],"language.":[31],"However,":[32],"currently":[34],"available":[35],"dataset":[37,66],"focused":[39],"on":[40,134],"a":[41,50,58,63,106,187],"few":[42],"well-studied":[43],"languages.":[44],"In":[45],"this":[46,79],"paper,":[47],"we":[48],"propose":[49],"video-guided":[51],"(VMMT)":[55],"model":[56],"under":[57],"low-resource":[59,237],"setting":[60],"by":[61],"building":[62],"synthetic":[64,244],"of":[67,75,149,160,190,223,243,251],"English-Hindi":[69],"pair,":[71],"first":[73],"one":[74,138],"its":[76],"kind":[77],"pair.":[81],"The":[82,99],"VMMT":[83,117,212],"system":[84,126,163,213],"employs":[85],"spatio-temporal":[86,100],"video":[87,101,150],"context":[88,102,151],"as":[89,152,171,226],"additional":[91,154,228],"input":[92,155],"along":[94],"with":[95,210],"text.":[98],"extracted":[104],"using":[105,127],"pre-trained":[107],"3D":[108],"convolutional":[109],"neural":[110,122],"network.":[111],"We":[112],"report":[113],"how":[114],"well":[115],"systems":[118,234],"outperform":[119],"text-only":[121],"(NMT)":[125],"automatic":[128],"evaluation":[129,133],"metrics":[130],"and":[131,140,180,195,201,204,239],"human":[132],"two":[135],"test":[136],"datasets:":[137],"in-domain":[139],"another":[141],"out-domain.":[142],"Our":[143,183,218],"results":[144,185],"indicate":[145],"that":[146],"use":[148],"enhances":[157],"performance":[159],"MT":[162,168],"in":[164,177,199,208,236,247],"resolving":[165],"various":[167],"challenges,":[169],"such":[170],"handling":[172],"rare":[173],"words,":[174],"ambiguity,":[175],"etc.,":[176],"both":[178],"English\u2192Hindi":[179,200],"Hindi\u2192English":[181,209],"translations.":[182],"experimental":[184],"show":[186],"significant":[188],"improvement":[189],"up":[191],"+4.2":[193],"BLEU":[194,203],"+0.07":[196,205],"chrF":[197,206],"scores":[198,207],"+5.4":[202],"our":[211],"over":[214],"unimodal":[215],"NMT":[216],"system.":[217],"findings":[219],"highlight":[220],"potential":[222],"visual":[224],"cues":[225],"improving":[231],"especially":[235],"settings":[238],"emphasize":[240],"importance":[242],"datasets":[246],"addressing":[248],"scarcity":[250],"diverse":[252],"data":[253],"less-studied":[255],"pairs.":[257]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}