{"id":"https://openalex.org/W2332031589","doi":"https://doi.org/10.1145/2816816","title":"Adaptation of Language Models for SMT Using Neural Networks with Topic Information","display_name":"Adaptation of Language Models for SMT Using Neural Networks with Topic Information","publication_year":2016,"publication_date":"2016-01-22","ids":{"openalex":"https://openalex.org/W2332031589","doi":"https://doi.org/10.1145/2816816","mag":"2332031589"},"language":"en","primary_location":{"id":"doi:10.1145/2816816","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2816816","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083849173","display_name":"Yinggong Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinggong Zhao","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102865824","display_name":"Shujian Huang","orcid":"https://orcid.org/0000-0003-4869-0832"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shujian Huang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102994315","display_name":"Xinyu Dai","orcid":"https://orcid.org/0000-0002-4139-7337"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin-Yu Dai","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100427076","display_name":"Jiajun Chen","orcid":"https://orcid.org/0000-0001-5618-3932"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajun Chen","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.01444488,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"15","issue":"3","first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8169406652450562},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.7889132499694824},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.7378228306770325},{"id":"https://openalex.org/keywords/feedforward-neural-network","display_name":"Feedforward neural network","score":0.6158150434494019},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6065558195114136},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.584407389163971},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.5795256495475769},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5102431774139404},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.49330511689186096},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4697969853878021},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.433943510055542},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.42874136567115784},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3526867628097534}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8169406652450562},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.7889132499694824},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.7378228306770325},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.6158150434494019},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6065558195114136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.584407389163971},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5795256495475769},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5102431774139404},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.49330511689186096},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4697969853878021},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.433943510055542},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.42874136567115784},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3526867628097534},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2816816","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2816816","pdf_url":null,"source":{"id":"https://openalex.org/S4306421405","display_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","issn_l":"2375-4699","issn":["2375-4699","2375-4702"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Asian and Low-Resource Language Information Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2352901542","display_name":null,"funder_award_id":"20110091110003","funder_id":"https://openalex.org/F4320336024","funder_display_name":"Specialized Research Fund for the Doctoral Program of Higher Education of China"},{"id":"https://openalex.org/G44020052","display_name":null,"funder_award_id":"61300158, 61170181","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336024","display_name":"Specialized Research Fund for the Doctoral Program of Higher Education of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W141304052","https://openalex.org/W179875071","https://openalex.org/W222053410","https://openalex.org/W932413789","https://openalex.org/W1665214252","https://openalex.org/W1885811119","https://openalex.org/W1999965501","https://openalex.org/W2104518905","https://openalex.org/W2112900913","https://openalex.org/W2115161902","https://openalex.org/W2118434577","https://openalex.org/W2120615054","https://openalex.org/W2129224106","https://openalex.org/W2131462252","https://openalex.org/W2139989135","https://openalex.org/W2144279206","https://openalex.org/W2144600658","https://openalex.org/W2149741699","https://openalex.org/W2149971620","https://openalex.org/W2152790380","https://openalex.org/W2153653739","https://openalex.org/W2156985047","https://openalex.org/W2158195707","https://openalex.org/W2162429782","https://openalex.org/W2165395109","https://openalex.org/W2166905217","https://openalex.org/W2185062546","https://openalex.org/W2250489405","https://openalex.org/W2251098065","https://openalex.org/W2251682575","https://openalex.org/W2251939518","https://openalex.org/W2252217186","https://openalex.org/W2437005631","https://openalex.org/W2915722758","https://openalex.org/W2949547296","https://openalex.org/W2949888546","https://openalex.org/W2950075229","https://openalex.org/W2950577311","https://openalex.org/W2950580142","https://openalex.org/W2963084471","https://openalex.org/W2963522696","https://openalex.org/W2998704965","https://openalex.org/W3021713321","https://openalex.org/W4285719527","https://openalex.org/W6680532216"],"related_works":["https://openalex.org/W2610308580","https://openalex.org/W2169518243","https://openalex.org/W2252095989","https://openalex.org/W4322096525","https://openalex.org/W2551914602","https://openalex.org/W4281893144","https://openalex.org/W4287323699","https://openalex.org/W2105076537","https://openalex.org/W2084531783","https://openalex.org/W2902731467"],"abstract_inverted_index":{"Neural":[0],"network":[1,23,83,147],"language":[2,66],"models":[3],"(LMs)":[4],"are":[5],"shown":[6],"to":[7,46,75,90,93,101,115,130,149],"be":[8,76,170,185],"effective":[9],"in":[10],"improving":[11],"the":[12,29,62,94,97,116,132,154,164,174,179,189,194,217],"performance":[13,219],"of":[14,61,119,181],"statistical":[15],"machine":[16,42],"translation":[17,43,49,218],"(SMT)":[18],"systems.":[19],"However,":[20],"state-of-the-art":[21,63],"neural":[22,65,82,95,146],"LMs":[24,84],"usually":[25],"use":[26],"words":[27],"before":[28,106],"current":[30],"position":[31],"as":[32],"context":[33],"and":[34,178],"neglect":[35],"global":[36],"topic":[37,69,104,113,134,158],"information,":[38],"which":[39],"can":[40,169,184],"help":[41],"(MT)":[44],"systems":[45],"select":[47],"better":[48],"candidates":[50],"from":[51],"a":[52,120,125,144,204,221],"higher":[53],"perspective.":[54],"In":[55],"this":[56],"work,":[57],"we":[58,142],"propose":[59,143],"improvement":[60],"feedforward":[64,121,145,176,211],"model":[67,129,148,191],"with":[68,188,193,213],"information.":[70,140],"Two":[71],"main":[72],"issues":[73],"need":[74],"tackled":[77],"when":[78],"adding":[79],"topics":[80,92,110,183,215],"into":[81],"for":[85,157],"SMT:":[86],"one":[87],"is":[88,99],"how":[89,100],"incorporate":[91,109],"network;":[96],"other":[98],"get":[102],"target-side":[103,133,182],"distribution":[105,114,135],"translation.":[107],"We":[108,123],"by":[111,173],"appending":[112],"input":[117],"layer":[118],"LM.":[122],"adopt":[124],"multinomial":[126],"logistic-regression":[127],"(MLR)":[128],"predict":[131],"based":[136],"on":[137,153,166,203],"source":[138,155,196],"side":[139,156],"Moreover,":[141],"learn":[150],"joint":[151,195],"representations":[152],"prediction.":[159],"LM":[160,212],"experiments":[161],"demonstrate":[162],"that":[163,209],"perplexity":[165],"validation":[167],"set":[168],"greatly":[171],"reduced":[172],"topic-enhanced":[175],"LM,":[177],"prediction":[180],"improved":[186],"dramatically":[187],"MLR":[190],"equipped":[192],"representations.":[197],"A":[198],"final":[199],"MT":[200],"experiment,":[201],"conducted":[202],"large-scale":[205],"Chinese--English":[206],"dataset,":[207],"shows":[208],"our":[210],"predicted":[214],"improves":[216],"against":[220],"strong":[222],"baseline.":[223]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}