{"id":"https://openalex.org/W2914680595","doi":"https://doi.org/10.18653/v1/w18-5410","title":"Unsupervised Token-wise Alignment to Improve Interpretation of Encoder-Decoder Models","display_name":"Unsupervised Token-wise Alignment to Improve Interpretation of Encoder-Decoder Models","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2914680595","doi":"https://doi.org/10.18653/v1/w18-5410","mag":"2914680595"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w18-5410","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5410","pdf_url":"https://www.aclweb.org/anthology/W18-5410.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W18-5410.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066002127","display_name":"Shun Kiyono","orcid":"https://orcid.org/0000-0002-5063-9297"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Shun Kiyono","raw_affiliation_strings":["Tohoku University"],"affiliations":[{"raw_affiliation_string":"Tohoku University","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075222372","display_name":"Sho Takase","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sho Takase","raw_affiliation_strings":["NTT Communication Science Laboratories"],"affiliations":[{"raw_affiliation_string":"NTT Communication Science Laboratories","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002182453","display_name":"Jun Suzuki","orcid":"https://orcid.org/0000-0003-2108-1340"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]},{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jun Suzuki","raw_affiliation_strings":["Tohoku University","RIKEN Center for Advanced Intelligence Project","NTT Communication Science Laboratories"],"affiliations":[{"raw_affiliation_string":"Tohoku University","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"RIKEN Center for Advanced Intelligence Project","institution_ids":["https://openalex.org/I4210126580"]},{"raw_affiliation_string":"NTT Communication Science Laboratories","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066940046","display_name":"Naoaki Okazaki","orcid":"https://orcid.org/0000-0001-7635-6175"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naoaki Okazaki","raw_affiliation_strings":["Tokyo Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101815181","display_name":"Kentaro Inui","orcid":"https://orcid.org/0000-0001-6510-604X"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]},{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kentaro Inui","raw_affiliation_strings":["RIKEN Center for Advanced Intelligence Project","Tohoku University"],"affiliations":[{"raw_affiliation_string":"RIKEN Center for Advanced Intelligence Project","institution_ids":["https://openalex.org/I4210126580"]},{"raw_affiliation_string":"Tohoku University","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100520423","display_name":"Masaaki Nagata","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Masaaki Nagata","raw_affiliation_strings":["NTT Communication Science Laboratories"],"affiliations":[{"raw_affiliation_string":"NTT Communication Science Laboratories","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5066002127"],"corresponding_institution_ids":["https://openalex.org/I201537933"],"apc_list":null,"apc_paid":null,"fwci":1.0153,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.8344071,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"74","last_page":"81"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.8857213854789734},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8212472200393677},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6124619841575623},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5595093369483948},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5121071338653564},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.4352375268936157},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.41947633028030396},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.34270602464675903},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08147728443145752}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.8857213854789734},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8212472200393677},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6124619841575623},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5595093369483948},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5121071338653564},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.4352375268936157},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.41947633028030396},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.34270602464675903},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08147728443145752},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/w18-5410","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5410","pdf_url":"https://www.aclweb.org/anthology/W18-5410.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},{"id":"pmh:oai:t2r2.star.titech.ac.jp:50448915","is_oa":false,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100782687","pdf_url":null,"source":{"id":"https://openalex.org/S4377196385","display_name":"Tokyo Tech Research Repository (Tokyo Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114531698","host_organization_name":"Tokyo Institute of Technology","host_organization_lineage":["https://openalex.org/I114531698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"}],"best_oa_location":{"id":"doi:10.18653/v1/w18-5410","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w18-5410","pdf_url":"https://www.aclweb.org/anthology/W18-5410.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2914680595.pdf","grobid_xml":"https://content.openalex.org/works/W2914680595.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1902237438","https://openalex.org/W2064675550","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2157331557","https://openalex.org/W2169724380","https://openalex.org/W2293778248","https://openalex.org/W2511538013","https://openalex.org/W2609482285","https://openalex.org/W2736472496","https://openalex.org/W2741040846","https://openalex.org/W2757222607","https://openalex.org/W2950635152","https://openalex.org/W2962784628","https://openalex.org/W2962834107","https://openalex.org/W2962965405","https://openalex.org/W2963260202","https://openalex.org/W2963506925","https://openalex.org/W2963929190","https://openalex.org/W2963963856","https://openalex.org/W2964121744","https://openalex.org/W2964174820","https://openalex.org/W2964308564","https://openalex.org/W4298170715"],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W2949968076","https://openalex.org/W2935811960","https://openalex.org/W2969407538"],"abstract_inverted_index":{"Developing":[0],"a":[1,31,59,75],"method":[2,60,82],"for":[3,53],"understanding":[4],"the":[5,36,64,68],"inner":[6],"workings":[7],"of":[8,92],"black-box":[9],"neural":[10],"methods":[11],"is":[12,50],"an":[13,22,47,93],"important":[14],"research":[15],"endeavor.":[16],"Conventionally,":[17],"many":[18],"studies":[19,42],"have":[20,43],"used":[21],"attention":[23,48,94],"matrix":[24,49],"to":[25,35,73,90],"interpret":[26],"how":[27],"Encoder-Decoder-based":[28],"models":[29,63],"translate":[30],"given":[32],"source":[33,69],"sentence":[34],"corresponding":[37],"target":[38,71],"sentence.":[39],"However,":[40],"recent":[41],"empirically":[44],"revealed":[45],"that":[46,61,80,87],"not":[51],"optimal":[52],"token-wise":[54,65,85],"translation":[55],"analyses.":[56],"We":[57],"propose":[58],"explicitly":[62],"alignment":[66],"between":[67],"and":[70],"sequences":[72],"provide":[74],"better":[76],"analysis.":[77],"Experiments":[78],"show":[79],"our":[81],"can":[83],"acquire":[84],"alignments":[86],"are":[88],"superior":[89],"those":[91],"mechanism":[95],"1":[96],".":[97]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}