{"id":"https://openalex.org/W4298119004","doi":"https://doi.org/10.1587/transinf.2021edp7227","title":"Analysis on Norms of Word Embedding and Hidden Vectors in Neural Conversational Model Based on Encoder-Decoder RNN","display_name":"Analysis on Norms of Word Embedding and Hidden Vectors in Neural Conversational Model Based on Encoder-Decoder RNN","publication_year":2022,"publication_date":"2022-09-30","ids":{"openalex":"https://openalex.org/W4298119004","doi":"https://doi.org/10.1587/transinf.2021edp7227"},"language":"en","primary_location":{"id":"doi:10.1587/transinf.2021edp7227","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2021edp7227","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E105.D/10/E105.D_2021EDP7227/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.jstage.jst.go.jp/article/transinf/E105.D/10/E105.D_2021EDP7227/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059724869","display_name":"Manaya TOMIOKA","orcid":null},"institutions":[{"id":"https://openalex.org/I133984924","display_name":"Doshisha University","ror":"https://ror.org/01fxdkm29","country_code":"JP","type":"education","lineage":["https://openalex.org/I133984924"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Manaya TOMIOKA","raw_affiliation_strings":["Graduate School of Science and Engineering, Doshisha University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Doshisha University","institution_ids":["https://openalex.org/I133984924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103984126","display_name":"Tsuneo Kato","orcid":null},"institutions":[{"id":"https://openalex.org/I133984924","display_name":"Doshisha University","ror":"https://ror.org/01fxdkm29","country_code":"JP","type":"education","lineage":["https://openalex.org/I133984924"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tsuneo KATO","raw_affiliation_strings":["Graduate School of Science and Engineering, Doshisha University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Doshisha University","institution_ids":["https://openalex.org/I133984924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102926384","display_name":"Akihiro Tamura","orcid":"https://orcid.org/0000-0003-4622-7713"},"institutions":[{"id":"https://openalex.org/I133984924","display_name":"Doshisha University","ror":"https://ror.org/01fxdkm29","country_code":"JP","type":"education","lineage":["https://openalex.org/I133984924"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akihiro TAMURA","raw_affiliation_strings":["Graduate School of Science and Engineering, Doshisha University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Engineering, Doshisha University","institution_ids":["https://openalex.org/I133984924"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I133984924"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10982532,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"E105.D","issue":"10","first_page":"1780","last_page":"1789"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8266772031784058},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.7938058376312256},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.7172098159790039},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.6928898096084595},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6924009323120117},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6532893776893616},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5965848565101624},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5227991938591003},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5149686932563782},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.5068519711494446},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.49289441108703613},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4453516900539398},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4419204294681549},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4340674579143524},{"id":"https://openalex.org/keywords/predictability","display_name":"Predictability","score":0.4206007719039917},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3514217138290405},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34538552165031433},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12924709916114807}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8266772031784058},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.7938058376312256},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.7172098159790039},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6928898096084595},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6924009323120117},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6532893776893616},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5965848565101624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5227991938591003},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5149686932563782},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5068519711494446},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.49289441108703613},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4453516900539398},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4419204294681549},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4340674579143524},{"id":"https://openalex.org/C197640229","wikidata":"https://www.wikidata.org/wiki/Q2534066","display_name":"Predictability","level":2,"score":0.4206007719039917},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3514217138290405},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34538552165031433},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12924709916114807},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1587/transinf.2021edp7227","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2021edp7227","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E105.D/10/E105.D_2021EDP7227/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1587/transinf.2021edp7227","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2021edp7227","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E105.D/10/E105.D_2021EDP7227/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4298119004.pdf","grobid_xml":"https://content.openalex.org/works/W4298119004.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W165283731","https://openalex.org/W179875071","https://openalex.org/W1902237438","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2157331557","https://openalex.org/W2764285152","https://openalex.org/W2890969459","https://openalex.org/W2897507397","https://openalex.org/W2938704169","https://openalex.org/W2962883855","https://openalex.org/W2963167310","https://openalex.org/W2963206148","https://openalex.org/W2964298349","https://openalex.org/W3022187094","https://openalex.org/W3086782557","https://openalex.org/W3099143320","https://openalex.org/W3183487010"],"related_works":["https://openalex.org/W2726467123","https://openalex.org/W2064726690","https://openalex.org/W4252678288","https://openalex.org/W1607297154","https://openalex.org/W2160451571","https://openalex.org/W2794347674","https://openalex.org/W2495256954","https://openalex.org/W2121870595","https://openalex.org/W2944541365","https://openalex.org/W2896411932"],"abstract_inverted_index":{"A":[0],"neural":[1,10,23],"conversational":[2],"model":[3,117,204],"(NCM)":[4],"based":[5,30],"on":[6,31,81,96,136],"an":[7,14,76],"encoder-decoder":[8,77],"recurrent":[9,146,219],"network":[11],"(RNN)":[12],"with":[13,103,110,123,148,187,198],"attention":[15,46],"mechanism":[16,47],"learns":[17,27],"different":[18],"sequence-to-sequence":[19],"mappings":[20,42],"from":[21],"what":[22,120],"machine":[24],"translation":[25],"(NMT)":[26],"even":[28],"when":[29],"the":[32,36,45,68,72,82,97,106,124,127,141,145,153,165,171,178,181,192,199,206,214,218,222],"same":[33],"technique.":[34],"In":[35],"NCM,":[37],"we":[38,70,92,132],"confirmed":[39],"that":[40,59,177],"target-word-to-source-word":[41],"captured":[43],"by":[44],"are":[48,185,196],"not":[49],"as":[50,54,201],"clear":[51],"and":[52,88,109,129,155,224],"stationary":[53],"those":[55,195],"for":[56,152],"NMT.":[57],"Considering":[58],"vector":[60,143],"norms":[61,83,98,125,137,179,215],"indicate":[62],"a":[63,114,202],"magnitude":[64,166],"of":[65,75,84,99,113,138,144,167,180],"information":[66,168,190],"in":[67,105,126,140,191,205,221],"processing,":[69],"analyzed":[71],"inner":[73],"workings":[74],"GRU-based":[78],"NCM":[79],"focusing":[80],"word":[85,100,182],"embedding":[86,101,183],"vectors":[87,102,151,184],"hidden":[89,142],"vectors.":[90],"First,":[91],"conducted":[93,133],"correlation":[94,134],"analyses":[95,135,159],"frequencies":[104],"training":[107],"set":[108],"conditional":[111],"entropies":[112],"bi-gram":[115],"language":[116,203],"to":[118,162],"understand":[119,163],"is":[121],"correlated":[122],"encoder":[128,154,223],"decoder.":[130,207,225],"Second,":[131],"change":[139],"layer":[147,220],"their":[149,188],"input":[150],"decoder,":[156],"respectively.":[157],"These":[158],"were":[160],"done":[161],"how":[164,213],"propagates":[169],"through":[170,217],"network.":[172],"The":[173,208],"analytical":[174,209],"results":[175,210],"suggested":[176],"associated":[186,197],"semantic":[189],"encoder,":[193],"while":[194],"predictability":[200],"further":[211],"revealed":[212],"propagate":[216]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}