{"id":"https://openalex.org/W4388821318","doi":"https://doi.org/10.1109/apsipaasc58517.2023.10317372","title":"Learning to Enhance the Position Embedding and Coherence","display_name":"Learning to Enhance the Position Embedding and Coherence","publication_year":2023,"publication_date":"2023-10-31","ids":{"openalex":"https://openalex.org/W4388821318","doi":"https://doi.org/10.1109/apsipaasc58517.2023.10317372"},"language":"en","primary_location":{"id":"doi:10.1109/apsipaasc58517.2023.10317372","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/apsipaasc58517.2023.10317372","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109656925","display_name":"Ting-Jia Shu","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ting-Jia Shu","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Hsinchu,Taiwan","Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061908942","display_name":"Jen\u2010Tzung Chien","orcid":"https://orcid.org/0000-0003-3466-8941"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jen-Tzung Chien","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Hsinchu,Taiwan","Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":null,"first_page":"881","last_page":"886"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7355514764785767},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6912165284156799},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6825413107872009},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6537447571754456},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5744607448577881},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.554516613483429},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.436736524105072},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4152839183807373},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36141714453697205},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3497990369796753},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1431109607219696},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06069701910018921}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7355514764785767},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6912165284156799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6825413107872009},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6537447571754456},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5744607448577881},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.554516613483429},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.436736524105072},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4152839183807373},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36141714453697205},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3497990369796753},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1431109607219696},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06069701910018921},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/apsipaasc58517.2023.10317372","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/apsipaasc58517.2023.10317372","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2014506068","https://openalex.org/W2064675550","https://openalex.org/W2101105183","https://openalex.org/W2133564696","https://openalex.org/W2405331948","https://openalex.org/W2896457183","https://openalex.org/W2933138175","https://openalex.org/W2950635152","https://openalex.org/W2962784628","https://openalex.org/W2963925437","https://openalex.org/W2964110616","https://openalex.org/W2985287635","https://openalex.org/W3085139254","https://openalex.org/W3106210592","https://openalex.org/W3133264589","https://openalex.org/W3155584966","https://openalex.org/W3163641955","https://openalex.org/W3173899333","https://openalex.org/W3198347216","https://openalex.org/W3199418160","https://openalex.org/W3200520312","https://openalex.org/W4220758154","https://openalex.org/W4224925597","https://openalex.org/W4225810142","https://openalex.org/W4287124724","https://openalex.org/W4292779060","https://openalex.org/W4296068966","https://openalex.org/W4312097416","https://openalex.org/W4385245566","https://openalex.org/W4385488739","https://openalex.org/W6679434410","https://openalex.org/W6737778391","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6760601182","https://openalex.org/W6769935647","https://openalex.org/W6771626834","https://openalex.org/W6778883912","https://openalex.org/W6783944145","https://openalex.org/W6788864986","https://openalex.org/W6790494085","https://openalex.org/W6797264745","https://openalex.org/W6803996941"],"related_works":["https://openalex.org/W3176018525","https://openalex.org/W2903533908","https://openalex.org/W2966686650","https://openalex.org/W2903810591","https://openalex.org/W4289548192","https://openalex.org/W3026554633","https://openalex.org/W2888520903","https://openalex.org/W2949454572","https://openalex.org/W2952599318","https://openalex.org/W2890256614"],"abstract_inverted_index":{"Transformer":[0],"is":[1,17,22,44,66,98,106],"known":[2],"as":[3],"a":[4,76],"powerful":[5],"learning":[6],"machine":[7,16,113],"for":[8],"sequence-to-sequence":[9],"learning.":[10],"One":[11],"weakness":[12],"of":[13,33,48,95,102,117],"this":[14,73],"attention-based":[15],"that":[18],"the":[19,34,42,56,63,84,88,93,103,109],"attention":[20],"mechanism":[21],"not":[23],"sensitive":[24],"to":[25,36,54],"position":[26,30,58,79,85,96],"information.":[27],"The":[28,100],"absolute":[29],"embedding":[31,59,80],"lacks":[32],"generalization":[35],"an":[37],"unknown":[38],"test":[39],"sequence":[40],"where":[41,92],"length":[43],"longer":[45],"than":[46],"those":[47],"training":[49],"sequences.":[50],"It":[51],"becomes":[52],"important":[53],"adopt":[55],"relative":[57],"in":[60,115],"transformer,":[61],"but":[62],"computation":[64,90,120],"load":[65],"significantly":[67],"increased.":[68],"This":[69],"paper":[70],"deals":[71],"with":[72,87],"issue":[74],"through":[75],"new":[77],"relation-aware":[78],"which":[81],"properly":[82],"characterizes":[83],"information":[86],"limited":[89],"overhead":[91],"property":[94],"coherence":[97],"held.":[99],"merit":[101],"proposed":[104],"method":[105],"illustrated":[107],"by":[108],"experiments":[110],"on":[111],"neural":[112],"translation":[114],"terms":[116],"BLEU":[118],"and":[119],"time,":[121]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}