{"id":"https://openalex.org/W4313000770","doi":"https://doi.org/10.1109/ijcnn55064.2022.9891918","title":"Hybrid Attention-based Transformer for Long-range Document Classification","display_name":"Hybrid Attention-based Transformer for Long-range Document Classification","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4313000770","doi":"https://doi.org/10.1109/ijcnn55064.2022.9891918"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9891918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9891918","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":"2161-4407","issn":["2161-4407"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078303224","display_name":"Ruyu Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruyu Qin","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078866305","display_name":"Min Huang","orcid":"https://orcid.org/0000-0001-6152-7912"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Huang","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320759","display_name":"Jiawei Liu","orcid":"https://orcid.org/0000-0003-4011-3950"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Liu","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113720333","display_name":"Qinghai Miao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinghai Miao","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3374,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.57577631,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.824709415435791},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7602574825286865},{"id":"https://openalex.org/keywords/sliding-window-protocol","display_name":"Sliding window protocol","score":0.606295645236969},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5365735292434692},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4951557219028473},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45332425832748413},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.327228307723999},{"id":"https://openalex.org/keywords/window","display_name":"Window (computing)","score":0.17248862981796265},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.10034531354904175},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07398936152458191}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.824709415435791},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7602574825286865},{"id":"https://openalex.org/C102392041","wikidata":"https://www.wikidata.org/wiki/Q592860","display_name":"Sliding window protocol","level":3,"score":0.606295645236969},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5365735292434692},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4951557219028473},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45332425832748413},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.327228307723999},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.17248862981796265},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10034531354904175},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07398936152458191},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9891918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9891918","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":"2161-4407","issn":["2161-4407"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5220999043","display_name":null,"funder_award_id":"20220117","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"}],"funders":[{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W980713158","https://openalex.org/W1486746460","https://openalex.org/W1490572918","https://openalex.org/W1522301498","https://openalex.org/W2108399535","https://openalex.org/W2113459411","https://openalex.org/W2118323718","https://openalex.org/W2159128898","https://openalex.org/W2164343063","https://openalex.org/W2250999640","https://openalex.org/W2475245295","https://openalex.org/W2508618307","https://openalex.org/W2512522169","https://openalex.org/W2558287987","https://openalex.org/W2762829767","https://openalex.org/W2888539709","https://openalex.org/W2953273646","https://openalex.org/W2970120757","https://openalex.org/W2970684294","https://openalex.org/W2973230187","https://openalex.org/W2984864519","https://openalex.org/W2998108143","https://openalex.org/W3006983028","https://openalex.org/W3015468748","https://openalex.org/W3033529678","https://openalex.org/W3085422212","https://openalex.org/W3105238007","https://openalex.org/W3106298483","https://openalex.org/W3131922516","https://openalex.org/W3165871279","https://openalex.org/W3177382889","https://openalex.org/W3194203264","https://openalex.org/W4287324987","https://openalex.org/W4287704453","https://openalex.org/W4295838474","https://openalex.org/W4309793872","https://openalex.org/W4323654151","https://openalex.org/W4385245566","https://openalex.org/W6629371300","https://openalex.org/W6676984168","https://openalex.org/W6677953180","https://openalex.org/W6739901393","https://openalex.org/W6755477022","https://openalex.org/W6763509872","https://openalex.org/W6774418012","https://openalex.org/W6795386847"],"related_works":["https://openalex.org/W2353818951","https://openalex.org/W1605879311","https://openalex.org/W2611980620","https://openalex.org/W2385763735","https://openalex.org/W2386394344","https://openalex.org/W2382806131","https://openalex.org/W2006683254","https://openalex.org/W4298130764","https://openalex.org/W2370628457","https://openalex.org/W2804364458"],"abstract_inverted_index":{"Transformer":[0,38,92],"with":[1,27,69,128],"the":[2,28,60,123,149,154,158,163],"self-attention":[3],"mechanism,":[4],"which":[5,161],"allows":[6],"fully-connected":[7],"contextual":[8,96],"encoding":[9],"over":[10],"input":[11,29],"tokens,":[12],"has":[13],"achieved":[14],"outstanding":[15],"performances":[16],"in":[17,39,139],"various":[18],"NLP":[19],"tasks,":[20],"but":[21],"it":[22],"suffers":[23],"from":[24],"quadratic":[25],"complexity":[26],"sequence":[30],"length.":[31],"Long-range":[32],"contexts":[33],"are":[34,133],"often":[35],"tackled":[36],"by":[37],"chunks":[40],"using":[41,89],"a":[42,75,86,102],"sliding":[43,110],"window":[44,111],"to":[45,52,77,93],"avoid":[46],"GPU":[47,71],"memory":[48],"overflow.":[49],"However,":[50],"how":[51],"achieve":[53],"considerable":[54],"performance":[55,124],"on":[56,135,157,168],"downstream":[57],"tasks":[58],"under":[59],"premise":[61],"of":[62,104,107,125,165],"modeling":[63],"sequences":[64],"as":[65,67],"long":[66],"possible":[68],"limited":[70],"resources":[72],"is":[73],"still":[74],"problem":[76],"be":[78],"explored.":[79],"To":[80],"address":[81],"this":[82],"issue,":[83],"we":[84,100],"propose":[85],"new":[87],"framework":[88],"hybrid":[90],"attention-based":[91],"capture":[94],"long-range":[95,115,169],"features.":[97],"More":[98],"specifically,":[99],"make":[101],"combination":[103],"three":[105],"types":[106],"attention,":[108,113],"i.e.":[109],"local":[112],"clustering-based":[114],"attention":[116],"and":[117,143],"specific":[118],"global":[119],"attention.":[120],"Experiments":[121],"comparing":[122],"our":[126,166],"model":[127,167],"mainstream":[129],"efficient":[130],"improved":[131],"Transformers":[132],"conducted":[134],"document":[136,170],"classification":[137,171],"task":[138],"public":[140],"datasets":[141],"IMDB":[142],"CAIL-Long.":[144],"Experimental":[145],"results":[146],"demonstrate":[147],"that":[148],"proposed":[150],"approach":[151],"can":[152],"outperform":[153],"state-of-the-art":[155],"models":[156],"adopted":[159],"datasets,":[160],"verifies":[162],"effectiveness":[164],"task.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}