{"id":"https://openalex.org/W4221150636","doi":"https://doi.org/10.1145/3529836.3529935","title":"Hierarchical Neural Network Approaches for Long Document Classification","display_name":"Hierarchical Neural Network Approaches for Long Document Classification","publication_year":2022,"publication_date":"2022-02-18","ids":{"openalex":"https://openalex.org/W4221150636","doi":"https://doi.org/10.1145/3529836.3529935"},"language":"en","primary_location":{"id":"doi:10.1145/3529836.3529935","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3529836.3529935","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 14th International Conference on Machine Learning and Computing (ICMLC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2201.06774","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059038702","display_name":"Snehal Khandve","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113821","display_name":"Indian Institute of Information Technology, Pune","ror":"https://ror.org/01f8qyw75","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210113821"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Snehal Ishwar Khandve","raw_affiliation_strings":["Computer Engineering Department, Pune Institute of Computer Technology, Iindia"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Pune Institute of Computer Technology, Iindia","institution_ids":["https://openalex.org/I4210113821"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013694187","display_name":"Vedangi Wagh","orcid":"https://orcid.org/0000-0002-8528-705X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vedangi Kishor Wagh","raw_affiliation_strings":["Computer Engineering Department, Pune Institute of Computer Technology, India"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Pune Institute of Computer Technology, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Apurva Dinesh Wani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Apurva Dinesh Wani","raw_affiliation_strings":["Computer Engineering Department, Pune Institute of Computer Technology, India"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Pune Institute of Computer Technology, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Isha Mandar Joshi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Isha Mandar Joshi","raw_affiliation_strings":["Computer Engineering Department, Pune Institute of Computer Technology, India"],"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, Pune Institute of Computer Technology, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009725385","display_name":"Raviraj Joshi","orcid":"https://orcid.org/0000-0003-1892-1812"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"facility","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Raviraj Bhuminand Joshi","raw_affiliation_strings":["Department of Computer Science and Engineering, Indian Institute of Technology Madras, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Indian Institute of Technology Madras, India","institution_ids":["https://openalex.org/I24676775"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5059038702"],"corresponding_institution_ids":["https://openalex.org/I4210113821"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08562759,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"115","last_page":"119"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13497","display_name":"Hermeneutics and Narrative Identity","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13497","display_name":"Hermeneutics and Narrative Identity","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13695","display_name":"Aging, Elder Care, and Social Issues","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13099","display_name":"Health, Medicine and Society","score":0.95660001039505,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8482111692428589},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.663532018661499},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6616790890693665},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6481508016586304},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6311703324317932},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5573136210441589},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.48434627056121826},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4591054916381836},{"id":"https://openalex.org/keywords/document-classification","display_name":"Document classification","score":0.44069796800613403},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4191811978816986},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3909507989883423}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8482111692428589},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.663532018661499},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6616790890693665},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6481508016586304},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6311703324317932},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5573136210441589},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.48434627056121826},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4591054916381836},{"id":"https://openalex.org/C2780479914","wikidata":"https://www.wikidata.org/wiki/Q302088","display_name":"Document classification","level":2,"score":0.44069796800613403},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4191811978816986},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3909507989883423},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3529836.3529935","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3529836.3529935","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 14th International Conference on Machine Learning and Computing (ICMLC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2201.06774","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2201.06774","pdf_url":"https://arxiv.org/pdf/2201.06774","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2201.06774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2201.06774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2201.06774","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2201.06774","pdf_url":"https://arxiv.org/pdf/2201.06774","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2129250947","https://openalex.org/W2250473257","https://openalex.org/W2250966211","https://openalex.org/W2470673105","https://openalex.org/W2805917671","https://openalex.org/W2883402437","https://openalex.org/W2997591727","https://openalex.org/W3008736151","https://openalex.org/W3120502588","https://openalex.org/W3156333129","https://openalex.org/W4213059241","https://openalex.org/W6781533629"],"related_works":["https://openalex.org/W11360949","https://openalex.org/W3032909","https://openalex.org/W8053366","https://openalex.org/W193554","https://openalex.org/W6836841","https://openalex.org/W5236451","https://openalex.org/W17173102","https://openalex.org/W4867410","https://openalex.org/W10961682","https://openalex.org/W6474035"],"abstract_inverted_index":{"Text":[0],"classification":[1],"algorithms":[2,24,215],"investigate":[3],"the":[4,15,19,108,145,169,181,191,195,202,236],"intricate":[5],"relationships":[6],"between":[7],"words":[8],"or":[9,141],"phrases":[10],"and":[11,30,83,113,122,221],"attempt":[12],"to":[13,35,94],"deduce":[14],"document\u2019s":[16],"interpretation.":[17],"In":[18,63],"last":[20],"few":[21,60],"years,":[22],"these":[23,49],"have":[25,33],"progressed":[26],"tremendously.":[27],"Transformer":[28],"architecture":[29],"sentence":[31],"encoders":[32],"proven":[34],"give":[36],"superior":[37],"results":[38],"on":[39,152,174,233],"natural":[40],"language":[41],"processing":[42],"tasks.":[43],"But":[44],"a":[45,59,91,134,209],"major":[46],"limitation":[47],"of":[48,120,139,194,211,235],"architectures":[50],"is":[51,130],"their":[52],"applicability":[53],"for":[54,72,127,143,223],"text":[55,146],"no":[56],"longer":[57],"than":[58,164],"hundred":[61],"words.":[62],"this":[64,116,205],"paper,":[65],"we":[66,106],"explore":[67],"hierarchical":[68,92,182,203],"transfer":[69],"learning":[70,214],"approaches":[71],"long":[73,224],"document":[74,225],"classification.":[75,226],"We":[76,156],"employ":[77],"pre-trained":[78],"Universal":[79],"Sentence":[80],"Encoder":[81,85],"(USE)":[82],"Bidirectional":[84],"Representations":[86],"from":[87],"Transformers":[88],"(BERT)":[89],"in":[90,198],"setup":[93],"capture":[95],"better":[96,163],"representations":[97],"efficiently.":[98],"Our":[99],"proposed":[100],"models":[101,119,184],"are":[102,150,185],"conceptually":[103],"simple":[104],"where":[105],"divide":[107],"input":[109],"data":[110],"into":[111],"chunks":[112],"then":[114,131],"pass":[115],"through":[117,133],"base":[118],"BERT":[121,170,183],"USE.":[123],"Then":[124],"output":[125],"representation":[126],"each":[128],"chunk":[129],"propagated":[132],"shallow":[135],"neural":[136],"network":[137],"comprising":[138],"LSTMs":[140],"CNNs":[142],"classifying":[144],"data.":[147],"These":[148],"extensions":[149],"evaluated":[151],"6":[153],"benchmark":[154],"datasets.":[155,237],"show":[157],"that":[158],"USE":[159],"+":[160,171],"CNN/LSTM":[161,172],"performs":[162,173,231],"its":[165,177],"stand-alone":[166,178],"baseline.":[167],"Whereas":[168],"par":[175],"with":[176,201],"counterpart.":[179],"However,":[180],"still":[186],"desirable":[187],"as":[188],"it":[189],"avoids":[190],"quadratic":[192],"complexity":[193],"attention":[196],"mechanism":[197],"BERT.":[199],"Along":[200],"approaches,":[204],"work":[206],"also":[207],"provides":[208],"comparison":[210],"different":[212],"deep":[213],"like":[216],"USE,":[217],"BERT,":[218],"HAN,":[219],"Longformer,":[220],"BigBird":[222],"The":[227],"Longformer":[228],"approach":[229],"consistently":[230],"well":[232],"most":[234]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2022-04-03T00:00:00"}