{"id":"https://openalex.org/W4404130743","doi":"https://doi.org/10.1587/transinf.2024edp7074","title":"Lightweight Neural Data Sequence Modeling by Scale Causal Blocks","display_name":"Lightweight Neural Data Sequence Modeling by Scale Causal Blocks","publication_year":2024,"publication_date":"2024-11-07","ids":{"openalex":"https://openalex.org/W4404130743","doi":"https://doi.org/10.1587/transinf.2024edp7074"},"language":"en","primary_location":{"id":"doi:10.1587/transinf.2024edp7074","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2024edp7074","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E108.D/4/E108.D_2024EDP7074/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.jstage.jst.go.jp/article/transinf/E108.D/4/E108.D_2024EDP7074/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056020576","display_name":"Hiroaki Akutsu","orcid":null},"institutions":[{"id":"https://openalex.org/I65143321","display_name":"Hitachi (Japan)","ror":"https://ror.org/02exqgm79","country_code":"JP","type":"company","lineage":["https://openalex.org/I65143321"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroaki AKUTSU","raw_affiliation_strings":["R&D Group, Hitachi, Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"R&D Group, Hitachi, Ltd","institution_ids":["https://openalex.org/I65143321"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056693797","display_name":"Kenichi Arai","orcid":"https://orcid.org/0000-0001-6031-9951"},"institutions":[{"id":"https://openalex.org/I65143321","display_name":"Hitachi (Japan)","ror":"https://ror.org/02exqgm79","country_code":"JP","type":"company","lineage":["https://openalex.org/I65143321"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ko ARAI","raw_affiliation_strings":["R&D Group, Hitachi, Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"R&D Group, Hitachi, Ltd","institution_ids":["https://openalex.org/I65143321"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I65143321"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13669903,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"E108.D","issue":"4","first_page":"392","last_page":"402"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9144999980926514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9144999980926514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8643885850906372},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.6058874130249023},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5938880443572998},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49208635091781616},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46185481548309326},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4018372595310211},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3341473340988159},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.06614509224891663}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8643885850906372},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.6058874130249023},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5938880443572998},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49208635091781616},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46185481548309326},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4018372595310211},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3341473340988159},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.06614509224891663},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1587/transinf.2024edp7074","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2024edp7074","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E108.D/4/E108.D_2024EDP7074/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1587/transinf.2024edp7074","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2024edp7074","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E108.D/4/E108.D_2024EDP7074/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404130743.pdf","grobid_xml":"https://content.openalex.org/works/W4404130743.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W848635999","https://openalex.org/W1522301498","https://openalex.org/W1777016212","https://openalex.org/W1901129140","https://openalex.org/W2129768577","https://openalex.org/W2176412452","https://openalex.org/W2257086086","https://openalex.org/W2423557781","https://openalex.org/W2476548250","https://openalex.org/W2581236139","https://openalex.org/W2607821317","https://openalex.org/W2892278106","https://openalex.org/W2940744433","https://openalex.org/W2946215287","https://openalex.org/W2962891349","https://openalex.org/W2968917279","https://openalex.org/W2969260367","https://openalex.org/W3033529678","https://openalex.org/W3034573343","https://openalex.org/W3085139254","https://openalex.org/W3118608800","https://openalex.org/W3166796161","https://openalex.org/W3169012807","https://openalex.org/W4226102207","https://openalex.org/W4281758439"],"related_works":["https://openalex.org/W2391251536","https://openalex.org/W2362198218","https://openalex.org/W1982750869","https://openalex.org/W2019521278","https://openalex.org/W1984922432","https://openalex.org/W2375008505","https://openalex.org/W2085756966","https://openalex.org/W2350679292","https://openalex.org/W2086348228","https://openalex.org/W4390653028"],"abstract_inverted_index":{"Autoregressive":[0],"probability":[1],"estimation":[2],"of":[3,61,68,108,136],"data":[4,23],"sequences":[5],"is":[6,29,38,44,52,72,133],"a":[7,30,39,55,140],"fundamental":[8],"task":[9],"in":[10,19,78],"deep":[11,109],"neural":[12,110],"networks":[13,111],"and":[14,25,85,119,150],"has":[15],"been":[16],"widely":[17],"used":[18],"applications":[20],"such":[21],"as":[22],"compression":[24],"generation.":[26],"Since":[27],"it":[28,71],"sequential":[31],"iterative":[32],"process":[33,43],"due":[34],"to":[35,48,74,86,114,123],"causality,":[36],"there":[37],"problem":[40],"that":[41,112,129],"its":[42],"slow.":[45],"One":[46],"way":[47],"achieve":[49],"high":[50],"throughput":[51,60],"multiplexing":[53],"on":[54],"GPU.":[56],"To":[57],"maximize":[58],"the":[59,65,69,76,88,117,130],"inference":[62],"processing":[63],"within":[64],"limited":[66],"resources":[67],"GPU,":[70],"necessary":[73],"avoid":[75],"increase":[77],"computational":[79,118],"complexity":[80],"associated":[81],"with":[82],"deeper":[83],"layers":[84],"reduce":[87,116],"required":[89],"memory":[90,120],"consumption":[91],"at":[92],"higher":[93],"multiplexing.":[94],"In":[95],"this":[96],"paper,":[97],"we":[98],"propose":[99],"Scale":[100],"Causal":[101],"Blocks":[102],"(SCBs),":[103],"which":[104],"are":[105],"basic":[106],"components":[107],"aim":[113],"significantly":[115],"cost":[121],"compared":[122],"conventional":[124,141],"techniques.":[125],"Evaluation":[126],"results":[127],"show":[128],"proposed":[131],"method":[132,145],"one":[134],"order":[135],"magnitude":[137],"faster":[138],"than":[139],"computationally":[142],"optimized":[143],"Transformer-based":[144],"while":[146],"maintaining":[147],"comparable":[148],"accuracy,":[149],"also":[151],"shows":[152],"better":[153],"learning":[154],"convergence.":[155]},"counts_by_year":[],"updated_date":"2026-08-24T07:32:12.397491","created_date":"2025-10-10T00:00:00"}