{"id":"https://openalex.org/W4403768481","doi":"https://doi.org/10.1016/j.procs.2024.10.182","title":"Fused Transformers: Fused Information of Arabic long Article for Summarization","display_name":"Fused Transformers: Fused Information of Arabic long Article for Summarization","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403768481","doi":"https://doi.org/10.1016/j.procs.2024.10.182"},"language":"en","primary_location":{"id":"doi:10.1016/j.procs.2024.10.182","doi":"https://doi.org/10.1016/j.procs.2024.10.182","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2024.10.182","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1016/j.procs.2024.10.182","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007624945","display_name":"Zeyad Ezzat","orcid":"https://orcid.org/0009-0003-5034-1225","observed_orcids":["https://orcid.org/0009-0003-5034-1225"]},"institutions":[{"id":"https://openalex.org/I57629906","display_name":"Nile University","ror":"https://ror.org/03cg7cp61","country_code":"EG","type":"education","lineage":["https://openalex.org/I57629906"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Zeyad Ezzat","raw_affiliation_strings":["Applied Innovation Centre, Egypt","Center for Informatics Science, Information Technology and Computer Science School, Nile University, Giza, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Applied Innovation Centre, Egypt","institution_ids":[]},{"raw_affiliation_string":"Center for Informatics Science, Information Technology and Computer Science School, Nile University, Giza, Egypt","institution_ids":["https://openalex.org/I57629906"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ayman Khalfallah","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I84524832","display_name":"Alexandria University","ror":"https://ror.org/00mzz1w90","country_code":"EG","type":"education","lineage":["https://openalex.org/I84524832"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Ayman Khalfallah","raw_affiliation_strings":["Applied Innovation Centre, Egypt","Computer and Systems Department, Faculty of Engineering, Alexandria University, Alexandria Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Applied Innovation Centre, Egypt","institution_ids":[]},{"raw_affiliation_string":"Computer and Systems Department, Faculty of Engineering, Alexandria University, Alexandria Egypt","institution_ids":["https://openalex.org/I84524832"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114408192","display_name":"Ghadad Khoriba","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I57629906","display_name":"Nile University","ror":"https://ror.org/03cg7cp61","country_code":"EG","type":"education","lineage":["https://openalex.org/I57629906"]},{"id":"https://openalex.org/I84058292","display_name":"Helwan University","ror":"https://ror.org/00h55v928","country_code":"EG","type":"education","lineage":["https://openalex.org/I84058292"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Ghadad Khoriba","raw_affiliation_strings":["Center for Informatics Science, Information Technology and Computer Science School, Nile University, Giza, Egypt","Faculty of Computers and Artificial Intelligence, Helwan University, Cairo, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Informatics Science, Information Technology and Computer Science School, Nile University, Giza, Egypt","institution_ids":["https://openalex.org/I57629906"]},{"raw_affiliation_string":"Faculty of Computers and Artificial Intelligence, Helwan University, Cairo, Egypt","institution_ids":["https://openalex.org/I84058292"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5007624945"],"corresponding_institution_ids":["https://openalex.org/I57629906"],"apc_list":null,"apc_paid":null,"fwci":0.5774,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.65826935,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"244","issue":null,"first_page":"96","last_page":"104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.00800000037997961,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.006399999838322401,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/arabic-text-summarization","display_name":"Arabic text summarization","score":0.7360000014305115},{"id":"https://openalex.org/keywords/long-text-summarization","display_name":"long text summarization","score":0.7070000171661377}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9218447804450989},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9039015769958496},{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.7875697612762451},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7099724411964417},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47308021783828735},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.448978066444397},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3486700654029846},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.15306949615478516},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09188711643218994},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07109743356704712},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.procs.2024.10.182","doi":"https://doi.org/10.1016/j.procs.2024.10.182","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2024.10.182","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.procs.2024.10.182","doi":"https://doi.org/10.1016/j.procs.2024.10.182","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2024.10.182","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2787214294","https://openalex.org/W2894384847","https://openalex.org/W2940744433","https://openalex.org/W2945767825","https://openalex.org/W2950670227","https://openalex.org/W2964110616","https://openalex.org/W2981852735","https://openalex.org/W2994673210","https://openalex.org/W2997517014","https://openalex.org/W3001434439","https://openalex.org/W3015468748","https://openalex.org/W3033188311","https://openalex.org/W3033529678","https://openalex.org/W3034573343","https://openalex.org/W3039017601","https://openalex.org/W3085139254","https://openalex.org/W3091156754","https://openalex.org/W3106298483","https://openalex.org/W3129831491","https://openalex.org/W3138516171","https://openalex.org/W3155915517","https://openalex.org/W3165871279","https://openalex.org/W3190965961","https://openalex.org/W3196318247","https://openalex.org/W4226504750","https://openalex.org/W4241618768","https://openalex.org/W4283455204","https://openalex.org/W4307537353","https://openalex.org/W4384211302","https://openalex.org/W4385569799","https://openalex.org/W4385570645","https://openalex.org/W4389520146","https://openalex.org/W4393147252","https://openalex.org/W4402671293","https://openalex.org/W6779163297"],"related_works":["https://openalex.org/W4375944165","https://openalex.org/W4389518794","https://openalex.org/W3161448573","https://openalex.org/W4389520146","https://openalex.org/W4406288958","https://openalex.org/W4285816618","https://openalex.org/W7108317163","https://openalex.org/W4389459153","https://openalex.org/W4225727438","https://openalex.org/W3176464049"],"abstract_inverted_index":{"This":[0,69,115],"paper":[1],"introduces":[2],"a":[3,83,96],"novel":[4],"approach":[5],"for":[6,78,86,113],"extending":[7],"the":[8,18,31,43,62,75,99,103,108,117],"applicability":[9],"of":[10,21,33,45,98,119],"pre-trained":[11],"models":[12,26],"to":[13,60,73],"accommodate":[14],"longer":[15],"texts.":[16,68],"Addressing":[17],"inherent":[19],"limitation":[20],"quadratic":[22],"performance":[23],"in":[24,65],"attention":[25],"within":[27],"transformers,":[28],"we":[29,41,81],"propose":[30],"concept":[32],"fused":[34,59],"transformers.":[35],"By":[36],"integrating":[37],"new":[38],"adaptor":[39],"techniques,":[40],"enhance":[42],"encoding":[44],"lengthy":[46],"text":[47,124],"segments":[48,57,125],"by":[49,102],"breaking":[50],"them":[51],"into":[52],"shorter":[53],"spans.":[54],"Subsequently,":[55],"these":[56],"are":[58],"increase":[61],"model's":[63,76],"effectiveness":[64,118],"processing":[66],"extended":[67],"fusion":[70],"mechanism":[71],"serves":[72],"fortify":[74],"capacity":[77],"fine-tuning.":[79],"Furthermore,":[80],"implement":[82],"length-based":[84],"curriculum":[85],"expedited":[87],"training":[88,134],"Our":[89],"experiments":[90],"yielded":[91],"16":[92],"Rouge-2":[93],"points,":[94],"representing":[95],"doubling":[97],"score":[100],"achieved":[101],"vanilla":[104],"fine-tuning":[105],"method":[106,130],"on":[107],"newly":[109],"introduced":[110],"\u201dMukhtasar\u201d":[111],"dataset":[112],"summarization.":[114],"highlights":[116],"managing":[120],"complex":[121],"relations":[122],"among":[123],"and":[126],"confirms":[127],"that":[128],"our":[129],"can":[131],"outperform":[132],"conventional":[133],"approaches.":[135]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2024-10-26T00:00:00"}