{"id":"https://openalex.org/W4414165669","doi":"https://doi.org/10.1109/access.2025.3607788","title":"Optimized Hybrid Framework vs. Spark and Hadoop: Performance Analysis for Big Data Applications in Vehicular Engine Systems","display_name":"Optimized Hybrid Framework vs. Spark and Hadoop: Performance Analysis for Big Data Applications in Vehicular Engine Systems","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414165669","doi":"https://doi.org/10.1109/access.2025.3607788"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3607788","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3607788","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3607788","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5096292727","display_name":"Isinka Joseph Chukwudi","orcid":null},"institutions":[{"id":"https://openalex.org/I119664326","display_name":"University of Wolverhampton","ror":"https://ror.org/01k2y1055","country_code":"GB","type":"education","lineage":["https://openalex.org/I119664326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Isinka Joseph Chukwudi","raw_affiliation_strings":["School of Mathematics and Computer Science, University of Wolverhampton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics and Computer Science, University of Wolverhampton, UK","institution_ids":["https://openalex.org/I119664326"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035822841","display_name":"Md. Arafatur Rahman","orcid":"https://orcid.org/0000-0002-8221-6168"},"institutions":[{"id":"https://openalex.org/I119664326","display_name":"University of Wolverhampton","ror":"https://ror.org/01k2y1055","country_code":"GB","type":"education","lineage":["https://openalex.org/I119664326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Md. Arafatur Rahman","raw_affiliation_strings":["School of Mathematics and Computer Science, University of Wolverhampton, UK"],"raw_orcid":"https://orcid.org/0000-0002-8221-6168","affiliations":[{"raw_affiliation_string":"School of Mathematics and Computer Science, University of Wolverhampton, UK","institution_ids":["https://openalex.org/I119664326"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119608854","display_name":"Ali H. Alenezi","orcid":null},"institutions":[{"id":"https://openalex.org/I118590987","display_name":"Northern Border University","ror":"https://ror.org/03j9tzj20","country_code":"SA","type":"education","lineage":["https://openalex.org/I118590987"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ali H. Alenezi","raw_affiliation_strings":["Electrical Engineering Department, Remote Sensing Unit, Northern Border University, Arar, Saudi Arabia"],"raw_orcid":"https://orcid.org/0009-0007-2466-7714","affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, Remote Sensing Unit, Northern Border University, Arar, Saudi Arabia","institution_ids":["https://openalex.org/I118590987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107388446","display_name":"Tao Hai","orcid":"https://orcid.org/0000-0002-6156-1974"},"institutions":[{"id":"https://openalex.org/I182000528","display_name":"Ajman University","ror":"https://ror.org/01j1rma10","country_code":"AE","type":"education","lineage":["https://openalex.org/I182000528"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Hai Tao","raw_affiliation_strings":["Artificial Intelligence Research Center (AIRC), Ajman University, P.O. Box: 346, Ajman, UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Center (AIRC), Ajman University, P.O. Box: 346, Ajman, UAE","institution_ids":["https://openalex.org/I182000528"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089947505","display_name":"Prashant Pillai","orcid":"https://orcid.org/0000-0002-5314-5030"},"institutions":[{"id":"https://openalex.org/I119664326","display_name":"University of Wolverhampton","ror":"https://ror.org/01k2y1055","country_code":"GB","type":"education","lineage":["https://openalex.org/I119664326"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Prashant Pillai","raw_affiliation_strings":["School of Mathematics and Computer Science, University of Wolverhampton, UK"],"raw_orcid":"https://orcid.org/0000-0002-5314-5030","affiliations":[{"raw_affiliation_string":"School of Mathematics and Computer Science, University of Wolverhampton, UK","institution_ids":["https://openalex.org/I119664326"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33702512,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9505000114440918,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9465000033378601,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.8907999992370605},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.7962999939918518},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5769000053405762},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4767000079154968},{"id":"https://openalex.org/keywords/yarn","display_name":"Yarn","score":0.45089998841285706},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.44429999589920044},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4124999940395355},{"id":"https://openalex.org/keywords/vehicular-ad-hoc-network","display_name":"Vehicular ad hoc network","score":0.34700000286102295}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.8907999992370605},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8245999813079834},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.7962999939918518},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5769000053405762},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.507099986076355},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4767000079154968},{"id":"https://openalex.org/C2778787235","wikidata":"https://www.wikidata.org/wiki/Q49007","display_name":"Yarn","level":2,"score":0.45089998841285706},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.44429999589920044},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4124999940395355},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.34700000286102295},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.3449000120162964},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3296000063419342},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3285999894142151},{"id":"https://openalex.org/C24885549","wikidata":"https://www.wikidata.org/wiki/Q339678","display_name":"Distributed data store","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C197298091","wikidata":"https://www.wikidata.org/wiki/Q5318963","display_name":"Dynamic data","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.25369998812675476}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3607788","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3607788","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b0b073945471490a8acc60cd2c600d4b","is_oa":true,"landing_page_url":"https://doaj.org/article/b0b073945471490a8acc60cd2c600d4b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 171523-171536 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3607788","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3607788","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,326],"rapid":[1],"growth":[2],"of":[3,14,73,155,238,242,249,302],"data":[4,20,127,173,188,211,297,328],"generated":[5],"by":[6,85,286],"vehicular":[7,61,186,215,277,295],"engine":[8],"systems":[9],"has":[10],"necessitated":[11],"the":[12,83,114,153,191,221,254,284,300,309,345],"development":[13],"efficient":[15,71,182,352],"frameworks":[16,55],"for":[17,96,109,184,200,270,294,317,322],"real-time":[18,66,185],"big":[19,187,296],"processing.":[21],"Existing":[22],"solutions":[23],"such":[24,203],"as":[25,204],"Apache":[26,29],"Hadoop":[27,94,110,227],"and":[28,47,70,75,87,100,111,131,147,175,181,198,206,228,245,262,275,291,305,315,337,351],"Spark,":[30,112],"have":[31],"been":[32],"widely":[33],"adopted":[34],"in":[35,64,116,120,213,230,308],"various":[36],"domains":[37],"due":[38],"to":[39,60,257,283,344],"their":[40],"respective":[41],"strengths;":[42],"Hadoop\u2019s":[43,144],"distributed":[44,145],"storage":[45,146],"capabilities":[46,330],"Spark\u2019s":[48,148],"in-memory":[49,149],"processing":[50,150,329],"efficiency.":[51],"However,":[52],"these":[53],"standalone":[54,304],"present":[56],"limitations":[57,154],"when":[58,124],"applied":[59],"systems,":[62],"particularly":[63,123,268],"handling":[65,199],"analytics,":[67,298],"low-latency":[68,292],"requirements,":[69],"use":[72],"network":[74,247],"energy":[76,264],"resources.":[77],"Previous":[78],"research,":[79],"including":[80],"approaches":[81,307],"like":[82],"one":[84],"Shabestari":[86],"Navimipour":[88],"(2023),":[89],"which":[90,105],"combines":[91],"Spark":[92,229],"with":[93],"YARN":[95],"remote":[97],"sensing":[98],"data,":[99,209],"Ahmed":[101],"et":[102],"al.":[103],"(2020),":[104],"investigates":[106],"parameter":[107],"tuning":[108],"highlights":[113],"difficulties":[115],"achieving":[117,234],"optimal":[118],"performance":[119,232],"dynamic":[121,166],"environments,":[122],"managing":[125],"varying":[126],"loads,":[128],"noise":[129,176,195],"levels,":[130,177],"non-numeric":[132,201],"attributes.":[133],"This":[134,280],"paper":[135],"introduces":[136],"a":[137,165,246,288,318],"novel":[138],"Optimized":[139],"Hybrid":[140,223],"Framework":[141,224],"that":[142,220],"integrates":[143],"while":[151],"addressing":[152,299],"existing":[156],"hybrid":[157,306],"models.":[158],"Unlike":[159],"prior":[160],"approaches,":[161],"our":[162],"framework":[163,192],"incorporates":[164],"switching":[167],"mechanism":[168],"based":[169],"on":[170],"business":[171],"logic,":[172],"urgency,":[174],"providing":[178],"an":[179,235],"adaptive":[180,276],"solution":[183,293],"analytics.":[189],"Moreover,":[190],"introduced":[193],"controlled":[194],"injection":[196],"strategies":[197],"attributes":[202],"decision":[205],"driver":[207],"behavior":[208],"ensuring":[210],"integrity":[212],"real-world":[214],"datasets.":[216],"Experimental":[217],"results":[218,252],"demonstrate":[219],"proposed":[222],"outperforms":[225],"both":[226,303],"key":[231],"metrics,":[233],"execution":[236],"time":[237],"0.030":[239],"seconds,":[240],"latency":[241],"1.67e-7":[243],"seconds/row,":[244],"load":[248],"55.01%.":[250],"These":[251],"highlight":[253],"framework\u2019s":[255],"ability":[256],"optimize":[258],"throughput,":[259],"minimize":[260],"latency,":[261],"reduce":[263,338],"consumption,":[265],"making":[266],"it":[267],"suitable":[269],"predictive":[271],"maintenance,":[272,334],"fault":[273],"diagnosis,":[274],"control":[278],"systems.":[279],"study":[281],"contributes":[282],"field":[285],"offering":[287],"practical,":[289],"scalable,":[290],"shortcomings":[301],"automotive":[310],"manufacturers":[311],"domain,":[312],"fleet":[313],"operators,":[314],"researchers":[316],"more":[319,349],"effective":[320],"tool":[321],"vehicle":[323,333],"health":[324],"monitoring.":[325],"enhanced":[327],"facilitate":[331],"better":[332],"increase":[335],"safety,":[336],"operational":[339],"costs,":[340],"delivering":[341],"substantial":[342],"benefits":[343],"broader":[346],"community":[347],"through":[348],"dependable":[350],"transportation":[353],"solution.":[354]},"counts_by_year":[],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}
