{"id":"https://openalex.org/W4417284435","doi":"https://doi.org/10.1109/pimrc62392.2025.11274810","title":"Benchmarking Vector, Graph and Hybrid Retrieval Augmented Generation (RAG) Pipelines for Open Radio Access Networks (ORAN)","display_name":"Benchmarking Vector, Graph and Hybrid Retrieval Augmented Generation (RAG) Pipelines for Open Radio Access Networks (ORAN)","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4417284435","doi":"https://doi.org/10.1109/pimrc62392.2025.11274810"},"language":null,"primary_location":{"id":"doi:10.1109/pimrc62392.2025.11274810","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc62392.2025.11274810","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 36th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113051464","display_name":"S. Naseem Ahmad","orcid":"https://orcid.org/0009-0007-1502-2519"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Sarat Ahmad","raw_affiliation_strings":["University of Leeds,School of Electronic and Electrical Engineering,UK"],"affiliations":[{"raw_affiliation_string":"University of Leeds,School of Electronic and Electrical Engineering,UK","institution_ids":["https://openalex.org/I130828816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019211839","display_name":"Zeinab Nezami","orcid":"https://orcid.org/0000-0002-5962-5908"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zeinab Nezami","raw_affiliation_strings":["University of Leeds,School of Electronic and Electrical Engineering,UK"],"affiliations":[{"raw_affiliation_string":"University of Leeds,School of Electronic and Electrical Engineering,UK","institution_ids":["https://openalex.org/I130828816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090771677","display_name":"Maryam Hafeez","orcid":"https://orcid.org/0000-0002-3735-1627"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Maryam Hafeez","raw_affiliation_strings":["University of Leeds,School of Electronic and Electrical Engineering,UK"],"affiliations":[{"raw_affiliation_string":"University of Leeds,School of Electronic and Electrical Engineering,UK","institution_ids":["https://openalex.org/I130828816"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011903629","display_name":"Syed Ali Raza Zaidi","orcid":"https://orcid.org/0000-0003-1969-3727"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Syed Ali Raza Zaidi","raw_affiliation_strings":["University of Leeds,School of Electronic and Electrical Engineering,UK"],"affiliations":[{"raw_affiliation_string":"University of Leeds,School of Electronic and Electrical Engineering,UK","institution_ids":["https://openalex.org/I130828816"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5113051464"],"corresponding_institution_ids":["https://openalex.org/I130828816"],"apc_list":null,"apc_paid":null,"fwci":4.9367,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.95605052,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.23180000483989716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.23180000483989716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08630000054836273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.0835999995470047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5246999859809875},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5005000233650208},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.49380001425743103},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4318999946117401},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.4253000020980835},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3573000133037567},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.3497999906539917},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3449999988079071}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7598999738693237},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5246999859809875},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5005000233650208},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.49380001425743103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4449999928474426},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4318999946117401},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.4253000020980835},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3573000133037567},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.3497999906539917},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3449999988079071},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34369999170303345},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3337000012397766},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3280999958515167},{"id":"https://openalex.org/C50897621","wikidata":"https://www.wikidata.org/wiki/Q2665508","display_name":"Hybrid system","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3140000104904175},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C2780264999","wikidata":"https://www.wikidata.org/wiki/Q7445032","display_name":"Security domain","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.259799987077713},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pimrc62392.2025.11274810","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc62392.2025.11274810","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 36th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W4389077350","https://openalex.org/W4401042808","https://openalex.org/W4404351611","https://openalex.org/W4406212021","https://openalex.org/W4406771321","https://openalex.org/W4408147114","https://openalex.org/W4408325149","https://openalex.org/W4410086916","https://openalex.org/W4411630045","https://openalex.org/W4412722283","https://openalex.org/W4412887679","https://openalex.org/W4412945639","https://openalex.org/W4413465528","https://openalex.org/W4414405214","https://openalex.org/W4415482441"],"related_works":[],"abstract_inverted_index":{"Generative":[0],"AI":[1],"(GenAI)":[2],"is":[3],"expected":[4],"to":[5,29,97],"play":[6],"a":[7,62,126],"pivotal":[8],"role":[9],"in":[10,14,115],"enabling":[11,68],"autonomous":[12],"optimization":[13],"future":[15],"wireless":[16],"networks.":[17],"Within":[18],"the":[19,41],"ORAN":[20,137],"architecture,":[21],"Large":[22],"Language":[23],"Models":[24],"(LLMs)":[25],"can":[26],"be":[27],"specialized":[28],"generate":[30],"xApps":[31],"and":[32,37,56,87,101,133,155,163],"rApps":[33],"by":[34,174,181],"leveraging":[35],"specifications":[36],"API":[38],"definitions":[39],"from":[40],"RAN":[42],"Intelligent":[43],"Controller":[44],"(RIC)":[45],"platform.":[46],"However,":[47],"fine-tuning":[48],"base":[49],"LLMs":[50],"for":[51],"telecom-specific":[52],"tasks":[53],"remains":[54],"expensive":[55],"resource-intensive.":[57],"Retrieval-Augmented":[58],"Generation":[59],"(RAG)":[60],"offers":[61],"practical":[63],"alternative":[64],"through":[65],"in-context":[66],"learning,":[67],"domain":[69],"adaptation":[70],"without":[71],"full":[72],"retraining.":[73],"While":[74],"traditional":[75,167],"RAG":[76],"systems":[77],"rely":[78],"on":[79],"vector-based":[80],"retrieval,":[81],"emerging":[82],"variants":[83],"such":[84,118],"as":[85,119],"GraphRAG":[86,89,135,162,165,170,177],"Hybrid":[88,134,164,169],"incorporate":[90],"knowledge":[91],"graphs":[92],"or":[93],"dual":[94],"retrieval":[95],"strategies":[96],"support":[98],"multi-hop":[99],"reasoning":[100],"improve":[102],"factual":[103,156,172],"grounding.":[104],"Despite":[105],"their":[106],"promise,":[107],"these":[108],"methods":[109],"lack":[110],"systematic,":[111],"metric-driven":[112],"evaluations,":[113],"particularly":[114],"high-stakes":[116],"domains":[117],"ORAN.":[120],"In":[121],"this":[122],"study,":[123],"we":[124],"conduct":[125],"comparative":[127],"evaluation":[128],"of":[129],"Vector":[130],"RAG,":[131],"GraphRAG,":[132],"using":[136,146],"specifications.":[138],"We":[139],"assess":[140],"performance":[141],"across":[142],"varying":[143],"question":[144],"complexities":[145],"established":[147],"generation":[148],"metrics:":[149],"faithfulness,":[150],"answer":[151],"relevance,":[152,154],"context":[153,179],"correctness.":[157],"Results":[158],"show":[159],"that":[160],"both":[161],"outperform":[166],"RAG.":[168],"improves":[171,178],"correctness":[173],"8%,":[175],"while":[176],"relevance":[180],"11%.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-12-12T00:00:00"}