{"id":"https://openalex.org/W4410228196","doi":"https://doi.org/10.1109/wcnc61545.2025.10978393","title":"Telco-DPR: A Hybrid Dataset for Evaluating Retrieval Models of 3GPP Technical Specifications","display_name":"Telco-DPR: A Hybrid Dataset for Evaluating Retrieval Models of 3GPP Technical Specifications","publication_year":2025,"publication_date":"2025-03-24","ids":{"openalex":"https://openalex.org/W4410228196","doi":"https://doi.org/10.1109/wcnc61545.2025.10978393"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc61545.2025.10978393","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc61545.2025.10978393","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113514072","display_name":"Tomaz Saraiva","orcid":null},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"T. Saraiva","raw_affiliation_strings":["Instituto de Telecomunica&#x00E7;&#x00F5;es,Lisbon,Portugal"],"affiliations":[{"raw_affiliation_string":"Instituto de Telecomunica&#x00E7;&#x00F5;es,Lisbon,Portugal","institution_ids":["https://openalex.org/I4210120471"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051755335","display_name":"Marco Sousa","orcid":"https://orcid.org/0000-0002-2471-170X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"M. Sousa","raw_affiliation_strings":["CELFINET - A Cyient Company,Lisbon,Portugal"],"affiliations":[{"raw_affiliation_string":"CELFINET - A Cyient Company,Lisbon,Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081258184","display_name":"Pedro Vieira","orcid":"https://orcid.org/0000-0003-0279-8741"},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"P. Vieira","raw_affiliation_strings":["Instituto de Telecomunica&#x00E7;&#x00F5;es,Lisbon,Portugal"],"affiliations":[{"raw_affiliation_string":"Instituto de Telecomunica&#x00E7;&#x00F5;es,Lisbon,Portugal","institution_ids":["https://openalex.org/I4210120471"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102026983","display_name":"A. Rodrigues","orcid":"https://orcid.org/0000-0003-1546-6690"},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"A. Rodrigues","raw_affiliation_strings":["Instituto de Telecomunica&#x00E7;&#x00F5;es,Lisbon,Portugal"],"affiliations":[{"raw_affiliation_string":"Instituto de Telecomunica&#x00E7;&#x00F5;es,Lisbon,Portugal","institution_ids":["https://openalex.org/I4210120471"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5113514072"],"corresponding_institution_ids":["https://openalex.org/I4210120471"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1002206,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"06"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10651","display_name":"IPv6, Mobility, Handover, Networks, Security","score":0.904699981212616,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10651","display_name":"IPv6, Mobility, Handover, Networks, Security","score":0.904699981212616,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7626718878746033},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.38049614429473877},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34390097856521606}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7626718878746033},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38049614429473877},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34390097856521606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc61545.2025.10978393","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc61545.2025.10978393","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1989220366","https://openalex.org/W2033047024","https://openalex.org/W2170682101","https://openalex.org/W2964110616","https://openalex.org/W3102659883","https://openalex.org/W3201233724","https://openalex.org/W3209717315","https://openalex.org/W4205137784","https://openalex.org/W4252076394","https://openalex.org/W4288848851","https://openalex.org/W4392669704","https://openalex.org/W4400647460","https://openalex.org/W4401043213","https://openalex.org/W4402742293","https://openalex.org/W4405974780","https://openalex.org/W4406212021","https://openalex.org/W4408325149","https://openalex.org/W6785310428","https://openalex.org/W6841314420","https://openalex.org/W6846966473","https://openalex.org/W6853458019"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"This":[0],"paper":[1,34],"proposes":[2],"a":[3,22,42,47,60,124,149,197,206],"Question-Answering":[4],"(QA)":[5],"system":[6],"for":[7],"the":[8,57,69,84,135,156,163,171,175,179,186,191,210],"telecom":[9],"domain":[10],"using":[11,111,174,185],"3<sup":[12],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[13,26,28],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">rd</sup>":[14],"Generation":[15,158],"Partnership":[16],"Project":[17],"(3GPP)":[18],"technical":[19,146],"documents.":[20],"Alongside,":[21],"hybrid":[23,48,176],"dataset,":[24],"Telco-DPR<sup":[25],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup><sup":[27],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>Telco-DPR":[29],"dataset":[30,58,177],"presented":[31],"in":[32,46,143,162,200],"this":[33,76],"is":[35,54,167],"available":[36],"open-source":[37],"[1].,":[38],"which":[39],"consists":[40],"of":[41,62,72,78,152,173],"curated":[43],"3GPP":[44],"corpus":[45],"format,":[49],"combining":[50],"text":[51],"and":[52,102,109,114,137,178,190],"tables,":[53],"presented.":[55],"Additionally,":[56,155],"includes":[59],"set":[61],"synthetic":[63],"question/answer":[64],"pairs":[65],"designed":[66],"to":[67,169,205],"evaluate":[68],"retrieval":[70,81],"performance":[71],"QA":[73,165,183],"systems":[74],"on":[75,209],"type":[77],"data.":[79],"The":[80,119,181],"models,":[82,95],"including":[83],"sparse":[85],"model,":[86],"Best":[87],"Matching":[88],"25":[89],"(BM25),":[90],"as":[91,93,97],"well":[92],"dense":[94],"such":[96],"Dense":[98,103],"Passage":[99],"Retriever":[100],"(DPR)":[101],"Hierarchical":[104],"Retrieval":[105],"(DHR),":[106],"are":[107],"evaluated":[108,168],"compared":[110,204],"top-K":[112],"accuracy":[113,151],"Mean":[115],"Reciprocal":[116],"Rank":[117],"(MRR).":[118],"results":[120],"show":[121],"that":[122],"DHR,":[123],"retriever":[125],"model":[126,189],"utilising":[127],"hierarchical":[128],"passage":[129,138],"selection":[130],"through":[131],"fine-tuning":[132],"at":[133],"both":[134],"document":[136],"levels,":[139],"outperforms":[140],"traditional":[141],"methods":[142],"retrieving":[144],"relevant":[145],"information,":[147],"achieving":[148],"Top-10":[150],"86.2":[153],"%.":[154],"Retriever-Augmented":[157],"(RAG)":[159],"technique,":[160],"used":[161],"proposed":[164,182],"system,":[166,184],"demonstrate":[170],"benefits":[172],"DHR.":[180],"developed":[187],"RAG":[188],"Generative":[192],"Pre-trained":[193],"Transformer":[194],"(GPT)-4,":[195],"achieves":[196],"14%":[198],"improvement":[199],"answer":[201],"accuracy,":[202],"when":[203],"previous":[207],"benchmark":[208],"same":[211],"dataset.":[212]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}