{"id":"https://openalex.org/W4413180082","doi":"https://doi.org/10.1109/gcwkshp64532.2024.11100864","title":"Specializing Language Models for 3GPP Standards: Enhancements for Technical Document Queries","display_name":"Specializing Language Models for 3GPP Standards: Enhancements for Technical Document Queries","publication_year":2024,"publication_date":"2024-12-08","ids":{"openalex":"https://openalex.org/W4413180082","doi":"https://doi.org/10.1109/gcwkshp64532.2024.11100864"},"language":"en","primary_location":{"id":"doi:10.1109/gcwkshp64532.2024.11100864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshp64532.2024.11100864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027953377","display_name":"Gary C.F. Lee","orcid":"https://orcid.org/0000-0003-4318-8958"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Gary C.F. Lee","raw_affiliation_strings":["Agency for Science, Technology and Research (A*STAR),Institute for Infocomm Research (I2R),Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Agency for Science, Technology and Research (A*STAR),Institute for Infocomm Research (I2R),Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119293819","display_name":"Derek Khu","orcid":null},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Derek Khu","raw_affiliation_strings":["Agency for Science, Technology and Research (A*STAR),Institute for Infocomm Research (I2R),Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Agency for Science, Technology and Research (A*STAR),Institute for Infocomm Research (I2R),Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017592427","display_name":"Feri Guretno","orcid":"https://orcid.org/0000-0003-2549-4388"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Feri Guretno","raw_affiliation_strings":["Agency for Science, Technology and Research (A*STAR),Institute for Infocomm Research (I2R),Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Agency for Science, Technology and Research (A*STAR),Institute for Infocomm Research (I2R),Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061300609","display_name":"Ernest Kurniawan","orcid":"https://orcid.org/0000-0001-5347-4769"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ernest Kurniawan","raw_affiliation_strings":["Agency for Science, Technology and Research (A*STAR),Institute for Infocomm Research (I2R),Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Agency for Science, Technology and Research (A*STAR),Institute for Infocomm Research (I2R),Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26822235,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10651","display_name":"IPv6, Mobility, Handover, Networks, Security","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10651","display_name":"IPv6, Mobility, Handover, Networks, Security","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9613000154495239,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8351404666900635},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5199390649795532},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33735084533691406},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3238867521286011}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8351404666900635},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5199390649795532},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33735084533691406},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3238867521286011}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/gcwkshp64532.2024.11100864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshp64532.2024.11100864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2982596739","https://openalex.org/W3027879771","https://openalex.org/W3147292006","https://openalex.org/W3152269143","https://openalex.org/W4226146586","https://openalex.org/W4252076394","https://openalex.org/W4322718191","https://openalex.org/W4381743266","https://openalex.org/W4388502346","https://openalex.org/W4389157038","https://openalex.org/W4392152396","https://openalex.org/W4400647460","https://openalex.org/W4401509478","https://openalex.org/W4402670856","https://openalex.org/W4405974780","https://openalex.org/W4408325149","https://openalex.org/W4410949934","https://openalex.org/W4411630045","https://openalex.org/W4413180049","https://openalex.org/W6769185743","https://openalex.org/W6777615688","https://openalex.org/W6796581206","https://openalex.org/W6850625674","https://openalex.org/W6853458019","https://openalex.org/W6858453470"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"This":[0,136],"paper":[1],"presents":[2],"a":[3,103,133],"novel":[4],"approach":[5],"to":[6,120,139],"enhancing":[7],"open-source":[8],"language":[9,79,118,145],"models":[10,119],"for":[11,128,150],"querying":[12],"Third":[13],"Generation":[14,60],"Partnership":[15],"Project":[16],"(3GPP)-related":[17],"technical":[18,72],"documents,":[19],"utilizing":[20],"multiple-choice":[21],"questions":[22],"from":[23],"the":[24,49,54,112,140],"TeleQnA":[25],"dataset":[26],"as":[27],"part":[28],"of":[29,56,86,100,142],"an":[30,98],"International":[31],"Telecommunication":[32],"Union":[33],"(ITU)":[34],"Artificial":[35],"Intelligence/Machine":[36],"Learning":[37],"(AI/ML)":[38],"in":[39,69,155],"5G":[40],"Challenge.<sup":[41],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[42],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[43],"Our":[44,75],"primary":[45],"focus":[46],"is":[47],"on":[48,102,108],"Phi-2":[50],"model,":[51],"demonstrating":[52],"that":[53],"integration":[55],"appropriately":[57],"designed":[58],"Retrieval-Augmented":[59],"(RAG),":[61],"prompt":[62,87],"engineering,":[63],"and":[64,82,89,144,153],"fine-tuning":[65],"significantly":[66],"enhances":[67],"performance":[68,131],"handling":[70],"complex":[71],"standards-related":[73],"queries.":[74],"methodology":[76],"leverages":[77],"natural":[78],"processing":[80],"techniques":[81,127],"re-ranking":[83],"strategies,":[84],"optimization":[85],"ordering,":[88],"model":[90,130],"fine-tuning.":[91],"With":[92],"our":[93],"proposed":[94],"methodology,":[95],"we":[96],"achieve":[97],"accuracy":[99],"79.65%":[101],"held-out":[104],"test":[105],"set":[106],"based":[107],"TeleQnA.":[109],"We":[110],"address":[111],"challenges":[113],"associated":[114],"with":[115],"adapting":[116],"small":[117],"domain-specific":[121],"tasks,":[122],"offering":[123,147],"insights":[124],"into":[125],"effective":[126],"improving":[129],"within":[132],"resource-constrained":[134],"setting.":[135],"research":[137,152],"contributes":[138],"field":[141],"telecommunications":[143],"modeling,":[146],"practical":[148],"implications":[149],"future":[151],"applications":[154],"this":[156],"domain.":[157]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}