{"id":"https://openalex.org/W4413180093","doi":"https://doi.org/10.1109/gcwkshp64532.2024.11100592","title":"QMOS: Enhancing LLMs for Telecommunication with Question Masked loss and Option Shuffling","display_name":"QMOS: Enhancing LLMs for Telecommunication with Question Masked loss and Option Shuffling","publication_year":2024,"publication_date":"2024-12-08","ids":{"openalex":"https://openalex.org/W4413180093","doi":"https://doi.org/10.1109/gcwkshp64532.2024.11100592"},"language":"en","primary_location":{"id":"doi:10.1109/gcwkshp64532.2024.11100592","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshp64532.2024.11100592","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114402938","display_name":"Blessed Guda","orcid":null},"institutions":[{"id":"https://openalex.org/I4210130200","display_name":"Carnegie Mellon University Africa","ror":"https://ror.org/02f33m021","country_code":"RW","type":"education","lineage":["https://openalex.org/I4210130200","https://openalex.org/I74973139"]}],"countries":["RW"],"is_corresponding":true,"raw_author_name":"Blessed Guda","raw_affiliation_strings":["Carnegie Mellon University Africa,Kigali,Rwanda"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University Africa,Kigali,Rwanda","institution_ids":["https://openalex.org/I4210130200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119293823","display_name":"Gabrial Zencha Ashungafac","orcid":null},"institutions":[{"id":"https://openalex.org/I4210130200","display_name":"Carnegie Mellon University Africa","ror":"https://ror.org/02f33m021","country_code":"RW","type":"education","lineage":["https://openalex.org/I4210130200","https://openalex.org/I74973139"]}],"countries":["RW"],"is_corresponding":false,"raw_author_name":"Gabrial Zencha Ashungafac","raw_affiliation_strings":["Carnegie Mellon University Africa,Kigali,Rwanda"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University Africa,Kigali,Rwanda","institution_ids":["https://openalex.org/I4210130200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114402940","display_name":"Lawrence Francis","orcid":null},"institutions":[{"id":"https://openalex.org/I4210130200","display_name":"Carnegie Mellon University Africa","ror":"https://ror.org/02f33m021","country_code":"RW","type":"education","lineage":["https://openalex.org/I4210130200","https://openalex.org/I74973139"]}],"countries":["RW"],"is_corresponding":false,"raw_author_name":"Lawrence Francis","raw_affiliation_strings":["Carnegie Mellon University Africa,Kigali,Rwanda"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University Africa,Kigali,Rwanda","institution_ids":["https://openalex.org/I4210130200"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085243096","display_name":"Carlee Joe\u2010Wong","orcid":"https://orcid.org/0000-0003-0785-9291"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlee Joe-Wong","raw_affiliation_strings":["Carnegie Mellon University,Pittsburgh,USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,Pittsburgh,USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5114402938"],"corresponding_institution_ids":["https://openalex.org/I4210130200"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3689362,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shuffling","display_name":"Shuffling","score":0.7763673663139343},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5198122262954712},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.5118746161460876},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3394045829772949}],"concepts":[{"id":"https://openalex.org/C167927819","wikidata":"https://www.wikidata.org/wiki/Q1930567","display_name":"Shuffling","level":2,"score":0.7763673663139343},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5198122262954712},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.5118746161460876},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3394045829772949},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/gcwkshp64532.2024.11100592","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshp64532.2024.11100592","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2970641574","https://openalex.org/W2990138404","https://openalex.org/W3017210109","https://openalex.org/W3168867926","https://openalex.org/W4252076394","https://openalex.org/W4287204036","https://openalex.org/W4292779060","https://openalex.org/W4378509449","https://openalex.org/W4385681674","https://openalex.org/W4386576685","https://openalex.org/W4389157038","https://openalex.org/W4390632065","https://openalex.org/W4390638022","https://openalex.org/W4392487838","https://openalex.org/W4394709684","https://openalex.org/W4401043020","https://openalex.org/W4401509478","https://openalex.org/W4402346183","https://openalex.org/W4405974780","https://openalex.org/W4408325149","https://openalex.org/W4410949934","https://openalex.org/W6777615688","https://openalex.org/W6778883912","https://openalex.org/W6794426595","https://openalex.org/W6796581206","https://openalex.org/W6853251322","https://openalex.org/W6855618270","https://openalex.org/W6856121608","https://openalex.org/W6858453470","https://openalex.org/W6860549370","https://openalex.org/W6864600185","https://openalex.org/W6872398797"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4213239787","https://openalex.org/W2045745654","https://openalex.org/W2114337652","https://openalex.org/W4377131110","https://openalex.org/W4388857216","https://openalex.org/W4294559962","https://openalex.org/W2046590706"],"abstract_inverted_index":{"Large":[0],"Language":[1],"models":[2,18,83,135],"(LLMs)":[3],"have":[4],"brought":[5],"about":[6],"substantial":[7],"advancements":[8],"in":[9,22,26,59,69,119,123],"the":[10,40,79,115,124,151],"field":[11],"of":[12,29,33,82,117,155,173],"Question":[13],"Answering":[14],"(QA)":[15],"systems.":[16],"These":[17],"do":[19],"remarkably":[20],"well":[21],"addressing":[23],"intricate":[24],"inquiries":[25],"a":[27,70,106],"variety":[28],"disciplines.":[30],"However,":[31],"because":[32],"domain-specific":[34],"vocabulary,":[35],"complex":[36],"technological":[37],"concepts,":[38],"and":[39,93,109,137,160,179],"requirement":[41],"for":[42,66],"exact":[43],"responses,":[44],"applying":[45],"LLMs":[46,118],"to":[47,62,113,150,175,182],"specialized":[48],"sectors":[49],"like":[50],"telecommunications":[51,125],"presents":[52],"additional":[53],"obstacles.":[54],"GPT-3.5":[55,86],"has":[56],"been":[57],"used":[58],"recent":[60],"work,":[61],"obtain":[63],"noteworthy":[64],"accuracy":[65,169],"telecom-related":[67],"questions":[68],"Retrieval":[71],"Augmented":[72],"Generation":[73],"(RAG)":[74],"framework.":[75,143],"Notwithstanding":[76],"these":[77],"developments,":[78],"practical":[80],"use":[81],"such":[84],"as":[85],"is":[87],"restricted":[88],"by":[89],"their":[90],"proprietary":[91],"nature":[92],"high":[94],"computing":[95],"demands.":[96],"This":[97],"paper":[98],"introduces":[99],"QMOS,":[100],"an":[101,140],"innovative":[102],"approach":[103,146],"which":[104],"uses":[105],"Question-Masked":[107],"loss":[108],"Option":[110],"Shuffling":[111],"trick":[112],"enhance":[114],"performance":[116],"answering":[120],"Multiple-Choice":[121],"Questions":[122],"domain.":[126],"Our":[127,144,162],"focus":[128],"was":[129],"on":[130],"using":[131],"open-source,":[132],"smaller":[133],"language":[134],"(Phi-2":[136],"Falcon-7B)":[138],"within":[139],"enhanced":[141],"RAG":[142],"multi-faceted":[145],"involves":[147],"several":[148],"enhancements":[149],"whole":[152],"LLM-RAG":[153],"pipeline":[154],"finetuning,":[156],"retrieval,":[157],"prompt":[158],"engineering":[159],"inference.":[161],"approaches":[163],"significantly":[164],"outperform":[165],"existing":[166],"results,":[167],"achieving":[168],"improvements":[170],"from":[171,180],"baselines":[172],"24.70%":[174],"49.30%":[176],"with":[177,184],"Falcon-7B":[178],"42.07%":[181],"84.65%":[183],"Phi-2.":[185]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}