{"id":"https://openalex.org/W7130554135","doi":"https://doi.org/10.1109/ispacs68724.2025.11382784","title":"Comparative Evaluation of Synthetic Question and Answer Dataset Generation Methods for Large Language Models","display_name":"Comparative Evaluation of Synthetic Question and Answer Dataset Generation Methods for Large Language Models","publication_year":2025,"publication_date":"2025-11-01","ids":{"openalex":"https://openalex.org/W7130554135","doi":"https://doi.org/10.1109/ispacs68724.2025.11382784"},"language":"en","primary_location":{"id":"doi:10.1109/ispacs68724.2025.11382784","doi":"https://doi.org/10.1109/ispacs68724.2025.11382784","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ispacs68724.2025.11382784","pdf_url":null,"source":{"id":"https://openalex.org/S4363605678","display_name":"International Symposium on Intelligent Signal Processing and Communication Systems (ISPACS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Symposium on Intelligent Signal Processing and Communication Systems (ISPACS)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126393694","display_name":"Rabe'atuladawiyah Samser","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I891303086","display_name":"MIMOS (Malaysia)","ror":"https://ror.org/01k94e681","country_code":"MY","type":"government","lineage":["https://openalex.org/I891303086"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Rabe'atuladawiyah Samser","raw_affiliation_strings":["Business Mgmt & Subsidiary Monitoring /Technology Venture MIMOS Berhad"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Business Mgmt & Subsidiary Monitoring /Technology Venture MIMOS Berhad","institution_ids":["https://openalex.org/I891303086"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126409370","display_name":"Faisal Fauzi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I891303086","display_name":"MIMOS (Malaysia)","ror":"https://ror.org/01k94e681","country_code":"MY","type":"government","lineage":["https://openalex.org/I891303086"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Faisal Fauzi","raw_affiliation_strings":["Business Mgmt & Subsidiary Monitoring /Technology Venture MIMOS Berhad"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Business Mgmt & Subsidiary Monitoring /Technology Venture MIMOS Berhad","institution_ids":["https://openalex.org/I891303086"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012014373","display_name":"Lee Chia Chie","orcid":"https://orcid.org/0000-0001-5324-8796","observed_orcids":["https://orcid.org/0000-0001-5324-8796"]},"institutions":[{"id":"https://openalex.org/I891303086","display_name":"MIMOS (Malaysia)","ror":"https://ror.org/01k94e681","country_code":"MY","type":"government","lineage":["https://openalex.org/I891303086"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Chia Chie Lee","raw_affiliation_strings":["Business Mgmt & Subsidiary Monitoring /Technology Venture MIMOS Berhad"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Business Mgmt & Subsidiary Monitoring /Technology Venture MIMOS Berhad","institution_ids":["https://openalex.org/I891303086"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038034241","display_name":"Phooi Yee Lau","orcid":"https://orcid.org/0000-0002-6329-4558","observed_orcids":["https://orcid.org/0000-0002-6329-4558"]},"institutions":[{"id":"https://openalex.org/I891303086","display_name":"MIMOS (Malaysia)","ror":"https://ror.org/01k94e681","country_code":"MY","type":"government","lineage":["https://openalex.org/I891303086"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Phooi Yee Lau","raw_affiliation_strings":["Business Mgmt & Subsidiary Monitoring /Technology Venture MIMOS Berhad"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Business Mgmt & Subsidiary Monitoring /Technology Venture MIMOS Berhad","institution_ids":["https://openalex.org/I891303086"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017767278","display_name":"Zulaikha Kadim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I891303086","display_name":"MIMOS (Malaysia)","ror":"https://ror.org/01k94e681","country_code":"MY","type":"government","lineage":["https://openalex.org/I891303086"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Zulaikha Kadim","raw_affiliation_strings":["Strategic ICT R&D/Technology Development MIMOS Berhad"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Strategic ICT R&D/Technology Development MIMOS Berhad","institution_ids":["https://openalex.org/I891303086"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I891303086"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.004699999932199717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8679999709129333},{"id":"https://openalex.org/keywords/question-embedding","display_name":"question embedding","score":0.3700000047683716},{"id":"https://openalex.org/keywords/contextual-alignment","display_name":"contextual alignment","score":0.4449999928474426},{"id":"https://openalex.org/keywords/bertscore","display_name":"BERTScore","score":0.5680000185966492}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7870000004768372},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.691100001335144},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6147000193595886},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.5447999835014343},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5396999716758728},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4763000011444092},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4535999894142151},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.427700012922287},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.42570000886917114},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.40639999508857727},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39070001244544983},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.375},{"id":"https://openalex.org/C95318506","wikidata":"https://www.wikidata.org/wiki/Q6588467","display_name":"Textual entailment","level":3,"score":0.3677000105381012},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35429999232292175},{"id":"https://openalex.org/C89686163","wikidata":"https://www.wikidata.org/wiki/Q1187982","display_name":"Vector space model","level":2,"score":0.3418999910354614},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.33250001072883606},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.31619998812675476},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2809000015258789},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ispacs68724.2025.11382784","doi":"https://doi.org/10.1109/ispacs68724.2025.11382784","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ispacs68724.2025.11382784","pdf_url":null,"source":{"id":"https://openalex.org/S4363605678","display_name":"International Symposium on Intelligent Signal Processing and Communication Systems (ISPACS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Symposium on Intelligent Signal Processing and Communication Systems (ISPACS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W2969595679","https://openalex.org/W4385732413","https://openalex.org/W4401717597"],"related_works":["https://openalex.org/W3007306981","https://openalex.org/W4403664043","https://openalex.org/W4412733186","https://openalex.org/W4385572817","https://openalex.org/W4409361321","https://openalex.org/W2949849869","https://openalex.org/W7147449069","https://openalex.org/W7076953596","https://openalex.org/W4405173269","https://openalex.org/W4387635245"],"abstract_inverted_index":{"The":[0,113],"intelligence":[1],"of":[2,32,55,120,153,170,185,224,237,262],"large":[3,37],"language":[4,38],"models":[5,39],"is":[6],"growing":[7],"in":[8,105,134,164],"the":[9,13,30,53,65,118,130,135,168,180,186,191,198,208,258],"world":[10],"and":[11,24,100,122,148,159,183,201,210,215,233,242,260],"among":[12],"challenges":[14],"faced":[15],"are":[16],"limited":[17],"access":[18],"to":[19,46,76,128,155],"real-world":[20],"data,":[21],"privacy":[22],"concerns":[23],"high":[25],"manual":[26],"annotation":[27],"costs.":[28],"Therefore,":[29],"creation":[31],"synthetic":[33,78,263],"data":[34],"sets":[35],"using":[36,60,125],"(LLMs)":[40],"has":[41],"become":[42],"an":[43,226],"effective":[44],"approach":[45,82],"overcome":[47],"these":[48],"problems.":[49],"This":[50],"study":[51],"investigates":[52],"generation":[54,143,250],"accurate":[56],"question-and-answer":[57],"(QA)":[58],"datasets":[59,264],"a":[61,80,90,101,141,175,222],"publicly":[62],"available":[63],"document,":[64],"Malaysian":[66],"Space":[67],"Board":[68],"Act":[69],"2022.":[70],"We":[71],"have":[72],"implemented":[73],"three":[74,192],"approaches":[75,251],"create":[77],"data:":[79],"straightforward":[81],"that":[83,145,248],"generates":[84],"QA":[85,110,188,204],"pairs":[86],"from":[87],"paragraph-level":[88],"text,":[89],"well-established":[91],"technique":[92,144],"known":[93],"as":[94,253],"Retrieval":[95],"Augmented":[96],"Fine":[97],"Tuning":[98],"(RAFT),":[99],"new":[102],"method":[103,115],"introduced":[104,140],"this":[106],"research,":[107],"Structured":[108],"Contextual":[109],"Generation":[111],"(SCQA).":[112],"RAFT":[114,211],"slightly":[116],"improved":[117],"accuracy":[119],"questions":[121,147],"answers":[123],"by":[124],"question":[126],"embedding":[127],"find":[129],"most":[131,199],"similar":[132],"documents":[133],"vector":[136],"store,":[137],"while":[138],"SCQA":[139,195,220,254],"structured":[142,249],"generated":[146,187],"answer":[149],"across":[150,213],"different":[151],"levels":[152],"understanding":[154],"improve":[156,257],"contextual":[157],"alignment":[158],"outperformed":[160],"both":[161,207],"other":[162],"methods":[163,193,212],"accuracy.":[165],"To":[166],"evaluate":[167],"performance":[169],"each":[171],"method,":[172],"we":[173],"conducted":[174],"comparative":[176],"analysis":[177],"focusing":[178],"on":[179],"accuracy,":[181],"relevance,":[182],"usefulness":[184],"pairs.":[189],"Among":[190],"evaluated,":[194],"consistently":[196],"produced":[197],"coherent":[200],"contextually":[202],"aligned":[203],"pairs,":[205],"outperforming":[206],"baseline":[209],"semantic":[214],"traditional":[216],"NLP":[217],"metrics.":[218],"Specifically,":[219],"achieved":[221],"BERTScore":[223],"0.655,":[225],"LLM":[227],"coherence":[228],"rating":[229],"of$4.2":[230],"/":[231],"5$,":[232],"cosine":[234],"similarity":[235],"scores":[236],"0.868":[238],"(Q-Context),":[239],"0.901":[240],"(A-Context),":[241],"0.876":[243],"(Q-A).":[244],"These":[245],"findings":[246],"suggest":[247],"such":[252],"can":[255],"significantly":[256],"quality":[259],"reliability":[261],"for":[265],"LLM-based":[266],"applications.":[267]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-02-20T00:00:00"}