{"id":"https://openalex.org/W4412907229","doi":"https://doi.org/10.3390/electronics14153095","title":"Design and Performance Evaluation of LLM-Based RAG Pipelines for Chatbot Services in International Student Admissions","display_name":"Design and Performance Evaluation of LLM-Based RAG Pipelines for Chatbot Services in International Student Admissions","alternate_titles":[],"publication_year":2025,"publication_date":"2025-08-02","ids":{"openalex":"https://openalex.org/W4412907229","doi":"https://doi.org/10.3390/electronics14153095"},"language":"en","primary_location":{"id":"doi:10.3390/electronics14153095","doi":"https://doi.org/10.3390/electronics14153095","is_oa":true,"landing_page_url":"https://doi.org/10.3390/electronics14153095","pdf_url":"https://www.mdpi.com/2079-9292/14/15/3095/pdf?version=1754127762","source":{"id":"https://openalex.org/S4210202905","display_name":"Electronics","issn_l":"2079-9292","issn":["2079-9292"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronics","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4412907229"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2079-9292/14/15/3095/pdf?version=1754127762","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119188866","display_name":"Maksuda Khasanova Zafar kizi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I206597221","display_name":"Kongju National University","ror":"https://ror.org/0373nm262","country_code":"KR","type":"education","lineage":["https://openalex.org/I206597221"]}],"countries":["KR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Maksuda Khasanova Zafar kizi","raw_affiliation_strings":["Department of Computer Science and Engineering, Kongju National University, Cheonan 31080, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kongju National University, Cheonan 31080, Republic of Korea","institution_ids":["https://openalex.org/I206597221"]}]},{"author_position":"last","author":{"id":null,"display_name":"Youngjung Suh","orcid":"https://orcid.org/0009-0001-3762-9609","observed_orcids":["https://orcid.org/0009-0001-3762-9609"]},"institutions":[{"id":"https://openalex.org/I206597221","display_name":"Kongju National University","ror":"https://ror.org/0373nm262","country_code":"KR","type":"education","lineage":["https://openalex.org/I206597221"]}],"countries":["KR"],"is_corresponding":true,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/conceptualization","display_name":"Conceptualization"},{"id":"https://openalex.org/contributor-roles/formal-analysis","display_name":"Formal analysis"},{"id":"https://openalex.org/contributor-roles/methodology","display_name":"Methodology"},{"id":"https://openalex.org/contributor-roles/project-administration","display_name":"Project administration"},{"id":"https://openalex.org/contributor-roles/software","display_name":"Software"},{"id":"https://openalex.org/contributor-roles/supervision","display_name":"Supervision"},{"id":"https://openalex.org/contributor-roles/validation","display_name":"Validation"},{"id":"https://openalex.org/contributor-roles/writing-review-editing","display_name":"Writing \u2013 review & editing"}],"raw_author_name":"Youngjung Suh","raw_affiliation_strings":["Department of Computer Science and Engineering, Kongju National University, Cheonan 31080, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0001-3762-9609","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kongju National University, Cheonan 31080, Republic of Korea","institution_ids":["https://openalex.org/I206597221"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I206597221"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2896},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2896},"fwci":4.8482,"has_fulltext":true,"cited_by_count":27,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.96398463,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":"14","issue":"15","first_page":"3095","last_page":"3095"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9369999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9369999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.04439999908208847,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.9959999918937683},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8169999718666077},{"id":"https://openalex.org/keywords/chatbots","display_name":"chatbots","score":0.699999988079071},{"id":"https://openalex.org/keywords/international-student-admission","display_name":"international student admission","score":0.996999979019165},{"id":"https://openalex.org/keywords/dense-retrieval","display_name":"dense retrieval","score":0.6990000009536743},{"id":"https://openalex.org/keywords/maximum-marginal-relevance","display_name":"maximum marginal relevance","score":0.6539999842643738},{"id":"https://openalex.org/keywords/hybrid-search","display_name":"hybrid retrieval","score":0.7440000176429749},{"id":"https://openalex.org/keywords/semantic-chunking","display_name":"semantic chunking","score":0.781000018119812},{"id":"https://openalex.org/keywords/open-source-llms","display_name":"open-source LLMs","score":0.7170000076293945},{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.796999990940094},{"id":"https://openalex.org/keywords/answer-faithfulness","display_name":"answer faithfulness","score":0.8450000286102295},{"id":"https://openalex.org/keywords/answer-relevance","display_name":"answer relevance","score":0.5830000042915344},{"id":"https://openalex.org/keywords/response-latency","display_name":"response latency","score":0.5410000085830688},{"id":"https://openalex.org/keywords/resource-constrained-institutions","display_name":"resource-constrained institutions","score":0.6439999938011169}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.9266145825386047},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4565969407558441},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4272804856300354},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3620719909667969}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/electronics14153095","doi":"https://doi.org/10.3390/electronics14153095","is_oa":true,"landing_page_url":"https://doi.org/10.3390/electronics14153095","pdf_url":"https://www.mdpi.com/2079-9292/14/15/3095/pdf?version=1754127762","source":{"id":"https://openalex.org/S4210202905","display_name":"Electronics","issn_l":"2079-9292","issn":["2079-9292"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/electronics14153095","doi":"https://doi.org/10.3390/electronics14153095","is_oa":true,"landing_page_url":"https://doi.org/10.3390/electronics14153095","pdf_url":"https://www.mdpi.com/2079-9292/14/15/3095/pdf?version=1754127762","source":{"id":"https://openalex.org/S4210202905","display_name":"Electronics","issn_l":"2079-9292","issn":["2079-9292"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.4156000018119812,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G8279346340","display_name":null,"funder_award_id":"2024-0-00073","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412907229.pdf","grobid_xml":"https://content.openalex.org/works/W4412907229.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2133512280","https://openalex.org/W2154652894","https://openalex.org/W2970641574","https://openalex.org/W3015883388","https://openalex.org/W3138773240","https://openalex.org/W3153833878","https://openalex.org/W4385474629","https://openalex.org/W4386421370","https://openalex.org/W4387156782","https://openalex.org/W4389518784","https://openalex.org/W4393948917","https://openalex.org/W4394781960","https://openalex.org/W4400881459","https://openalex.org/W4401042808","https://openalex.org/W4401502646","https://openalex.org/W4403389405","https://openalex.org/W4404534210","https://openalex.org/W4404622689","https://openalex.org/W4404783449","https://openalex.org/W4405810201","https://openalex.org/W4406617454","https://openalex.org/W4406856493","https://openalex.org/W4407949990","https://openalex.org/W4409348640","https://openalex.org/W4409807117","https://openalex.org/W4410705984","https://openalex.org/W4411203672","https://openalex.org/W4415798436"],"related_works":["https://openalex.org/W7155088400","https://openalex.org/W4411090019","https://openalex.org/W7158083689","https://openalex.org/W7161496734","https://openalex.org/W7126238697","https://openalex.org/W4415264572","https://openalex.org/W4413967487","https://openalex.org/W4411549393","https://openalex.org/W7128801267","https://openalex.org/W7172205353"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,103,145],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"have":[7],"significantly":[8],"enhanced":[9],"the":[10,21,129],"effectiveness":[11],"of":[12,25,69],"Retrieval-Augmented":[13],"Generation":[14],"(RAG)":[15],"systems.":[16],"This":[17],"study":[18],"focuses":[19],"on":[20],"development":[22],"and":[23,43,60,63,71,84,123,137],"evaluation":[24,67],"a":[26,135],"domain-specific":[27],"AI":[28],"chatbot":[29,131],"designed":[30],"to":[31,77,99,118],"support":[32],"international":[33,142],"student":[34,143],"admissions":[35],"by":[36],"leveraging":[37],"LLM-based":[38],"RAG":[39,95,112],"pipelines.":[40],"We":[41],"implement":[42],"compare":[44],"multiple":[45],"pipeline":[46],"configurations,":[47],"combining":[48],"retrieval":[49],"methods":[50],"(e.g.,":[51,57],"Dense,":[52],"MMR,":[53],"Hybrid),":[54],"chunking":[55],"strategies":[56],"Semantic,":[58],"Recursive),":[59],"both":[61],"open-source":[62,111],"commercial":[64],"LLMs.":[65],"Dual":[66],"datasets":[68],"LLM-generated":[70],"human-tagged":[72],"QA":[73],"sets":[74],"are":[75],"used":[76],"measure":[78],"answer":[79],"relevancy,":[80],"faithfulness,":[81],"context":[82],"precision,":[83],"recall,":[85],"alongside":[86],"heuristic":[87],"NLP":[88],"metrics.":[89],"Furthermore,":[90],"latency":[91],"analysis":[92],"across":[93],"different":[94],"stages":[96],"is":[97],"conducted":[98],"assess":[100],"deployment":[101],"feasibility":[102],"real-world":[104],"educational":[105],"environments.":[106],"Results":[107],"show":[108],"that":[109,128],"well-optimized":[110],"pipelines":[113],"can":[114,133],"offer":[115],"comparable":[116],"performance":[117],"GPT-4o":[119],"while":[120],"maintaining":[121],"scalability":[122],"cost-efficiency.":[124],"These":[125],"findings":[126],"suggest":[127],"proposed":[130],"system":[132],"provide":[134],"practical":[136],"technically":[138],"sound":[139],"solution":[140],"for":[141],"services":[144],"resource-constrained":[146],"academic":[147],"institutions.":[148]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4412907229","counts_by_year":[{"year":2026,"cited_by_count":25},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-10-10T00:00:00"}
