{"id":"https://openalex.org/W4408744388","doi":"https://doi.org/10.1093/jcde/qwaf033","title":"Evaluating ChatGPT on Korea's BIM Expertise Exam and improving its performance through RAG","display_name":"Evaluating ChatGPT on Korea's BIM Expertise Exam and improving its performance through RAG","publication_year":2025,"publication_date":"2025-03-20","ids":{"openalex":"https://openalex.org/W4408744388","doi":"https://doi.org/10.1093/jcde/qwaf033"},"language":"en","primary_location":{"id":"doi:10.1093/jcde/qwaf033","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwaf033","pdf_url":"https://academic.oup.com/jcde/advance-article-pdf/doi/10.1093/jcde/qwaf033/62521636/qwaf033.pdf","source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://academic.oup.com/jcde/advance-article-pdf/doi/10.1093/jcde/qwaf033/62521636/qwaf033.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059399393","display_name":"Youngsu Yu","orcid":"https://orcid.org/0000-0003-3593-0657"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngsu Yu","raw_affiliation_strings":["Urban Construction Engineering & Management, Seoul National University of Science and Technology , 232 Gongreung-ro, Nowon-gu, Seoul 01811 ,"],"raw_orcid":"https://orcid.org/0000-0003-3593-0657","affiliations":[{"raw_affiliation_string":"Urban Construction Engineering & Management, Seoul National University of Science and Technology , 232 Gongreung-ro, Nowon-gu, Seoul 01811 ,","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011437840","display_name":"S.K. Kim","orcid":"https://orcid.org/0000-0002-9775-5770"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sihyun Kim","raw_affiliation_strings":["Department of Civil Engineering, Seoul National University of Science and Technology , 232 Gongreung-ro, Nowon-gu, Seoul 01811 ,"],"raw_orcid":"https://orcid.org/0000-0002-9775-5770","affiliations":[{"raw_affiliation_string":"Department of Civil Engineering, Seoul National University of Science and Technology , 232 Gongreung-ro, Nowon-gu, Seoul 01811 ,","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000923885","display_name":"Wonbok Lee","orcid":"https://orcid.org/0000-0002-4725-6041"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wonbok Lee","raw_affiliation_strings":["Department of Civil Engineering, Seoul National University of Science and Technology , 232 Gongreung-ro, Nowon-gu, Seoul 01811 ,"],"raw_orcid":"https://orcid.org/0000-0002-4725-6041","affiliations":[{"raw_affiliation_string":"Department of Civil Engineering, Seoul National University of Science and Technology , 232 Gongreung-ro, Nowon-gu, Seoul 01811 ,","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102533112","display_name":"Bonsang Koo","orcid":"https://orcid.org/0000-0002-1029-3375"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Bonsang Koo","raw_affiliation_strings":["Department of Civil Engineering, Seoul National University of Science and Technology , 232 Gongreung-ro, Nowon-gu, Seoul 01811 ,"],"raw_orcid":"https://orcid.org/0000-0002-1029-3375","affiliations":[{"raw_affiliation_string":"Department of Civil Engineering, Seoul National University of Science and Technology , 232 Gongreung-ro, Nowon-gu, Seoul 01811 ,","institution_ids":["https://openalex.org/I118373667"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5102533112"],"corresponding_institution_ids":["https://openalex.org/I118373667"],"apc_list":{"value":1650,"currency":"USD","value_usd":1650},"apc_paid":{"value":1650,"currency":"USD","value_usd":1650},"fwci":2.2022,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88249101,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"12","issue":"4","first_page":"94","last_page":"120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9376999735832214,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9376999735832214,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4524657726287842},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39906585216522217},{"id":"https://openalex.org/keywords/engineering-drawing","display_name":"Engineering drawing","score":0.3798740804195404},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3418229818344116},{"id":"https://openalex.org/keywords/manufacturing-engineering","display_name":"Manufacturing engineering","score":0.3295428156852722},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2574933171272278}],"concepts":[{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4524657726287842},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39906585216522217},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.3798740804195404},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3418229818344116},{"id":"https://openalex.org/C117671659","wikidata":"https://www.wikidata.org/wiki/Q11049265","display_name":"Manufacturing engineering","level":1,"score":0.3295428156852722},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2574933171272278}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1093/jcde/qwaf033","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwaf033","pdf_url":"https://academic.oup.com/jcde/advance-article-pdf/doi/10.1093/jcde/qwaf033/62521636/qwaf033.pdf","source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1093/jcde/qwaf033","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwaf033","pdf_url":"https://academic.oup.com/jcde/advance-article-pdf/doi/10.1093/jcde/qwaf033/62521636/qwaf033.pdf","source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3470594606","display_name":null,"funder_award_id":"RS-2021- KA163269","funder_id":"https://openalex.org/F4320322010","funder_display_name":"Ministry of Land, Infrastructure and Transport"}],"funders":[{"id":"https://openalex.org/F4320322010","display_name":"Ministry of Land, Infrastructure and Transport","ror":"https://ror.org/04xt5aa77"},{"id":"https://openalex.org/F4320324625","display_name":"Korea Agency for Infrastructure Technology Advancement","ror":"https://ror.org/00rxf7n07"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4408744388.pdf"},"referenced_works_count":85,"referenced_works":["https://openalex.org/W2505339585","https://openalex.org/W2614307853","https://openalex.org/W2646202944","https://openalex.org/W2765166908","https://openalex.org/W2896457183","https://openalex.org/W2897175772","https://openalex.org/W2903089217","https://openalex.org/W2948549248","https://openalex.org/W2964435583","https://openalex.org/W3027879771","https://openalex.org/W3108686274","https://openalex.org/W3123541389","https://openalex.org/W3133702157","https://openalex.org/W3135595782","https://openalex.org/W3201021139","https://openalex.org/W4221143046","https://openalex.org/W4225353277","https://openalex.org/W4226391321","https://openalex.org/W4252076394","https://openalex.org/W4287662337","https://openalex.org/W4287816019","https://openalex.org/W4288041663","https://openalex.org/W4296416777","https://openalex.org/W4298095693","https://openalex.org/W4308244910","https://openalex.org/W4313445468","https://openalex.org/W4319662928","https://openalex.org/W4320009668","https://openalex.org/W4321153003","https://openalex.org/W4322757547","https://openalex.org/W4327810158","https://openalex.org/W4360847209","https://openalex.org/W4361213447","https://openalex.org/W4361296421","https://openalex.org/W4362511131","https://openalex.org/W4362693613","https://openalex.org/W4366551589","https://openalex.org/W4367365458","https://openalex.org/W4368340908","https://openalex.org/W4376864703","https://openalex.org/W4378468563","https://openalex.org/W4380685958","https://openalex.org/W4381332693","https://openalex.org/W4382599942","https://openalex.org/W4385751377","https://openalex.org/W4385988359","https://openalex.org/W4386501849","https://openalex.org/W4387686993","https://openalex.org/W4387848636","https://openalex.org/W4388140453","https://openalex.org/W4388778348","https://openalex.org/W4388994251","https://openalex.org/W4389201448","https://openalex.org/W4389319366","https://openalex.org/W4389437528","https://openalex.org/W4389991792","https://openalex.org/W4390586529","https://openalex.org/W4390632543","https://openalex.org/W4390722655","https://openalex.org/W4390723217","https://openalex.org/W4391709255","https://openalex.org/W4391833078","https://openalex.org/W4391899226","https://openalex.org/W4392773006","https://openalex.org/W4393078863","https://openalex.org/W4393343394","https://openalex.org/W4394779177","https://openalex.org/W4398173700","https://openalex.org/W4399025557","https://openalex.org/W4399115542","https://openalex.org/W4400699283","https://openalex.org/W4401202059","https://openalex.org/W4402618779","https://openalex.org/W4403853665","https://openalex.org/W4404639342","https://openalex.org/W4404835216","https://openalex.org/W4406023372","https://openalex.org/W4406301819","https://openalex.org/W4406707231","https://openalex.org/W4406892307","https://openalex.org/W6606378860","https://openalex.org/W6741076133","https://openalex.org/W6747198728","https://openalex.org/W6764675856","https://openalex.org/W6876783008"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Abstract":[0],"This":[1],"study":[2,142],"aimed":[3],"to":[4,70,73,93],"evaluate":[5],"ChatGPT-3.5":[6],"and":[7,45,77,157,175,183,206],"ChatGPT-4\u2019s":[8],"understanding":[9,117],"of":[10,24,97,109,118,124,195,199,202],"the":[11,21,61,66,81,107,110,119,138,180,186,193,197,203,211],"building":[12],"information":[13],"modelling":[14],"(BIM)":[15],"knowledge":[16,132,177],"domain":[17],"by":[18,136],"testing":[19],"on":[20,155],"multiple-choice":[22],"section":[23],"Korea's":[25,74],"BIM":[26,75,120,181,189,204,212],"Expertise":[27],"Exam":[28],"(KBEE),":[29],"a":[30,173],"professional":[31],"license":[32],"exam":[33],"tailored":[34],"for":[35,150,188],"BIM.":[36],"ChatGPT-4":[37,54],"achieved":[38],"passing":[39],"scores":[40],"across":[41],"all":[42],"tested":[43],"years":[44],"averaged":[46],"85%,":[47],"20%":[48],"higher":[49],"than":[50],"its":[51,116,131],"predecessor.":[52],"Nevertheless,":[53],"had":[55],"difficulty":[56],"in":[57,115,130,179],"certain":[58],"areas":[59],"including":[60],"\u2018BIM":[62],"guidelines\u2019":[63],"subcategory,":[64],"as":[65,172,192],"problems":[67],"required":[68,82,209],"access":[69],"documents":[71,83],"specific":[72],"policies":[76],"stipulations.":[78],"By":[79],"supplying":[80],"using":[84],"Retrieval":[85],"Augmented":[86],"Generation":[87],"(RAG),":[88],"GPT-4\u2019s":[89],"score":[90],"further":[91],"improved":[92],"88.6%,":[94],"an":[95],"improvement":[96],"25.7%.":[98],"The":[99,122,141,160],"results":[100,123],"provide":[101],"evidence":[102],"that":[103,127,144,152,163],"ChatGPT-4,":[104],"albeit":[105],"within":[106],"context":[108],"KBEE,":[111],"is":[112],"overall":[113],"knowledgeable":[114],"domain.":[121],"RAG":[125],"demonstrate":[126],"partial":[128],"gaps":[129],"can":[133],"be":[134],"bolstered":[135],"providing":[137],"appropriate":[139],"documents.":[140],"verified":[143],"this":[145],"capability":[146],"was":[147],"particularly":[148],"valuable":[149],"categories":[151],"varied":[153],"depending":[154],"local":[156],"regional":[158],"contexts.":[159],"findings":[161],"suggest":[162],"ChatGPT,":[164],"when":[165],"integrated":[166],"with":[167],"RAG,":[168],"holds":[169],"significant":[170],"potential":[171],"comprehensive":[174],"adaptive":[176],"model":[178],"domain,":[182],"thereby":[184],"alleviates":[185],"barriers":[187],"adoption,":[190],"such":[191],"lack":[194],"experts,":[196],"cost":[198],"training,":[200],"complexity":[201],"models,":[205],"additional":[207],"workloads":[208],"during":[210],"delivery":[213],"process.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":3}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}