{"id":"https://openalex.org/W4410273208","doi":"https://doi.org/10.1007/s10791-025-09580-8","title":"Towards an AI tutor for undergraduate geotechnical engineering: a comparative study of evaluating the efficiency of large language model application programming interfaces","display_name":"Towards an AI tutor for undergraduate geotechnical engineering: a comparative study of evaluating the efficiency of large language model application programming interfaces","publication_year":2025,"publication_date":"2025-05-11","ids":{"openalex":"https://openalex.org/W4410273208","doi":"https://doi.org/10.1007/s10791-025-09580-8"},"language":"en","primary_location":{"id":"doi:10.1007/s10791-025-09580-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-025-09580-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09580-8.pdf","source":{"id":"https://openalex.org/S5407036663","display_name":"Discover Computing","issn_l":"2948-2992","issn":["2948-2992"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09580-8.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005023905","display_name":"Amir Tophel","orcid":"https://orcid.org/0000-0002-7478-2696"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Amir Tophel","raw_affiliation_strings":["ARC Industrial Transformation Research Hub (ITRH)\u2013SPARC Hub, Department of Civil Engineering, Monash University, Clayton, VIC, 3800, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ARC Industrial Transformation Research Hub (ITRH)\u2013SPARC Hub, Department of Civil Engineering, Monash University, Clayton, VIC, 3800, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035555413","display_name":"Liuxin Chen","orcid":"https://orcid.org/0000-0003-0400-8264"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Liuxin Chen","raw_affiliation_strings":["ARC Industrial Transformation Research Hub (ITRH)\u2013SPARC Hub, Department of Civil Engineering, Monash University, Clayton, VIC, 3800, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ARC Industrial Transformation Research Hub (ITRH)\u2013SPARC Hub, Department of Civil Engineering, Monash University, Clayton, VIC, 3800, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097332600","display_name":"Umidu Hettiyadura","orcid":"https://orcid.org/0009-0003-1952-0807"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Umidu Hettiyadura","raw_affiliation_strings":["Department of Civil Engineering, Monash University, Clayton, VIC, 3800, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Civil Engineering, Monash University, Clayton, VIC, 3800, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084338931","display_name":"Jayantha Kodikara","orcid":"https://orcid.org/0000-0003-1725-7972"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jayantha Kodikara","raw_affiliation_strings":["ARC Industrial Transformation Research Hub (ITRH)\u2013SPARC Hub, Department of Civil Engineering, Monash University, Clayton, VIC, 3800, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ARC Industrial Transformation Research Hub (ITRH)\u2013SPARC Hub, Department of Civil Engineering, Monash University, Clayton, VIC, 3800, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5035555413"],"corresponding_institution_ids":["https://openalex.org/I56590836"],"apc_list":null,"apc_paid":null,"fwci":6.4961,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.96862877,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"28","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13050","display_name":"Oil and Gas Production Techniques","score":0.96670001745224,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13050","display_name":"Oil and Gas Production Techniques","score":0.96670001745224,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10892","display_name":"Drilling and Well Engineering","score":0.940500020980835,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tutor","display_name":"TUTOR","score":0.7361704111099243},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5558242201805115},{"id":"https://openalex.org/keywords/civil-engineering","display_name":"Civil engineering","score":0.38796043395996094},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.355714350938797},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.34974873065948486},{"id":"https://openalex.org/keywords/geotechnical-engineering","display_name":"Geotechnical engineering","score":0.3338632881641388},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3076913356781006},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.27483388781547546},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10105946660041809}],"concepts":[{"id":"https://openalex.org/C2778371403","wikidata":"https://www.wikidata.org/wiki/Q7672049","display_name":"TUTOR","level":2,"score":0.7361704111099243},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5558242201805115},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.38796043395996094},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.355714350938797},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.34974873065948486},{"id":"https://openalex.org/C187320778","wikidata":"https://www.wikidata.org/wiki/Q1349130","display_name":"Geotechnical engineering","level":1,"score":0.3338632881641388},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3076913356781006},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27483388781547546},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10105946660041809}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10791-025-09580-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-025-09580-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09580-8.pdf","source":{"id":"https://openalex.org/S5407036663","display_name":"Discover Computing","issn_l":"2948-2992","issn":["2948-2992"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10791-025-09580-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-025-09580-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09580-8.pdf","source":{"id":"https://openalex.org/S5407036663","display_name":"Discover Computing","issn_l":"2948-2992","issn":["2948-2992"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320971","display_name":"Monash University","ror":"https://ror.org/02bfwt286"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410273208.pdf","grobid_xml":"https://content.openalex.org/works/W4410273208.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1569102739","https://openalex.org/W1573210768","https://openalex.org/W2020018978","https://openalex.org/W2117766479","https://openalex.org/W2123766055","https://openalex.org/W2162821268","https://openalex.org/W2911122285","https://openalex.org/W3005411327","https://openalex.org/W4255697435","https://openalex.org/W4323717344","https://openalex.org/W4360976735","https://openalex.org/W4362584541","https://openalex.org/W4367189069","https://openalex.org/W4372184941","https://openalex.org/W4385067052","https://openalex.org/W4385287322","https://openalex.org/W4386285997","https://openalex.org/W4387494566","https://openalex.org/W4387736592","https://openalex.org/W4388046560","https://openalex.org/W4388212670","https://openalex.org/W4388287351","https://openalex.org/W4388490623","https://openalex.org/W4388550745","https://openalex.org/W4388896754","https://openalex.org/W4389258291","https://openalex.org/W4389374673","https://openalex.org/W4389915126","https://openalex.org/W4390098547","https://openalex.org/W4390486238","https://openalex.org/W4391114895","https://openalex.org/W4391569503","https://openalex.org/W4391855109","https://openalex.org/W4392151225","https://openalex.org/W4392544551","https://openalex.org/W4392850382","https://openalex.org/W4392938853","https://openalex.org/W4396797136","https://openalex.org/W4400995904","https://openalex.org/W4403323424","https://openalex.org/W4403734358","https://openalex.org/W4406658467","https://openalex.org/W4407812587","https://openalex.org/W4407996445","https://openalex.org/W6762837409"],"related_works":["https://openalex.org/W2478195092","https://openalex.org/W4312351362","https://openalex.org/W2362145073","https://openalex.org/W2358338760","https://openalex.org/W183073912","https://openalex.org/W2119729863","https://openalex.org/W2887971028","https://openalex.org/W2501172308","https://openalex.org/W2365642790","https://openalex.org/W146785226"],"abstract_inverted_index":{"Abstract":[0],"This":[1,215],"study":[2,216],"investigates":[3],"the":[4,59,67,81,111,205,219,231],"efficiency":[5],"of":[6,61,69,77,94,152,158,173,188,233],"large":[7],"language":[8],"model":[9],"(LLM)":[10],"application":[11],"programming":[12],"interfaces":[13],"(APIs)\u2014specifically":[14],"GPT-4":[15,137,142],"and":[16,87,163,179,210,255],"Llama-3\u2014as":[17],"AI":[18,197,223],"tutors":[19],"for":[20,105,136,199,207],"undergraduate":[21],"Geotechnical":[22,32,73,95,200],"Engineering":[23,33,201],"education.":[24],"As":[25],"educational":[26],"needs":[27],"in":[28,65,130,138,175,224,240],"specialised":[29],"fields":[30],"like":[31],"become":[34],"increasingly":[35],"complex,":[36],"innovative":[37],"teaching":[38,238],"tools":[39],"that":[40],"provide":[41],"personalised":[42],"learning":[43,258],"experiences":[44],"are":[45],"essential.":[46],"Unlike":[47],"previous":[48],"studies":[49],"on":[50,57,117,222],"AI-driven":[51],"education,":[52],"our":[53],"research":[54],"uniquely":[55],"focuses":[56],"assessing":[58],"role":[60],"retrieval-augmented":[62],"generation":[63],"(RAG)":[64],"improving":[66],"accuracy":[68,150,172],"LLM-generated":[70],"solutions":[71,108],"to":[72,218],"problems.":[74],"A":[75],"dataset":[76],"391":[78],"questions":[79,120],"from":[80,110],"related":[82],"textbook":[83],"written":[84],"by":[85,123,226],"Das":[86],"Sobhan":[88,91],"(Das":[89],"B,":[90],"K.":[92],"Principles":[93],"engineering,":[96],"Eight":[97],"Edition.":[98],"In:":[99],"Cengage":[100],"Learning.":[101],"2014)":[102],"was":[103],"used":[104],"evaluation,":[106],"with":[107,143,181],"sourced":[109],"textbook\u2019s":[112],"manual.":[113],"Performance":[114],"benchmarking":[115],"focused":[116],"20":[118],"challenging":[119],"previously":[121],"identified":[122],"Chen":[124],"et":[125,128],"al.":[126,129],"(Chen":[127],"Geotechnics":[131],"4:470\u2013498,":[132],"2024)":[133],"as":[134,195,235],"problematic":[135],"Zero":[139,176],"Shot":[140,177],"tasks.":[141],"API":[144,182],"support":[145,183],"demonstrated":[146],"superior":[147],"accuracy,":[148],"achieving":[149],"rates":[151],"95%":[153],"at":[154,161,165,184],"a":[155,185],"temperature":[156,186],"setting":[157,187],"0.1,":[159],"82.5%":[160],"0.5,":[162],"60%":[164],"1.":[166],"In":[167],"comparison,":[168],"Llama-3":[169],"achieved":[170],"an":[171,196],"25%":[174],"tasks":[178],"45%":[180],"0.1.":[189],"The":[190],"findings":[191],"highlight":[192],"GPT-4\u2019s":[193],"potential":[194],"tutor":[198],"education":[202,225],"while":[203],"demonstrating":[204],"need":[206],"domain-specific":[208],"optimisation":[209],"advanced":[211],"formula":[212,248],"integration":[213,249],"techniques.":[214],"contributes":[217],"ongoing":[220],"discourse":[221],"providing":[227],"empirical":[228],"evidence":[229],"supporting":[230],"deployment":[232],"LLMs":[234],"personalised,":[236],"adaptive":[237],"aids":[239],"engineering":[241],"disciplines.":[242],"Future":[243],"work":[244],"should":[245],"explore":[246],"optimised":[247],"strategies,":[250],"expanded":[251],"domain":[252],"knowledge":[253],"bases,":[254],"long-term":[256],"student":[257],"outcomes.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}