{"id":"https://openalex.org/W4388736783","doi":"https://doi.org/10.1109/iecon51785.2023.10311736","title":"Performance of ChatGPT on CMRP: Potential for Assisting Maintenance and Reliability Professionals Using Large Language Models","display_name":"Performance of ChatGPT on CMRP: Potential for Assisting Maintenance and Reliability Professionals Using Large Language Models","publication_year":2023,"publication_date":"2023-10-16","ids":{"openalex":"https://openalex.org/W4388736783","doi":"https://doi.org/10.1109/iecon51785.2023.10311736"},"language":"en","primary_location":{"id":"doi:10.1109/iecon51785.2023.10311736","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon51785.2023.10311736","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2023- 49th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062889621","display_name":"Xingheng Liu","orcid":"https://orcid.org/0000-0003-0435-0481"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Xingheng Liu","raw_affiliation_strings":["Norwegian University of Science and Technology (NTNU),Department of Mechanical and Industrial Engineering (MTP),Trondheim,Norway","Department of Mechanical and Industrial Engineering (MTP), Norwegian University of Science and Technology (NTNU), Trondheim, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Norwegian University of Science and Technology (NTNU),Department of Mechanical and Industrial Engineering (MTP),Trondheim,Norway","institution_ids":["https://openalex.org/I204778367"]},{"raw_affiliation_string":"Department of Mechanical and Industrial Engineering (MTP), Norwegian University of Science and Technology (NTNU), Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032650678","display_name":"J\u00f8rn Vatn","orcid":"https://orcid.org/0000-0002-7562-0672"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"J\u00f8rn Vatn","raw_affiliation_strings":["Norwegian University of Science and Technology (NTNU),Department of Mechanical and Industrial Engineering (MTP),Trondheim,Norway","Department of Mechanical and Industrial Engineering (MTP), Norwegian University of Science and Technology (NTNU), Trondheim, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Norwegian University of Science and Technology (NTNU),Department of Mechanical and Industrial Engineering (MTP),Trondheim,Norway","institution_ids":["https://openalex.org/I204778367"]},{"raw_affiliation_string":"Department of Mechanical and Industrial Engineering (MTP), Norwegian University of Science and Technology (NTNU), Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069744156","display_name":"Shen Yin","orcid":"https://orcid.org/0000-0002-3802-9269"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Shen Yin","raw_affiliation_strings":["Norwegian University of Science and Technology (NTNU),Department of Mechanical and Industrial Engineering (MTP),Trondheim,Norway","Department of Mechanical and Industrial Engineering (MTP), Norwegian University of Science and Technology (NTNU), Trondheim, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Norwegian University of Science and Technology (NTNU),Department of Mechanical and Industrial Engineering (MTP),Trondheim,Norway","institution_ids":["https://openalex.org/I204778367"]},{"raw_affiliation_string":"Department of Mechanical and Industrial Engineering (MTP), Norwegian University of Science and Technology (NTNU), Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5093276149","display_name":"Vinay Maithani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vinay Maithani","raw_affiliation_strings":["Norwegian University of Science and Technology (NTNU),Department of Mechanical and Industrial Engineering (MTP),Dubai,United Arab Emirates","Department of Mechanical and Industrial Engineering (MTP), Norwegian University of Science and Technology (NTNU), Dubai, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Norwegian University of Science and Technology (NTNU),Department of Mechanical and Industrial Engineering (MTP),Dubai,United Arab Emirates","institution_ids":[]},{"raw_affiliation_string":"Department of Mechanical and Industrial Engineering (MTP), Norwegian University of Science and Technology (NTNU), Dubai, United Arab Emirates","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1431,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.57852549,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/certification","display_name":"Certification","score":0.6398646235466003},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5795024037361145},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5364741683006287},{"id":"https://openalex.org/keywords/accreditation","display_name":"Accreditation","score":0.5113086700439453},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.462261825799942},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.39203381538391113},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34932464361190796},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.0946262776851654},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.08626773953437805}],"concepts":[{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.6398646235466003},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5795024037361145},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5364741683006287},{"id":"https://openalex.org/C61521584","wikidata":"https://www.wikidata.org/wiki/Q705899","display_name":"Accreditation","level":2,"score":0.5113086700439453},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.462261825799942},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39203381538391113},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34932464361190796},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.0946262776851654},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.08626773953437805},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iecon51785.2023.10311736","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon51785.2023.10311736","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2023- 49th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2981694026","https://openalex.org/W3169798211","https://openalex.org/W3204153914","https://openalex.org/W4309674289","https://openalex.org/W4309721248","https://openalex.org/W4319662928","https://openalex.org/W4321012208","https://openalex.org/W4321499901","https://openalex.org/W4323256981","https://openalex.org/W4323313947","https://openalex.org/W4324354038","https://openalex.org/W4327946446","https://openalex.org/W4362677178","https://openalex.org/W4368250038","https://openalex.org/W4378676756","https://openalex.org/W6775019109","https://openalex.org/W6795414792","https://openalex.org/W6842588964","https://openalex.org/W6849533069","https://openalex.org/W6850188688","https://openalex.org/W6852006320"],"related_works":["https://openalex.org/W2007960770","https://openalex.org/W2476517534","https://openalex.org/W2509459056","https://openalex.org/W2183187020","https://openalex.org/W2371811190","https://openalex.org/W1971595880","https://openalex.org/W4385407997","https://openalex.org/W2252873749","https://openalex.org/W2322909062","https://openalex.org/W2123277565"],"abstract_inverted_index":{"Amid":[0],"the":[1,24,57,63,77,87,100,118,124,167,181],"growth":[2],"of":[3,26,59,99,108,123,130,169],"Industry":[4],"4.0":[5],"and":[6,11,41,65,116,120,145,157,186],"digital":[7],"transformation,":[8],"Smart":[9],"Maintenance":[10,79,103],"AI-assisted":[12],"maintenance":[13,31,40],"solutions":[14],"are":[15],"gaining":[16],"significant":[17],"traction.":[18],"However,":[19],"most":[20],"studies":[21],"focus":[22],"on":[23],"application":[25],"sophisticated":[27],"AI":[28,36,126,171,188],"algorithms":[29],"in":[30,45,71,141,154,190],"optimization":[32],"while":[33,137],"overlooking":[34],"how":[35],"can":[37],"directly":[38],"assist":[39],"reliability":[42],"(M&R)":[43],"professionals":[44],"a":[46,111],"more":[47,184],"comprehensible":[48],"manner.":[49],"This":[50],"study":[51],"fills":[52],"this":[53],"gap":[54],"by":[55,69,86],"investigating":[56],"potential":[58,151,168],"language":[60],"models,":[61],"specifically":[62],"GPT-3.5":[64,140],"GPT-4":[66,138],"models":[67,127,149,172],"developed":[68],"OpenAI,":[70],"aiding":[72],"M&R":[73,178],"practitioners.":[74],"We":[75],"used":[76],"Certified":[78],"&":[80,104],"Reliability":[81,105],"Professional":[82],"(CMRP)":[83],"exam,":[84],"accredited":[85],"American":[88],"National":[89],"Standards":[90],"Institute":[91],"(ANSI)":[92],"to":[93,114,128,175],"assess":[94],"aptitude":[95],"within":[96],"5":[97],"Pillars":[98],"Society":[101],"for":[102,183],"Professionals":[106],"Body":[107],"Knowledge,":[109],"as":[110,173],"testing":[112],"ground":[113],"evaluate":[115],"compare":[117],"performance":[119],"reasoning":[121],"capabilities":[122],"two":[125],"that":[129,136],"human":[131],"experts.":[132],"Our":[133],"findings":[134],"suggest":[135],"outperformed":[139],"providing":[142],"self-consistent":[143],"explanations":[144],"overall":[146],"scoring,":[147],"both":[148],"exhibited":[150],"weaknesses,":[152],"particularly":[153],"arithmetic":[155],"operations":[156],"handling":[158],"domain-specific":[159],"terminologies.":[160],"Despite":[161],"these":[162,170],"challenges,":[163],"our":[164],"results":[165],"demonstrate":[166],"tools":[174],"support":[176],"various":[177],"tasks,":[179],"paving":[180],"way":[182],"practical":[185],"comprehensive":[187],"assistance":[189],"smart":[191],"maintenance.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}