{"id":"https://openalex.org/W4390906019","doi":"https://doi.org/10.1109/transai60598.2023.00043","title":"GPT-4: A Stochastic Parrot or Ontological Craftsman? Discovering Implicit Knowledge Structures in Large Language Models","display_name":"GPT-4: A Stochastic Parrot or Ontological Craftsman? Discovering Implicit Knowledge Structures in Large Language Models","publication_year":2023,"publication_date":"2023-09-25","ids":{"openalex":"https://openalex.org/W4390906019","doi":"https://doi.org/10.1109/transai60598.2023.00043"},"language":"en","primary_location":{"id":"doi:10.1109/transai60598.2023.00043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/transai60598.2023.00043","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Fifth International Conference on Transdisciplinary AI (TransAI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088933959","display_name":"Tyler Procko","orcid":"https://orcid.org/0000-0002-7801-0124"},"institutions":[{"id":"https://openalex.org/I84475105","display_name":"Embry\u2013Riddle Aeronautical University","ror":"https://ror.org/010jskt71","country_code":"US","type":"education","lineage":["https://openalex.org/I84475105"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tyler Thomas Procko","raw_affiliation_strings":["Embry-Riddle Aeronautical University,Department of Electrical Engineering and Computer Science,Daytona Beach,United States of America","Department of Electrical Engineering and Computer Science, Embry-Riddle Aeronautical University, Daytona Beach, United States of America"],"affiliations":[{"raw_affiliation_string":"Embry-Riddle Aeronautical University,Department of Electrical Engineering and Computer Science,Daytona Beach,United States of America","institution_ids":["https://openalex.org/I84475105"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Embry-Riddle Aeronautical University, Daytona Beach, United States of America","institution_ids":["https://openalex.org/I84475105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089390539","display_name":"Timothy Elvira","orcid":"https://orcid.org/0000-0001-9935-2345"},"institutions":[{"id":"https://openalex.org/I84475105","display_name":"Embry\u2013Riddle Aeronautical University","ror":"https://ror.org/010jskt71","country_code":"US","type":"education","lineage":["https://openalex.org/I84475105"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timothy Elvira","raw_affiliation_strings":["Embry-Riddle Aeronautical University,Department of Electrical Engineering and Computer Science,Daytona Beach,United States of America","Department of Electrical Engineering and Computer Science, Embry-Riddle Aeronautical University, Daytona Beach, United States of America"],"affiliations":[{"raw_affiliation_string":"Embry-Riddle Aeronautical University,Department of Electrical Engineering and Computer Science,Daytona Beach,United States of America","institution_ids":["https://openalex.org/I84475105"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Embry-Riddle Aeronautical University, Daytona Beach, United States of America","institution_ids":["https://openalex.org/I84475105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007729921","display_name":"Omar Ochoa","orcid":"https://orcid.org/0000-0002-2072-5610"},"institutions":[{"id":"https://openalex.org/I84475105","display_name":"Embry\u2013Riddle Aeronautical University","ror":"https://ror.org/010jskt71","country_code":"US","type":"education","lineage":["https://openalex.org/I84475105"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Omar Ochoa","raw_affiliation_strings":["Embry-Riddle Aeronautical University,Department of Electrical Engineering and Computer Science,Daytona Beach,United States of America","Department of Electrical Engineering and Computer Science, Embry-Riddle Aeronautical University, Daytona Beach, United States of America"],"affiliations":[{"raw_affiliation_string":"Embry-Riddle Aeronautical University,Department of Electrical Engineering and Computer Science,Daytona Beach,United States of America","institution_ids":["https://openalex.org/I84475105"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Embry-Riddle Aeronautical University, Daytona Beach, United States of America","institution_ids":["https://openalex.org/I84475105"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5088933959"],"corresponding_institution_ids":["https://openalex.org/I84475105"],"apc_list":null,"apc_paid":null,"fwci":0.5237,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73151746,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"147","last_page":"154"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.8525406122207642},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6676002740859985},{"id":"https://openalex.org/keywords/upper-ontology","display_name":"Upper ontology","score":0.6188872456550598},{"id":"https://openalex.org/keywords/process-ontology","display_name":"Process ontology","score":0.5856974124908447},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.46545296907424927},{"id":"https://openalex.org/keywords/formality","display_name":"Formality","score":0.44054752588272095},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.4335692226886749},{"id":"https://openalex.org/keywords/ontology-components","display_name":"Ontology components","score":0.41255536675453186},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.38351818919181824},{"id":"https://openalex.org/keywords/suggested-upper-merged-ontology","display_name":"Suggested Upper Merged Ontology","score":0.37114620208740234},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34798943996429443},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33441662788391113},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.32293248176574707},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2582348585128784},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.08750975131988525}],"concepts":[{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.8525406122207642},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6676002740859985},{"id":"https://openalex.org/C78726541","wikidata":"https://www.wikidata.org/wiki/Q3882785","display_name":"Upper ontology","level":3,"score":0.6188872456550598},{"id":"https://openalex.org/C137003198","wikidata":"https://www.wikidata.org/wiki/Q7247296","display_name":"Process ontology","level":3,"score":0.5856974124908447},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.46545296907424927},{"id":"https://openalex.org/C2777159308","wikidata":"https://www.wikidata.org/wiki/Q1757948","display_name":"Formality","level":2,"score":0.44054752588272095},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.4335692226886749},{"id":"https://openalex.org/C154210476","wikidata":"https://www.wikidata.org/wiki/Q7095057","display_name":"Ontology components","level":5,"score":0.41255536675453186},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.38351818919181824},{"id":"https://openalex.org/C50971890","wikidata":"https://www.wikidata.org/wiki/Q7635093","display_name":"Suggested Upper Merged Ontology","level":4,"score":0.37114620208740234},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34798943996429443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33441662788391113},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.32293248176574707},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2582348585128784},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08750975131988525},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/transai60598.2023.00043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/transai60598.2023.00043","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Fifth International Conference on Transdisciplinary AI (TransAI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1802346448","https://openalex.org/W2139212084","https://openalex.org/W2158195707","https://openalex.org/W2252710622","https://openalex.org/W2796466309","https://openalex.org/W2995394700","https://openalex.org/W3131333318","https://openalex.org/W3133702157","https://openalex.org/W3160638507","https://openalex.org/W4226114467","https://openalex.org/W4230832581","https://openalex.org/W4234629655","https://openalex.org/W4245457235","https://openalex.org/W4298168912","https://openalex.org/W4302305823","https://openalex.org/W4320035415","https://openalex.org/W4321649710","https://openalex.org/W4323063716","https://openalex.org/W4385245566","https://openalex.org/W6606315065","https://openalex.org/W6734026524","https://openalex.org/W6739901393","https://openalex.org/W6749290080","https://openalex.org/W6846626714","https://openalex.org/W6850202480"],"related_works":["https://openalex.org/W2732632690","https://openalex.org/W2726617685","https://openalex.org/W1506177826","https://openalex.org/W2012420033","https://openalex.org/W72173000","https://openalex.org/W4206428734","https://openalex.org/W2223008607","https://openalex.org/W4248726527","https://openalex.org/W1531078064","https://openalex.org/W1794266373"],"abstract_inverted_index":{"Ontologies":[0,22],"are":[1,142,154,161,212],"representational":[2],"artifacts":[3],"that":[4,210],"purport":[5],"to":[6,32,35,52,87],"accurately":[7],"portray":[8],"the":[9,14,17,148,193,199,208,218,221],"aspect":[10],"of":[11,16,27,37,39,45,60,70,79,93,102,114,156,186,198,207,220,229],"reality":[12],"under":[13],"purview":[15],"ontologists":[18,64],"laboring":[19],"upon":[20],"them.":[21],"exist":[23],"in":[24,82,225],"a":[25,96,132,230],"spectrum":[26],"formality,":[28],"from":[29,67,90],"lexical":[30,88],"thesauri":[31],"knowledge":[33],"graphs,":[34],"collections":[36],"statements":[38],"first-order":[40],"logic.":[41],"The":[42],"recent":[43],"proliferation":[44],"Large":[46],"Language":[47],"Models":[48],"(LLMs)":[49],"has":[50,197],"brought":[51],"bear":[53],"interactive":[54],"\u201cknowledge":[55],"bases\u201d":[56],"with":[57,147],"general":[58],"awareness":[59],"most":[61,149],"things.":[62],"As":[63],"create":[65,107],"ontologies":[66,211],"their":[68,83],"understanding":[69,206],"reality;":[71],"and":[72],"as":[73,140,201],"LLMs,":[74,139],"presumably,":[75],"possess":[76,204],"some":[77,111],"\u201cunderstanding\u201d":[78,194],"reality,":[80,115],"embedded":[81],"vector":[84],"matrices":[85],"corresponding":[86],"terms":[89],"massive":[91],"quantities":[92],"learned":[94],"texts,":[95],"question":[97],"is":[98,168],"posed:":[99],"what":[100],"form":[101],"ontology":[103,185,228],"can":[104,182],"an":[105,121,125,178,180,184,195,205,227],"LLM":[106,126,181,196],"when":[108,145],"prompted":[109,146,172],"about":[110],"novel":[112,187,231],"facet":[113],"without":[116,173],"explicitly":[117],"asking":[118],"it":[119,167],"for":[120,177],"ontology?":[122],"I.e.,":[123],"will":[124],"categorize":[127],"things":[128],"into":[129,192],"bins,":[130],"or":[131,135],"subsumption":[133],"hierarchy,":[134],"perhaps":[136],"something":[137],"else?":[138],"they":[141,153,160],"understood,":[143],"respond":[144],"likely":[150],"response,":[151],"because":[152],"predictors":[155],"next":[157],"tokens,":[158],"i.e.,":[159],"stochastic":[162],"parrots.":[163],"In":[164],"any":[165,174],"case,":[166],"posited":[169],"that,":[170],"if":[171],"explicit":[175],"request":[176],"ontology,":[179],"produce":[183],"form,":[188],"effectively":[189],"granting":[190],"insight":[191],"world,":[200],"all":[202],"humans":[203],"world":[209],"based":[213],"upon.":[214],"This":[215],"paper":[216],"explores":[217],"use":[219],"flagship":[222],"LLM,":[223],"GPT-4,":[224],"forming":[226],"domain.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}