{"id":"https://openalex.org/W4386158879","doi":"https://doi.org/10.23919/fusion52260.2023.10224086","title":"Uncertain about ChatGPT: enabling the uncertainty evaluation of large language models","display_name":"Uncertain about ChatGPT: enabling the uncertainty evaluation of large language models","publication_year":2023,"publication_date":"2023-06-28","ids":{"openalex":"https://openalex.org/W4386158879","doi":"https://doi.org/10.23919/fusion52260.2023.10224086"},"language":"en","primary_location":{"id":"doi:10.23919/fusion52260.2023.10224086","is_oa":false,"landing_page_url":"https://doi.org/10.23919/fusion52260.2023.10224086","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 26th International Conference on Information Fusion (FUSION)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04627696/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109556443","display_name":"A-L. Jousselme","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"A-L. Jousselme","raw_affiliation_strings":["CS Group,La Garde,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CS Group,La Garde,France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081937167","display_name":"J. P. de Villiers","orcid":"https://orcid.org/0000-0003-2506-6594"},"institutions":[{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"J.P. de Villiers","raw_affiliation_strings":["University of Pretoria,Pretoria,South Africa","University of Pretoria [South Africa] (Lynnwood Road and Roper Street, Hatfield, South Africa - South Africa)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pretoria,Pretoria,South Africa","institution_ids":["https://openalex.org/I69552723"]},{"raw_affiliation_string":"University of Pretoria [South Africa] (Lynnwood Road and Roper Street, Hatfield, South Africa - South Africa)","institution_ids":["https://openalex.org/I69552723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050378541","display_name":"Andressa de Freitas","orcid":"https://orcid.org/0000-0001-8453-7742"},"institutions":[{"id":"https://openalex.org/I69552723","display_name":"University of Pretoria","ror":"https://ror.org/00g0p6g84","country_code":"ZA","type":"education","lineage":["https://openalex.org/I69552723"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"A. de Freitas","raw_affiliation_strings":["University of Pretoria,Pretoria,South Africa","University of Pretoria [South Africa] (Lynnwood Road and Roper Street, Hatfield, South Africa - South Africa)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pretoria,Pretoria,South Africa","institution_ids":["https://openalex.org/I69552723"]},{"raw_affiliation_string":"University of Pretoria [South Africa] (Lynnwood Road and Roper Street, Hatfield, South Africa - South Africa)","institution_ids":["https://openalex.org/I69552723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023894377","display_name":"Erik Blasch","orcid":"https://orcid.org/0000-0001-6894-6108"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"E. Blasch","raw_affiliation_strings":["Air Force Research Lab,Rome,NY,USA","AFRL - Air Force Research Laboratory (United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Research Lab,Rome,NY,USA","institution_ids":["https://openalex.org/I1280414376"]},{"raw_affiliation_string":"AFRL - Air Force Research Laboratory (United States)","institution_ids":["https://openalex.org/I1280414376"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048137271","display_name":"Valentina Dragos","orcid":"https://orcid.org/0000-0002-1829-7207"},"institutions":[{"id":"https://openalex.org/I2801658355","display_name":"Office National d'\u00c9tudes et de Recherches A\u00e9rospatiales","ror":"https://ror.org/005y2ap84","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2801658355"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"V. Dragos","raw_affiliation_strings":["ONERA-The French Aerospace Lab,Palaiseau,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ONERA-The French Aerospace Lab,Palaiseau,France","institution_ids":["https://openalex.org/I2801658355"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071116062","display_name":"Gregor Pavlin","orcid":"https://orcid.org/0000-0002-5465-008X"},"institutions":[{"id":"https://openalex.org/I2800808753","display_name":"Thales (Netherlands)","ror":"https://ror.org/032tp7158","country_code":"NL","type":"company","lineage":["https://openalex.org/I2800808753","https://openalex.org/I4210140930"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"G. Pavlin","raw_affiliation_strings":["D-CIS Lab, Thales Research and Technology,Delft,The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"D-CIS Lab, Thales Research and Technology,Delft,The Netherlands","institution_ids":["https://openalex.org/I2800808753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080860698","display_name":"Paulo Costa","orcid":"https://orcid.org/0000-0002-8280-1551"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"P. C. Costa","raw_affiliation_strings":["George Mason University,Fairfax,VA,USA","George Mason University [Fairfax] (4400 University Drive, Fairfax, Virginia 22030 - United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"George Mason University,Fairfax,VA,USA","institution_ids":["https://openalex.org/I162714631"]},{"raw_affiliation_string":"George Mason University [Fairfax] (4400 University Drive, Fairfax, Virginia 22030 - United States)","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072260552","display_name":"Kathryn Blackmond Laskey","orcid":"https://orcid.org/0000-0002-3106-140X"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. B. Laskey","raw_affiliation_strings":["George Mason University,Fairfax,VA,USA","George Mason University [Fairfax] (4400 University Drive, Fairfax, Virginia 22030 - United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"George Mason University,Fairfax,VA,USA","institution_ids":["https://openalex.org/I162714631"]},{"raw_affiliation_string":"George Mason University [Fairfax] (4400 University Drive, Fairfax, Virginia 22030 - United States)","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022272004","display_name":"Claire Laudy","orcid":"https://orcid.org/0009-0009-3039-3224"},"institutions":[{"id":"https://openalex.org/I4210120156","display_name":"Laboratoire Albert Fert","ror":"https://ror.org/02erddr56","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4210120156","https://openalex.org/I4210140930"]},{"id":"https://openalex.org/I4210140930","display_name":"Thales (France)","ror":"https://ror.org/04emwm605","country_code":"FR","type":"company","lineage":["https://openalex.org/I4210140930"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"C. Laudy","raw_affiliation_strings":["Thales,Palaiseau,France","Thales Research and Technology [Palaiseau] (1 Avenue Augustin Fresnel, 91767 Palaiseau cedex - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Thales,Palaiseau,France","institution_ids":["https://openalex.org/I4210120156"]},{"raw_affiliation_string":"Thales Research and Technology [Palaiseau] (1 Avenue Augustin Fresnel, 91767 Palaiseau cedex - France)","institution_ids":["https://openalex.org/I4210140930"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6316,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.86983751,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8536133170127869},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7901304960250854},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6526948809623718},{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.6410123109817505},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4909527599811554},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.46510109305381775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35557711124420166},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3233661353588104},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1847100853919983}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8536133170127869},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7901304960250854},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6526948809623718},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.6410123109817505},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4909527599811554},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.46510109305381775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35557711124420166},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3233661353588104},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1847100853919983},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/fusion52260.2023.10224086","is_oa":false,"landing_page_url":"https://doi.org/10.23919/fusion52260.2023.10224086","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 26th International Conference on Information Fusion (FUSION)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04627696v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04627696","pdf_url":"https://hal.science/hal-04627696/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ieeexplore.ieee.org/xpl/conhome/10223725/proceeding","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04627696v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04627696","pdf_url":"https://hal.science/hal-04627696/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ieeexplore.ieee.org/xpl/conhome/10223725/proceeding","raw_type":"Conference papers"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386158879.pdf"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W378747138","https://openalex.org/W1588514510","https://openalex.org/W2043157037","https://openalex.org/W2101787548","https://openalex.org/W2548006041","https://openalex.org/W2896457183","https://openalex.org/W2906620363","https://openalex.org/W2921541325","https://openalex.org/W2953497520","https://openalex.org/W2965373594","https://openalex.org/W2985076077","https://openalex.org/W3032987503","https://openalex.org/W3085798013","https://openalex.org/W3180450071","https://openalex.org/W4289233272","https://openalex.org/W4310231311","https://openalex.org/W4311430511","https://openalex.org/W4317553041","https://openalex.org/W4318899036","https://openalex.org/W4319991848","https://openalex.org/W4363671827","https://openalex.org/W4375949262","https://openalex.org/W4384641573","https://openalex.org/W4385302156","https://openalex.org/W4385571738","https://openalex.org/W4389523957","https://openalex.org/W6612948155","https://openalex.org/W6631315927","https://openalex.org/W6635763886","https://openalex.org/W6638136853","https://openalex.org/W6639334739","https://openalex.org/W6639918525","https://openalex.org/W6742087406","https://openalex.org/W6766673545","https://openalex.org/W6841004355","https://openalex.org/W6847426920","https://openalex.org/W6849274154","https://openalex.org/W6849497746","https://openalex.org/W6849710474","https://openalex.org/W6850342999","https://openalex.org/W6852252866"],"related_works":["https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W4241418540","https://openalex.org/W1508895727","https://openalex.org/W2725786787","https://openalex.org/W1875930651","https://openalex.org/W1590965489"],"abstract_inverted_index":{"ChatGPT,":[0],"OpenAI\u2019s":[1],"chatbot,":[2],"has":[3,46],"gained":[4],"consider-able":[5],"attention":[6],"since":[7],"its":[8,15],"launch":[9],"in":[10,53,170,193],"November":[11],"2022,":[12],"owing":[13],"to":[14,17,21,27,60,71,75,98,182],"ability":[16,86],"formulate":[18],"articulated":[19],"responses":[20],"text":[22],"queries":[23],"and":[24,91,122,124,131,143,147,190],"comments":[25],"relating":[26],"seemingly":[28],"any":[29],"conceivable":[30],"subject.":[31],"As":[32],"impressive":[33],"as":[34],"the":[35,73,85,88,125,165,183],"majority":[36],"of":[37,49,67,78,87,103,117,128,140,155,173],"interactions":[38],"with":[39],"ChatGPT":[40,62,79,174],"are,":[41],"this":[42,68,83,156],"large":[43],"language":[44],"model":[45],"a":[47],"number":[48],"acknowledged":[50],"shortcomings,":[51],"which":[52],"several":[54],"cases,":[55],"may":[56],"be":[57,188],"directly":[58],"related":[59],"how":[61],"handles":[63],"uncertainty.":[64],"The":[65,111,153],"objective":[66],"paper":[69],"is":[70,96,159,168],"pave":[72],"way":[74],"formal":[76],"analysis":[77],"uncertainty":[80,175],"handling.":[81,176],"To":[82],"end,":[84],"Uncertainty":[89],"Representation":[90],"Reasoning":[92],"Framework":[93],"(URREF)":[94],"ontology":[95,185,195],"assessed,":[97],"support":[99],"such":[100],"analysis.":[101],"Elements":[102],"structured":[104],"experiments":[105],"for":[106],"reproducible":[107],"results":[108],"are":[109,135,150],"identified.":[110],"dataset":[112],"built":[113],"varies":[114],"Information":[115,138],"Criteria":[116,127,139],"Correctness,":[118,141],"Non-specificity,":[119],"Self-confidence,":[120],"Relevance":[121],"Inconsistency,":[123],"Source":[126],"Reliability,":[129],"Competency":[130],"Type.":[132],"ChatGPT\u2019s":[133],"answers":[134],"analyzed":[136],"along":[137],"Non-specificity":[142],"Self-confidence.":[144],"Both":[145],"generic":[146],"singular":[148],"information":[149],"sequentially":[151],"provided.":[152],"outcome":[154],"preliminary":[157],"study":[158],"twofold:":[160],"Firstly,":[161],"we":[162,178],"validate":[163],"that":[164,186],"experimental":[166],"setup":[167],"efficient":[169],"capturing":[171],"aspects":[172],"Secondly,":[177],"identify":[179],"possible":[180],"modifications":[181],"URREF":[184,194],"will":[187],"discussed":[189],"eventually":[191],"implemented":[192],"Version":[196],"4.0":[197],"under":[198],"development.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}