{"id":"https://openalex.org/W7144816587","doi":null,"title":"\u78ba\u4fe1\u5ea6\u3092\u8003\u616e\u3057\u305f\u8a00\u8a9e\u30e2\u30c7\u30eb\u306e\u95a2\u4fc2\u77e5\u8b58\u8a55\u4fa1","display_name":"\u78ba\u4fe1\u5ea6\u3092\u8003\u616e\u3057\u305f\u8a00\u8a9e\u30e2\u30c7\u30eb\u306e\u95a2\u4fc2\u77e5\u8b58\u8a55\u4fa1","publication_year":2022,"publication_date":"2022-03-01","ids":{"openalex":"https://openalex.org/W7144816587"},"language":"ja","primary_location":{"id":"pmh:oai:irdb.nii.ac.jp:00894:0007514021","doi":null,"is_oa":true,"landing_page_url":"https://isct.repo.nii.ac.jp/records/2000642","pdf_url":"https://isct.repo.nii.ac.jp/record/2000642/files/1769057568629.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://isct.repo.nii.ac.jp/record/2000642/files/1769057568629.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5131701487","display_name":"\u548c \u5409\u5ddd","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u5409\u5ddd, \u548c","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056006362","display_name":"Hiyori Yoshikawa","orcid":"https://orcid.org/0000-0002-0733-6960","observed_orcids":["https://orcid.org/0000-0002-0733-6960"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoshikawa, Hiyori","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5131835839","display_name":"\u76f4\u89b3 \u5ca1\u5d0e","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u5ca1\u5d0e, \u76f4\u89b3","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5107642698","display_name":"Naoaki Okazaki","orcid":"https://orcid.org/0000-0001-7635-6175","observed_orcids":["https://orcid.org/0000-0001-7635-6175"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Okazaki, Naoaki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"No.","issue":null,"first_page":"532","last_page":"537"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9564999938011169,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9564999938011169,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.026100000366568565,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.007499999832361937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.9150000214576721},{"id":"https://openalex.org/keywords/knowledge-assessment","display_name":"knowledge assessment","score":0.8019999861717224},{"id":"https://openalex.org/keywords/cloze-task","display_name":"cloze task","score":0.7670000195503235},{"id":"https://openalex.org/keywords/confidence-estimation","display_name":"confidence estimation","score":0.8759999871253967},{"id":"https://openalex.org/keywords/selective-prediction","display_name":"selective prediction","score":0.9559999704360962},{"id":"https://openalex.org/keywords/prediction-bias","display_name":"prediction bias","score":0.5929999947547913},{"id":"https://openalex.org/keywords/masked-language-models","display_name":"masked language models","score":0.5839999914169312},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.878000020980835},{"id":"https://openalex.org/keywords/misinformation-risk","display_name":"misinformation risk","score":0.34599998593330383}],"concepts":[{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.7168999910354614},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.685699999332428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5458999872207642},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5074999928474426},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4226999878883362},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.37400001287460327},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.36399999260902405},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.36250001192092896},{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.34630000591278076},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.31709998846054077},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C39608478","wikidata":"https://www.wikidata.org/wiki/Q5015979","display_name":"Cache language model","level":5,"score":0.2775999903678894},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C141218545","wikidata":"https://www.wikidata.org/wiki/Q7521336","display_name":"Simulation language","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C83479923","wikidata":"https://www.wikidata.org/wiki/Q2063748","display_name":"Universal Networking Language","level":4,"score":0.2648000121116638},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":7,"locations":[{"id":"pmh:oai:irdb.nii.ac.jp:00894:0007514021","doi":null,"is_oa":true,"landing_page_url":"https://isct.repo.nii.ac.jp/records/2000642","pdf_url":"https://isct.repo.nii.ac.jp/record/2000642/files/1769057568629.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"},{"id":"pmh:oai:irdb.nii.ac.jp:00894:0007514153","doi":null,"is_oa":true,"landing_page_url":"https://isct.repo.nii.ac.jp/records/2000775","pdf_url":"https://isct.repo.nii.ac.jp/record/2000775/files/1769057584164.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"},{"id":"pmh:oai:irdb.nii.ac.jp:00894:0007514396","doi":null,"is_oa":true,"landing_page_url":"https://isct.repo.nii.ac.jp/records/2001050","pdf_url":"https://isct.repo.nii.ac.jp/record/2001050/files/1769057601965.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"},{"id":"pmh:oai:irdb.nii.ac.jp:00897:0006599485","doi":null,"is_oa":true,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100929521","pdf_url":"http://t2r2.star.titech.ac.jp/rrws/file/CTT100929521/ATD100000413/21D30120_%E5%90%89%E5%B7%9D%E5%92%8C_summary.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"thesis"},{"id":"pmh:oai:irdb.nii.ac.jp:00897:0006599486","doi":null,"is_oa":true,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100929520","pdf_url":"http://t2r2.star.titech.ac.jp/rrws/file/CTT100929520/ATD100000413/21D30120_%E5%90%89%E5%B7%9D%E5%92%8C_thesis.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"},{"id":"pmh:oai:irdb.nii.ac.jp:00897:0007243062","doi":null,"is_oa":true,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100940616","pdf_url":"http://t2r2.star.titech.ac.jp/rrws/file/CTT100940616/ATD100000413/","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"},{"id":"pmh:oai:irdb.nii.ac.jp:00897:0005392220","doi":null,"is_oa":false,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100875682","pdf_url":null,"source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":{"id":"pmh:oai:irdb.nii.ac.jp:00894:0007514021","doi":null,"is_oa":true,"landing_page_url":"https://isct.repo.nii.ac.jp/records/2000642","pdf_url":"https://isct.repo.nii.ac.jp/record/2000642/files/1769057568629.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7144816587.pdf","grobid_xml":"https://content.openalex.org/works/W7144816587.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1566289585","https://openalex.org/W2006715371","https://openalex.org/W2080133951","https://openalex.org/W2787560479","https://openalex.org/W2789566302","https://openalex.org/W2889787757","https://openalex.org/W2912924812","https://openalex.org/W2950339735","https://openalex.org/W2963167203","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W2964110616","https://openalex.org/W2965373594","https://openalex.org/W2970476646","https://openalex.org/W2982399380","https://openalex.org/W2991382858","https://openalex.org/W3008686018","https://openalex.org/W3012209028","https://openalex.org/W3014596384","https://openalex.org/W3021191241","https://openalex.org/W3021338988","https://openalex.org/W3021397474","https://openalex.org/W3024308166","https://openalex.org/W3025064182","https://openalex.org/W3035441651","https://openalex.org/W3083182073","https://openalex.org/W3113173655","https://openalex.org/W3127729136","https://openalex.org/W3154575616","https://openalex.org/W3173673636","https://openalex.org/W3183048323","https://openalex.org/W3199421823","https://openalex.org/W3214627675","https://openalex.org/W4289519099","https://openalex.org/W4290994954","https://openalex.org/W4311731003","https://openalex.org/W4381432831","https://openalex.org/W4389519928","https://openalex.org/W4389520749","https://openalex.org/W4389520806","https://openalex.org/W4400688542","https://openalex.org/W4402672024","https://openalex.org/W4402683760","https://openalex.org/W4404486407","https://openalex.org/W4404534210","https://openalex.org/W4404784117"],"related_works":["https://openalex.org/W4386566485","https://openalex.org/W7125972569","https://openalex.org/W4285429195","https://openalex.org/W4401043652","https://openalex.org/W3162385798","https://openalex.org/W3171331476","https://openalex.org/W4408466306","https://openalex.org/W2991382858","https://openalex.org/W7223060502","https://openalex.org/W7162396547"],"abstract_inverted_index":{"Recently,":[0],"the":[1,14,52,55,89,108,124,133,149,160,166,178,183,206,211,218,231,241,245,256,275,282,289,316,321,331],"performance":[2,290,322],"of":[3,57,107,135,168,198,208,228,258,260,291,323],"pre-trained":[4,23],"language":[5,24,58,93,112,121,139,200,238,311],"models":[6,25,59,94,239,261],"has":[7,144],"improved":[8,296,328],"significantly,":[9],"and":[10,39,75,95,163,170,202,270,301],"their":[11,28,98],"use":[12],"in":[13,78,92,111,138,159,267],"real":[15],"world":[16],"is":[17,20,84,115,224],"rapidly":[18],"increasing.It":[19],"known":[21],"that":[22,64,190,250,320],"acquire":[26],"from":[27],"training":[29,307,335,341],"data":[30,272,308,336],"not":[31,164,204,339],"only":[32,205],"linguistic":[33],"knowledge":[34,40,90,109,136,151,263],"but":[35,215],"also":[36,216],"common":[37],"sense":[38],"about":[41],"real-world":[42],"entities,":[43],"which":[44,68,127],"can":[45,213,220,254,294,326],"then":[46],"be":[47,295,327],"used":[48,309],"for":[49,120,195],"various":[50],"tasks.On":[51],"other":[53],"hand,":[54],"output":[56,197],"often":[60],"generates":[61],"fluent":[62],"sentences":[63],"contain":[65],"erroneous":[66,100,171],"content,":[67],"increases":[69],"risks":[70],"such":[71,146],"as":[72,147],"spreading":[73],"misinformation":[74],"inducing":[76],"errors":[77],"decision-making.For":[79],"this":[80],"reason,":[81],"a":[82,118,188,192,199,225],"mechanism":[83],"urgently":[85],"needed":[86],"to":[87,96,131,153,182,265,274],"assess":[88,132],"stored":[91,110,137],"detect":[97,221],"potentially":[99],"output.This":[101],"study":[102],"proposes":[103],"an":[104],"evaluation":[105,143,253,271,277],"framework":[106,181],"models.Our":[113],"work":[114],"built":[116],"on":[117,279,287,306],"benchmark":[119],"model":[122,161,201,212,268,312,318],"evaluation,":[123],"LAMA":[125,141,184,242],"probe,":[126],"employs":[128],"cloze":[129],"tasks":[130],"amount":[134],"models.The":[140],"probe":[142,243],"issues,":[145,175],"overestimating":[148],"models'":[150],"due":[152,264],"lucky":[154],"guesses":[155],"caused":[156],"by":[157,297,329],"biases":[158,266],"predictions":[162],"considering":[165],"discriminability":[167],"correct":[169,209],"answers.To":[172],"address":[173],"these":[174],"we":[176,234,285],"introduce":[177],"selective":[179,246,251],"prediction":[180,186,247,269,280],"probe.Selective":[185],"assumes":[187],"system":[189,219],"calculates":[191],"confidence":[193,292,303,324,332],"score":[194],"each":[196],"evaluates":[203],"number":[207],"answers":[210],"make":[214],"whether":[217,288],"when":[222],"there":[223],"high":[226],"chance":[227],"incorrect":[229],"output.In":[230],"first":[232],"study,":[233,284],"evaluated":[235],"multiple":[236],"masked":[237],"using":[240,298,315,334,340],"under":[244],"setting.Experiments":[248],"suggest":[249],"prediction-based":[252],"reduce":[255],"effect":[257],"overestimation":[259],"iv":[262],"compared":[273],"conventional":[276],"based":[278,305],"accuracy.In":[281],"second":[283],"focused":[286],"estimation":[293,325],"more":[299],"information":[300],"designed":[302],"measures":[304,333],"during":[310],"pre-training.The":[313],"experiments":[314],"BERT":[317],"showed":[319],"combining":[330],"with":[337],"those":[338],"data.":[342]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-04-01T00:00:00"}