{"id":"https://openalex.org/W7204988044","doi":"https://doi.org/10.24908/iqurcp21833","title":"Self-Reports Are Not Verification","display_name":"Self-Reports Are Not Verification","publication_year":2026,"publication_date":"2026-09-01","ids":{"openalex":"https://openalex.org/W7204988044","doi":"https://doi.org/10.24908/iqurcp21833"},"language":"en","primary_location":{"id":"doi:10.24908/iqurcp21833","doi":"https://doi.org/10.24908/iqurcp21833","is_oa":true,"landing_page_url":"https://doi.org/10.24908/iqurcp21833","pdf_url":null,"source":{"id":"https://openalex.org/S4210237831","display_name":"Inquiry Queen s Undergraduate Research Conference Proceedings","issn_l":"2563-8912","issn":["2563-8912"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Inquiry@Queen's Undergraduate Research Conference Proceedings","raw_type":"journal-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.24908/iqurcp21833","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075424466","display_name":"EnRong Pan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Enrong Pan","raw_affiliation_strings":["School of Computing, Queen's University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Queen's University","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148952441","display_name":"Ryan Zhou","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ryan Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5075046931","display_name":"Ting Hu","orcid":"https://orcid.org/0000-0001-6382-0602","observed_orcids":["https://orcid.org/0000-0001-6382-0602","https://orcid.org/0009-0005-8748-1947"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ting Hu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.70702613,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"20","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.31619998812675476,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.31619998812675476,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.1720999926328659,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.12240000069141388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-model-agents","display_name":"language model agents","score":0.9390000104904175},{"id":"https://openalex.org/keywords/self-report","display_name":"self-report","score":0.8479999899864197},{"id":"https://openalex.org/keywords/verification","display_name":"verification","score":0.41600000858306885},{"id":"https://openalex.org/keywords/confidence-calibration","display_name":"confidence calibration","score":0.6290000081062317},{"id":"https://openalex.org/keywords/evolutionary-search","display_name":"evolutionary search","score":0.5879999995231628},{"id":"https://openalex.org/keywords/agent-reliability","display_name":"agent reliability","score":0.5189999938011169},{"id":"https://openalex.org/keywords/self-explanation","display_name":"self-explanation","score":0.34700000286102295}],"concepts":[{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6690000295639038},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6427000164985657},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.4912000000476837},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4478999972343445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41769999265670776},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4147000014781952},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.3995000123977661},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.37790000438690186},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3582000136375427},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3043000102043152},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.29589998722076416},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24908/iqurcp21833","doi":"https://doi.org/10.24908/iqurcp21833","is_oa":true,"landing_page_url":"https://doi.org/10.24908/iqurcp21833","pdf_url":null,"source":{"id":"https://openalex.org/S4210237831","display_name":"Inquiry Queen s Undergraduate Research Conference Proceedings","issn_l":"2563-8912","issn":["2563-8912"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Inquiry@Queen's Undergraduate Research Conference Proceedings","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.24908/iqurcp21833","doi":"https://doi.org/10.24908/iqurcp21833","is_oa":true,"landing_page_url":"https://doi.org/10.24908/iqurcp21833","pdf_url":null,"source":{"id":"https://openalex.org/S4210237831","display_name":"Inquiry Queen s Undergraduate Research Conference Proceedings","issn_l":"2563-8912","issn":["2563-8912"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Inquiry@Queen's Undergraduate Research Conference Proceedings","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7206161583","https://openalex.org/W7220860411","https://openalex.org/W7171522083","https://openalex.org/W7213589000","https://openalex.org/W7160418535","https://openalex.org/W7170136514","https://openalex.org/W7220911322","https://openalex.org/W7212167912","https://openalex.org/W7214128477","https://openalex.org/W7166853515"],"abstract_inverted_index":{"Language":[0],"model":[1,43,69,115],"agents":[2],"increasingly":[3],"propose":[4],"actions,":[5],"observe":[6],"external":[7],"feedback,":[8],"and":[9,16,67,90,111,179],"explain":[10],"their":[11,173],"own":[12,174],"behavior.":[13,155],"Their":[14],"confidence":[15,82],"rationales":[17,86,122],"are":[18],"convenient":[19],"oversight":[20],"signals,":[21],"but":[22],"convenience":[23],"is":[24,83],"not":[25,169],"verification.":[26],"We":[27,77],"introduce":[28],"an":[29,38,45,55],"environment-grounded":[30],"audit":[31],"in":[32,148],"which":[33],"every":[34,52],"intermediate":[35],"proposal":[36],"receives":[37],"exact":[39,56],"outcome.":[40],"A":[41],"language":[42],"operates":[44],"evolutionary":[46],"Contexto":[47],"search":[48,154],"whosefeedback":[49],"function":[50],"assigns":[51],"valid":[53],"guess":[54],"rank":[57],"without":[58],"human":[59],"annotation.":[60],"Across":[61],"200":[62],"runs":[63],"spanning":[64],"five":[65],"configurations":[66,73],"three":[68,79,97],"families,":[70],"four":[71],"reporting":[72],"produce":[74],"12,249":[75],"self-reports.":[76],"test":[78],"assumptions:":[80],"stated":[81],"calibrated,":[84],"inherited":[85,121],"affect":[87],"later":[88],"proposals,":[89],"outcome-based":[91],"selection":[92,139,143],"improves":[93],"report":[94,149],"quality.":[95],"All":[96],"fail.":[98],"Operators":[99],"overstate":[100],"top-100":[101],"success":[102],"by":[103],"factors":[104],"of":[105,127,172,185],"4.8":[106],"to":[107,131,164],"9.3,":[108],"while":[109],"calibration":[110],"discrimination":[112],"dissociate":[113],"across":[114],"families.":[116],"Controlled":[117],"interventions":[118],"on":[119],"754":[120],"bound":[123],"any":[124],"measured":[125],"benefit":[126],"the":[128,167],"genuine":[129],"rationale":[130],"roughly":[132],"250":[133],"ranks.":[134],"Neither":[135],"fitness-based":[136],"nor":[137],"random":[138],"produces":[140],"a":[141],"detectable":[142],"differential":[144],"or":[145],"parent-to-offspring":[146],"transmission":[147],"accuracy,":[150],"despite":[151],"sharply":[152],"different":[153],"Agent":[156],"self-reports":[157],"should":[158],"therefore":[159],"be":[160],"treated":[161],"as":[162,170],"claims":[163],"verify":[165],"against":[166],"environment,":[168],"evidence":[171],"reliability.":[175],"Lab:":[176],"Machine":[177],"Intelligence":[178],"Biocomputing":[180],"Lab":[181],"(MIB)":[182],"at":[183],"School":[184],"Computing":[186],"Supervisor:":[187],"Dr.":[188],"Ting":[189],"Hu":[190],"Supporting":[191],"lab":[192],"supervisor:":[193],"Ryan":[194],"Zhou":[195]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-09-02T00:00:00"}