{"id":"https://openalex.org/W4403463692","doi":"https://doi.org/10.31234/osf.io/qe3fp","title":"A Case Study on Detecting ChatGPT-Generated Responses in Personality Assessments: Methods and Implications","display_name":"A Case Study on Detecting ChatGPT-Generated Responses in Personality Assessments: Methods and Implications","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403463692","doi":"https://doi.org/10.31234/osf.io/qe3fp"},"language":"en","primary_location":{"id":"doi:10.31234/osf.io/qe3fp","doi":"https://doi.org/10.31234/osf.io/qe3fp","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/qe3fp","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.31234/osf.io/qe3fp","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014337947","display_name":"Naidan Tu","orcid":"https://orcid.org/0000-0002-5179-4133","observed_orcids":["https://orcid.org/0000-0002-5179-4133"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Naidan Tu","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5179-4133","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014436508","display_name":"Feng Guo","orcid":"https://orcid.org/0000-0002-5054-1839","observed_orcids":["https://orcid.org/0000-0002-5054-1839"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng Guo","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5054-1839","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077036584","display_name":"Bo Zhang","orcid":"https://orcid.org/0000-0002-6730-7336","observed_orcids":["https://orcid.org/0000-0002-6730-7336"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bo Zhang","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-6730-7336","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5029962641","display_name":"Weiwen Nie","orcid":"https://orcid.org/0000-0002-2094-4389","observed_orcids":["https://orcid.org/0000-0002-2094-4389"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weiwen Nie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12848","display_name":"Psychological Testing and Assessment","score":0.2224999964237213,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12848","display_name":"Psychological Testing and Assessment","score":0.2224999964237213,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13812","display_name":"AI and HR Technologies","score":0.13590000569820404,"subfield":{"id":"https://openalex.org/subfields/1407","display_name":"Organizational Behavior and Human Resource Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.11739999800920486,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9290000200271606},{"id":"https://openalex.org/keywords/personality-assessment","display_name":"personality assessment","score":0.8289999961853027},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.722000002861023},{"id":"https://openalex.org/keywords/job-applicants","display_name":"job applicants","score":0.6050000190734863},{"id":"https://openalex.org/keywords/score-inflation","display_name":"score inflation","score":0.7059999704360962},{"id":"https://openalex.org/keywords/type-i-error","display_name":"type I error","score":0.4909999966621399}],"concepts":[{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.5728067755699158},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5720780491828918},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3802533745765686},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32127219438552856}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.31234/osf.io/qe3fp","doi":"https://doi.org/10.31234/osf.io/qe3fp","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/qe3fp","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:5fa61b8f-e888-4639-8d2b-66cd61537f9a","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/qe3fp","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.31234/osf.io/qe3fp","doi":"https://doi.org/10.31234/osf.io/qe3fp","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/qe3fp","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4416000211","https://openalex.org/W4410926553","https://openalex.org/W4399316390","https://openalex.org/W4401014312","https://openalex.org/W4401588373","https://openalex.org/W4387398178","https://openalex.org/W4383987495","https://openalex.org/W7168237785","https://openalex.org/W4388496829","https://openalex.org/W4399986755"],"abstract_inverted_index":{"As":[0],"the":[1,16,49,68,75,80,90,108,124,130,139],"accessibility":[2],"of":[3,19,54,74,132,158],"advanced":[4],"AI":[5],"tools":[6],"such":[7],"as":[8],"ChatGPT":[9,55,65,133,145],"increases,":[10],"there":[11],"are":[12],"growing":[13],"concerns":[14],"about":[15],"potential":[17],"misuse":[18],"these":[20],"technologies":[21],"to":[22,39,56,70,100,134],"manipulate":[23],"responses":[24,38,119,131,137],"in":[25,79,149],"personality":[26,40,60,155,165],"assessments.":[27],"This":[28],"research":[29],"addresses":[30],"this":[31],"concern":[32],"by":[33,123],"focusing":[34],"on":[35,89,152],"detecting":[36],"ChatGPT-generated":[37],"items.":[41],"Three":[42],"studies":[43],"were":[44,113,120],"conducted:":[45],"Study":[46,82,93,127],"1":[47,94],"explored":[48],"item":[50],"level":[51,141],"response":[52],"patterns":[53],"three":[57,154],"widely":[58],"used":[59,96],"assessments":[61],"and":[62,95,142],"found":[63,106,143],"that":[64,107,144],"always":[66],"responded":[67],"same":[69],"certain":[71],"items,":[72],"regardless":[73,157],"job":[76,135,147],"titles":[77],"included":[78],"prompts.":[81],"2":[83],"developed":[84],"a":[85],"detection":[86,125],"tool":[87],"based":[88],"findings":[91],"from":[92],"two":[97],"large":[98],"datasets":[99],"evaluate":[101],"its":[102],"performance.":[103],"It":[104],"was":[105],"Type":[109],"I":[110],"error":[111],"rates":[112],"0,":[114],"indicating":[115],"no":[116],"genuine":[117],"human":[118],"falsely":[121],"flagged":[122],"tool.":[126],"3":[128],"compared":[129],"applicant":[136],"at":[138],"subscale":[140],"outperformed":[146],"applicants":[148],"inflating":[150],"scores":[151],"all":[153],"measures,":[156],"whether":[159],"they":[160],"measure":[161],"bright":[162],"or":[163],"dark":[164],"traits.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2024-10-17T00:00:00"}