{"id":"https://openalex.org/W6949593925","doi":"https://doi.org/10.5281/zenodo.15610905","title":"Malicious LLM-Based Conversational AI Makes Users Reveal Personal Information","display_name":"Malicious LLM-Based Conversational AI Makes Users Reveal Personal Information","publication_year":2025,"publication_date":"2025-06-06","ids":{"openalex":"https://openalex.org/W6949593925","doi":"https://doi.org/10.5281/zenodo.15610905"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.15610905","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15610905","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Software"},"type":"software","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.15610905","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhan, Xiao","orcid":"https://orcid.org/0000-0003-1755-0976"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhan, Xiao","raw_affiliation_strings":["King's College London"],"raw_orcid":"https://orcid.org/0000-0003-1755-0976","affiliations":[{"raw_affiliation_string":"King's College London","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Carrillo, Juan Carlos","orcid":null},"institutions":[{"id":"https://openalex.org/I60053951","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859","country_code":"ES","type":"education","lineage":["https://openalex.org/I60053951"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Carrillo, Juan Carlos","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Val\u00e8ncia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Val\u00e8ncia","institution_ids":["https://openalex.org/I60053951"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Seymour, William","orcid":"https://orcid.org/0000-0002-0256-6740"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Seymour, William","raw_affiliation_strings":["King's College London"],"raw_orcid":"https://orcid.org/0000-0002-0256-6740","affiliations":[{"raw_affiliation_string":"King's College London","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"last","author":{"id":null,"display_name":"Such, Jose","orcid":"https://orcid.org/0000-0002-6041-178X"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Such, Jose","raw_affiliation_strings":["King's College London"],"raw_orcid":"https://orcid.org/0000-0002-6041-178X","affiliations":[{"raw_affiliation_string":"King's College London","institution_ids":["https://openalex.org/I183935753"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/personally-identifiable-information","display_name":"Personally identifiable information","score":0.8461999893188477},{"id":"https://openalex.org/keywords/personal-information-management","display_name":"Personal information management","score":0.5751000046730042},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.5436000227928162},{"id":"https://openalex.org/keywords/directory","display_name":"Directory","score":0.5315999984741211},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.42579999566078186},{"id":"https://openalex.org/keywords/personal-computer","display_name":"Personal computer","score":0.40230000019073486},{"id":"https://openalex.org/keywords/download","display_name":"Download","score":0.39399999380111694}],"concepts":[{"id":"https://openalex.org/C169093310","wikidata":"https://www.wikidata.org/wiki/Q3702971","display_name":"Personally identifiable information","level":2,"score":0.8461999893188477},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.7440999746322632},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.621399998664856},{"id":"https://openalex.org/C194695470","wikidata":"https://www.wikidata.org/wiki/Q1081067","display_name":"Personal information management","level":4,"score":0.5751000046730042},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.5436000227928162},{"id":"https://openalex.org/C2777683733","wikidata":"https://www.wikidata.org/wiki/Q201456","display_name":"Directory","level":2,"score":0.5315999984741211},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.42579999566078186},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.41909998655319214},{"id":"https://openalex.org/C2988821698","wikidata":"https://www.wikidata.org/wiki/Q16338","display_name":"Personal computer","level":2,"score":0.40230000019073486},{"id":"https://openalex.org/C2780154274","wikidata":"https://www.wikidata.org/wiki/Q7126717","display_name":"Download","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.36800000071525574},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.3529999852180481},{"id":"https://openalex.org/C38786816","wikidata":"https://www.wikidata.org/wiki/Q1568118","display_name":"Personal information manager","level":5,"score":0.35199999809265137},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3375999927520752},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C124103261","wikidata":"https://www.wikidata.org/wiki/Q5611237","display_name":"Group information management","level":5,"score":0.3025999963283539},{"id":"https://openalex.org/C2777622855","wikidata":"https://www.wikidata.org/wiki/Q7901844","display_name":"User information","level":3,"score":0.2639000117778778},{"id":"https://openalex.org/C2992831183","wikidata":"https://www.wikidata.org/wiki/Q4264294","display_name":"Personal account","level":3,"score":0.26179999113082886},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.26179999113082886}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.15610905","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15610905","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Software"}],"best_oa_location":{"id":"doi:10.5281/zenodo.15610905","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.15610905","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Software"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5306416749954224,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Abstract:":[0],"LLM-based":[1,68,89,203],"Conversational":[2],"AIs":[3],"(CAIs)":[4],"are":[5,362,384],"increasingly":[6],"used":[7,96],"across":[8],"various":[9],"domains,":[10],"but":[11],"they":[12],"pose":[13],"privacy":[14,185,194],"risks,":[15],"as":[16,353],"research":[17,212],"has":[18,34],"shown":[19],"that":[20,46,70,95,164,286],"users":[21,106,117],"often":[22],"disclose":[23],"personal":[24,76,103,114,131,149,172,375],"information":[25,77,104,115,132,150,173,376],"during":[26,118,134],"their":[27,110,135,145,156],"conversations":[28],"with":[29,125,137,158,177,235,274,380],"the":[30,130,159,181,187,193,219,224,232,242,257,260,266,281,318,322,372,381,401],"CAIs.":[31,160],"Recent":[32],"attention":[33],"focused":[35],"on":[36,92,180,253],"malicious":[37,63,139,165,202],"applications":[38],"of":[39,62,102,184,201,374],"LLMs,":[40],"which":[41,345],"have":[42],"demonstrated":[43],"capabilities":[44],"suggesting":[45],"LLMs":[47,225],"could":[48],"be":[49,330,398],"repurposed":[50],"to":[51,74,99,107,112,143,209,238,285,336,370],"perform":[52],"harmful":[53],"tasks.":[54],"However,":[55],"a":[56,122,333,354],"novel":[57,199],"and":[58,140,151,169,205,213,230,240,264,288,321,350,359,395],"particularly":[59],"concerning":[60],"type":[61,200],"LLM":[64,250,319,338],"application,":[65],"i.e.,":[66],"an":[67,249,312],"CAI":[69],"is":[71,251,283],"deliberately":[72],"designed":[73],"extract":[75,113,167],"from":[78,105,116,291],"users,":[79],"remains":[80],"largely":[81],"unexplored.":[82],"To":[83,217],"address":[84],"this":[85,198],"gap,":[86],"we":[87,128],"created":[88],"CAIs":[90,142,166,204,383],"based":[91,179],"system":[93],"prompts":[94],"different":[97,138],"strategies":[98,178],"encourage":[100],"disclosures":[101],"systematically":[108],"investigate":[109],"ability":[111],"conversations.":[119],"By":[120],"conducting":[121],"randomized-controlled":[123],"trial":[124],"502":[126],"participants,":[127],"analyzed":[129],"disclosed":[133],"dialogues":[136,328,379],"benign":[141,175],"assess":[144],"effectiveness":[146],"in":[147,293,332,339,364,377,386,400],"extracting":[148],"participants\u2019":[152],"perceptions":[153],"collected":[154],"after":[155],"interactions":[157],"Our":[161],"findings":[162],"reveal":[163],"significantly":[168],"substantially":[170],"more":[171],"than":[174],"CAIs,":[176,220],"social":[182],"nature":[183],"being":[186],"most":[188],"effective.":[189],"This":[190,279],"study":[191],"underscores":[192],"threats":[195],"posed":[196],"by":[197],"provides":[206],"actionable":[207],"recommendations":[208],"guide":[210],"future":[211,294],"practice.":[214],"Useful":[215],"scripts:":[216],"run":[218],"please":[221],"first":[222],"download":[223],"locally":[226],"onto":[227],"your":[228,236,275],"device":[229],"replace":[231],"Cache":[233],"directory":[234,287],"own":[237,276],"save":[239],"load":[241],"LLMs.":[243],"An":[244],"example":[245],"link":[246],"for":[247,356,367],"downloading":[248],"Llama3-8B-Instruct":[252],"Huggingface.":[254],"Example:":[255],"Prepare":[256],"Llama3-8B":[258],"D-CAIIn":[259],"script":[261],"./Llama3-8B/direct_8b.py,":[262],"locate":[263],"update":[265],"following":[267],"lines.":[268],"Replace":[269],"\"My":[270],"cache":[271,304],"dir":[272,305],"...\"":[273],"local":[277],"path.":[278],"ensures":[280],"model":[282],"saved":[284,331],"loaded":[289],"directly":[290],"it":[292],"sessions:":[295],"orig_model":[296],"=":[297],"AutoModelForCausalLM.from_pretrained(":[298],"model_path,":[299],"torch_dtype=torch.bfloat16,":[300],"device_map=\"auto\",":[301],"trust_remote_code=True,":[302],"cache_dir=\"My":[303],"...\",":[306],")":[307],"Running":[308],"./run.sh":[309],"will":[310,329],"open":[311],"interface":[313],"where":[314],"you":[315],"can":[316,397],"select":[317],"architecture":[320],"desired":[323],"prompt":[324],"strategy.":[325],"The":[326,342,389],"generated":[327],"folder":[334,402],"corresponding":[335],"each":[337],".json":[340],"format.":[341],"pre-evaluation":[343],"scripts,":[344],"include":[346],"sentence":[347],"similarity":[348],"calculation":[349],"use":[351],"GPT-4o":[352],"judge":[355],"computing":[357],"contextual":[358],"emotional":[360],"similarity,":[361],"located":[363,385],"pre_evaluation/pre_eval.py.":[365],"Scripts":[366],"running":[368],"NuExtract":[369],"identify":[371],"categories":[373],"participant":[378],"developed":[382],"NuExtract/NuExtract.ipynb.":[387],"Note:":[388],"supplementary":[390],"materials,":[391],"including":[392],"survey":[393],"content":[394],"codebook,":[396],"found":[399],"names":[403],"Supplement":[404],"Material.":[405]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}