{"id":"https://openalex.org/W7117576889","doi":"https://doi.org/10.1145/3733799.3762964","title":"I Know Which LLM Wrote Your Code Last Summer: LLM generated Code Stylometry for Authorship Attribution","display_name":"I Know Which LLM Wrote Your Code Last Summer: LLM generated Code Stylometry for Authorship Attribution","publication_year":2025,"publication_date":"2025-10-13","ids":{"openalex":"https://openalex.org/W7117576889","doi":"https://doi.org/10.1145/3733799.3762964"},"language":null,"primary_location":{"id":"doi:10.1145/3733799.3762964","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3733799.3762964","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM Workshop on Artificial Intelligence and Security","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3733799.3762964","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052473439","display_name":"Tam\u00e1s Bisztray","orcid":"https://orcid.org/0000-0003-2626-3434"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Tamas Bisztray","raw_affiliation_strings":["University of Oslo, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0003-2626-3434","affiliations":[{"raw_affiliation_string":"University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121593678","display_name":"Bilel Cherif","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087059","display_name":"Technology Innovation Institute","ror":"https://ror.org/001kv2y39","country_code":"AE","type":"facility","lineage":["https://openalex.org/I4210087059"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Bilel Cherif","raw_affiliation_strings":["Technology Innovation Institute, Abu Dhabi, United Arab Emirates"],"raw_orcid":"https://orcid.org/0009-0006-0095-106X","affiliations":[{"raw_affiliation_string":"Technology Innovation Institute, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I4210087059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114601640","display_name":"Richard A. Dubniczky","orcid":"https://orcid.org/0009-0003-3951-1932"},"institutions":[{"id":"https://openalex.org/I106118109","display_name":"E\u00f6tv\u00f6s Lor\u00e1nd University","ror":"https://ror.org/01jsq2704","country_code":"HU","type":"education","lineage":["https://openalex.org/I106118109"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Richard A. Dubniczky","raw_affiliation_strings":["E\u00f6tv\u00f6s Lor\u00e1nd University, Budapest, Hungary"],"raw_orcid":"https://orcid.org/0009-0003-3951-1932","affiliations":[{"raw_affiliation_string":"E\u00f6tv\u00f6s Lor\u00e1nd University, Budapest, Hungary","institution_ids":["https://openalex.org/I106118109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078229046","display_name":"Nils Gruschka","orcid":"https://orcid.org/0000-0001-7360-8314"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Nils Gruschka","raw_affiliation_strings":["University of Oslo, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0001-7360-8314","affiliations":[{"raw_affiliation_string":"University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069161234","display_name":"Bertalan Borsos","orcid":"https://orcid.org/0009-0000-8718-8285"},"institutions":[{"id":"https://openalex.org/I106118109","display_name":"E\u00f6tv\u00f6s Lor\u00e1nd University","ror":"https://ror.org/01jsq2704","country_code":"HU","type":"education","lineage":["https://openalex.org/I106118109"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Bertalan Borsos","raw_affiliation_strings":["E\u00f6tv\u00f6s Lor\u00e1nd University, Budapest, Hungary"],"raw_orcid":"https://orcid.org/0009-0000-8718-8285","affiliations":[{"raw_affiliation_string":"E\u00f6tv\u00f6s Lor\u00e1nd University, Budapest, Hungary","institution_ids":["https://openalex.org/I106118109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026903935","display_name":"Mohamed Amine Ferrag","orcid":"https://orcid.org/0000-0002-0632-3172"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mohamed Amine Ferrag","raw_affiliation_strings":["United Arab Emirates University, Al Ain, Abu Dhabi, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0002-0632-3172","affiliations":[{"raw_affiliation_string":"United Arab Emirates University, Al Ain, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Attila Kovacs","orcid":"https://orcid.org/0000-0002-1858-7618"},"institutions":[{"id":"https://openalex.org/I106118109","display_name":"E\u00f6tv\u00f6s Lor\u00e1nd University","ror":"https://ror.org/01jsq2704","country_code":"HU","type":"education","lineage":["https://openalex.org/I106118109"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Attila Kovacs","raw_affiliation_strings":["E\u00f6tv\u00f6s Lor\u00e1nd University, Budapest, Hungary"],"raw_orcid":"https://orcid.org/0000-0002-1858-7618","affiliations":[{"raw_affiliation_string":"E\u00f6tv\u00f6s Lor\u00e1nd University, Budapest, Hungary","institution_ids":["https://openalex.org/I106118109"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Vasileios Mavroeidis","orcid":"https://orcid.org/0000-0003-1097-0599"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Vasileios Mavroeidis","raw_affiliation_strings":["University of Oslo, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0003-1097-0599","affiliations":[{"raw_affiliation_string":"University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073042391","display_name":"Norbert Tihanyi","orcid":"https://orcid.org/0000-0002-9002-5935"},"institutions":[{"id":"https://openalex.org/I106118109","display_name":"E\u00f6tv\u00f6s Lor\u00e1nd University","ror":"https://ror.org/01jsq2704","country_code":"HU","type":"education","lineage":["https://openalex.org/I106118109"]},{"id":"https://openalex.org/I4210087059","display_name":"Technology Innovation Institute","ror":"https://ror.org/001kv2y39","country_code":"AE","type":"facility","lineage":["https://openalex.org/I4210087059"]}],"countries":["AE","HU"],"is_corresponding":false,"raw_author_name":"Norbert Tihanyi","raw_affiliation_strings":["Technology Innovation Institute, Abu dhabi, United Arab Emirates and E\u00f6tv\u00f6s Lor\u00e1nd University, Budapest, Hungary"],"raw_orcid":"https://orcid.org/0000-0002-9002-5935","affiliations":[{"raw_affiliation_string":"Technology Innovation Institute, Abu dhabi, United Arab Emirates and E\u00f6tv\u00f6s Lor\u00e1nd University, Budapest, Hungary","institution_ids":["https://openalex.org/I106118109","https://openalex.org/I4210087059"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"28","last_page":"39"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.8740000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.8740000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.01850000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.01759999990463257,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/authorship-attribution","display_name":"Authorship attribution","score":0.7421000003814697},{"id":"https://openalex.org/keywords/stylometry","display_name":"Stylometry","score":0.6116999983787537},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.5914999842643738},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5633000135421753},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5454000234603882},{"id":"https://openalex.org/keywords/attribution","display_name":"Attribution","score":0.48559999465942383},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.45899999141693115},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.44929999113082886}],"concepts":[{"id":"https://openalex.org/C3020202489","wikidata":"https://www.wikidata.org/wiki/Q2032038","display_name":"Authorship attribution","level":2,"score":0.7421000003814697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.649399995803833},{"id":"https://openalex.org/C11192451","wikidata":"https://www.wikidata.org/wiki/Q2032038","display_name":"Stylometry","level":2,"score":0.6116999983787537},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.5914999842643738},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5633000135421753},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5454000234603882},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5199999809265137},{"id":"https://openalex.org/C143299363","wikidata":"https://www.wikidata.org/wiki/Q900584","display_name":"Attribution","level":2,"score":0.48559999465942383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4837999939918518},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.45899999141693115},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.44929999113082886},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.39890000224113464},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.3939000070095062},{"id":"https://openalex.org/C63435697","wikidata":"https://www.wikidata.org/wiki/Q864135","display_name":"Binary code","level":3,"score":0.36390000581741333},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.35600000619888306},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.34060001373291016},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C2779386606","wikidata":"https://www.wikidata.org/wiki/Q2393642","display_name":"Handwriting","level":2,"score":0.3158999979496002},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2782999873161316},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.27379998564720154},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3733799.3762964","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3733799.3762964","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM Workshop on Artificial Intelligence and Security","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3733799.3762964","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3733799.3762964","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM Workshop on Artificial Intelligence and Security","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4733729660511017,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1964962870","https://openalex.org/W2054126054","https://openalex.org/W2162436321","https://openalex.org/W2205815960","https://openalex.org/W2566681038","https://openalex.org/W2891865791","https://openalex.org/W2895886944","https://openalex.org/W2906453189","https://openalex.org/W2914961791","https://openalex.org/W2963026768","https://openalex.org/W2963341956","https://openalex.org/W2965373594","https://openalex.org/W2978017171","https://openalex.org/W3008088841","https://openalex.org/W3008918149","https://openalex.org/W3015468748","https://openalex.org/W3034282472","https://openalex.org/W3086007799","https://openalex.org/W3096860048","https://openalex.org/W3175479455","https://openalex.org/W3198774825","https://openalex.org/W3205447009","https://openalex.org/W3211686893","https://openalex.org/W3212375327","https://openalex.org/W4206794292","https://openalex.org/W4226181420","https://openalex.org/W4293347928","https://openalex.org/W4302551304","https://openalex.org/W4308653691","https://openalex.org/W4318351452","https://openalex.org/W4362603997","https://openalex.org/W4387225871","https://openalex.org/W4390722590","https://openalex.org/W4391307510","https://openalex.org/W4391799121","https://openalex.org/W4392238204","https://openalex.org/W4392490627","https://openalex.org/W4393183467","https://openalex.org/W4393299607","https://openalex.org/W4394859329","https://openalex.org/W4396820575","https://openalex.org/W4402502927","https://openalex.org/W4403680773","https://openalex.org/W4404371343","https://openalex.org/W4404396422","https://openalex.org/W4405099751","https://openalex.org/W4405959403","https://openalex.org/W4406178927","https://openalex.org/W4406449947","https://openalex.org/W4410552802","https://openalex.org/W4411638705","https://openalex.org/W4414834437","https://openalex.org/W4415067966","https://openalex.org/W4416043383","https://openalex.org/W6910501029"],"related_works":[],"abstract_inverted_index":{"As":[0],"code":[1,138],"generated":[2,92],"by":[3,93,140],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"becomes":[8],"more":[9],"common,":[10],"identifying":[11],"the":[12,24,44,48,176,179],"specific":[13],"model":[14,103,129],"behind":[15],"each":[16],"sample":[17],"is":[18,59],"increasingly":[19],"important.":[20],"This":[21],"paper":[22],"presents":[23],"first":[25],"systematic":[26],"study":[27],"of":[28,87],"LLM":[29,40],"authorship":[30],"attribution":[31,154],"for":[32,152],"C":[33,90],"programs.":[34],"We":[35,100],"release":[36,175],"CodeT5-Authorship,":[37],"a":[38,62,72,85],"novel":[39],"that":[41],"uses":[42],"only":[43],"encoder":[45,55],"layers":[46],"from":[47],"original":[49],"CodeT5":[50],"encoder-decoder":[51],"architecture.":[52],"Our":[53],"model\u2019s":[54],"output":[56],"(first":[57],"token)":[58],"passed":[60],"through":[61],"two-layer":[63],"classification":[64],"head":[65],"with":[66],"GELU":[67],"activation":[68],"and":[69,109,122,146,148,168,182],"dropout,":[70],"producing":[71],"probability":[73],"distribution":[74],"over":[75],"possible":[76],"authors.":[77],"To":[78,170],"evaluate":[79],"our":[80,102,128],"approach,":[81],"we":[82,174],"introduce":[83],"LLM-AuthorBench,":[84],"benchmark":[86],"32,000":[88],"compilable":[89],"programs":[91],"eight":[94,110],"state-of-the-art":[95],"LLMs":[96,158],"across":[97],"diverse":[98],"tasks.":[99],"compare":[101],"to":[104],"seven":[105],"traditional":[106],"ML":[107],"classifiers":[108],"fine-tuned":[111],"transformer":[112],"models,":[113],"including":[114],"BERT,":[115],"RoBERTa,":[116],"CodeBERT,":[117],"ModernBERT,":[118],"DistilBERT,":[119],"DeBERTa-V3,":[120],"Longformer,":[121],"LoRA-fine-tuned":[123],"Qwen2-1.5B.":[124],"In":[125],"binary":[126],"classification,":[127],"achieves":[130],"97.56":[131],"%":[132,150],"accuracy":[133,151],"in":[134],"telling":[135],"apart":[136],"source":[137],"written":[139],"related":[141],"models":[142],"such":[143],"as":[144],"GPT-4.1":[145],"GPT-4o,":[147],"95.40":[149],"multi-class":[153],"among":[155],"five":[156],"leading":[157],"(Gemini":[159],"2.5":[160],"Flash,":[161],"Claude":[162],"3.5":[163],"Haiku,":[164],"GPT-4.1,":[165],"Llama":[166],"3.3,":[167],"DeepSeek-V3).":[169],"support":[171],"open":[172],"science,":[173],"CodeT5-Authorship":[177],"architecture,":[178],"LLM-AuthorBench":[180],"dataset,":[181],"all":[183],"relevant":[184],"Google":[185],"Colab":[186],"scripts":[187],"on":[188],"GitHub:":[189],"https://github.com/LLMauthorbench/.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-12-30T00:00:00"}