{"id":"https://openalex.org/W4404914584","doi":"https://doi.org/10.1109/access.2024.3509987","title":"MAGECODE: Machine-Generated Code Detection Method Using Large Language Models","display_name":"MAGECODE: Machine-Generated Code Detection Method Using Large Language Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404914584","doi":"https://doi.org/10.1109/access.2024.3509987"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3509987","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3509987","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3509987","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015295543","display_name":"Hung N. Pham","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":true,"raw_author_name":"Hung Pham","raw_affiliation_strings":["School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"raw_orcid":"https://orcid.org/0009-0003-6321-0961","affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102000646","display_name":"Huyen Ha","orcid":"https://orcid.org/0009-0005-8527-4434"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Huyen Ha","raw_affiliation_strings":["School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"raw_orcid":"https://orcid.org/0009-0005-8527-4434","affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001284800","display_name":"Van Tong","orcid":"https://orcid.org/0000-0003-2050-994X"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"van Tong","raw_affiliation_strings":["School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"raw_orcid":"https://orcid.org/0000-0003-2050-994X","affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006263879","display_name":"Dung Hoang Tien","orcid":"https://orcid.org/0000-0003-3543-7539"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Dung Hoang","raw_affiliation_strings":["School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026992540","display_name":"Duc Tran","orcid":"https://orcid.org/0000-0001-7251-3516"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Duc Tran","raw_affiliation_strings":["School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","Hanoi University of Science and Technology, Hanoi, Vietnam"],"raw_orcid":"https://orcid.org/0000-0001-7251-3516","affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044232275","display_name":"Ngoc Tuyen Le","orcid":"https://orcid.org/0000-0002-5155-2150"},"institutions":[{"id":"https://openalex.org/I12213908","display_name":"Ming Chi University of Technology","ror":"https://ror.org/04xgh4d03","country_code":"TW","type":"education","lineage":["https://openalex.org/I12213908"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Tuyen Ngoc Le","raw_affiliation_strings":["Department of Electronic Engineering, Ming Chi University of Technology, Taipei, Taiwan","Department of Electronic Engineering, Ming Chi University of Technology, New Taipei, Taiwan, ROC"],"raw_orcid":"https://orcid.org/0000-0002-5155-2150","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Ming Chi University of Technology, Taipei, Taiwan","institution_ids":["https://openalex.org/I12213908"]},{"raw_affiliation_string":"Department of Electronic Engineering, Ming Chi University of Technology, New Taipei, Taiwan, ROC","institution_ids":["https://openalex.org/I12213908"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5015295543"],"corresponding_institution_ids":["https://openalex.org/I94518387"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.627,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86820888,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"190186","last_page":"190202"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8408502340316772},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5176959037780762},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5129115581512451},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.368156760931015},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3311225175857544}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8408502340316772},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5176959037780762},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5129115581512451},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.368156760931015},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3311225175857544},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3509987","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3509987","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:083f569c6d264c48b8194a275c80b9f7","is_oa":true,"landing_page_url":"https://doaj.org/article/083f569c6d264c48b8194a275c80b9f7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 190186-190202 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3509987","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3509987","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G738890700","display_name":null,"funder_award_id":"NSTC 112-2222-E-131-003","funder_id":"https://openalex.org/F4320331164","funder_display_name":"National Science and Technology Council"}],"funders":[{"id":"https://openalex.org/F4320331164","display_name":"National Science and Technology Council","ror":"https://ror.org/00wnb9798"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2951080837","https://openalex.org/W3097083941","https://openalex.org/W3098605233","https://openalex.org/W4281763794","https://openalex.org/W4311887664","https://openalex.org/W4385245566","https://openalex.org/W4389518647","https://openalex.org/W4389519352","https://openalex.org/W4389519602","https://openalex.org/W4391979639","https://openalex.org/W4392169971","https://openalex.org/W4393065879","https://openalex.org/W4393157398","https://openalex.org/W4401163360","https://openalex.org/W6767101625","https://openalex.org/W6776403474","https://openalex.org/W6848670183","https://openalex.org/W6849274154","https://openalex.org/W6851146806","https://openalex.org/W6853342432","https://openalex.org/W6856984969","https://openalex.org/W6859147178","https://openalex.org/W6860041859","https://openalex.org/W6869164663"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"The":[0,43,191,215],"widespread":[1],"use":[2],"of":[3,67,81,124,217,241],"virtual":[4],"assistants":[5],"(e.g.,":[6,126],"GPT4":[7],"and":[8,32,37,90,96,121,160,206,213],"Gemini,":[9,205],"etc.)":[10,130],"by":[11,186],"students":[12],"in":[13,58,210],"their":[14],"academic":[15,20],"assignments":[16],"raises":[17],"concerns":[18],"about":[19],"integrity.":[21],"Consequently,":[22],"various":[23],"machine-generated":[24,83,144],"text":[25],"(MGT)":[26],"detection":[27],"methods,":[28],"developed":[29],"from":[30,116,156,200],"metric-based":[31,68,162],"model-based":[33,44],"approaches,":[34],"were":[35,198,208],"proposed":[36,172],"shown":[38],"to":[39,56,61,152,164,169,226,231],"be":[40],"highly":[41],"effective.":[42],"MGT":[45,69],"methods":[46,70],"often":[47],"encounter":[48],"difficulties":[49],"when":[50],"dealing":[51],"with":[52],"source":[53,72,132,157],"code":[54,73,133,158,183],"due":[55],"disparities":[57],"semantics":[59],"compared":[60,225],"natural":[62],"languages.":[63],"Meanwhile,":[64],"the":[65,79,122,148,171],"efficacy":[66],"on":[71,219],"has":[74,86],"not":[75],"been":[76],"investigated.":[77],"Moreover,":[78],"challenge":[80],"identifying":[82,143],"codes":[84],"(MGC)":[85],"received":[87],"less":[88,242],"attention,":[89],"existing":[91,227],"solutions":[92,184,192],"demonstrate":[93],"low":[94,237],"accuracy":[95,233],"high":[97],"false":[98,238],"positive":[99,239],"rates":[100],"across":[101],"diverse":[102],"human-written":[103],"codes.":[104,145],"In":[105,167],"this":[106,220],"paper,":[107],"we":[108,136,174],"take":[109],"into":[110],"account":[111],"both":[112],"semantic":[113,154],"features":[114,155],"extracted":[115],"Large":[117],"Language":[118],"Models":[119],"(LLMs)":[120],"applicability":[123],"metrics":[125],"Log-Likelihood,":[127],"Rank,":[128],"Log-rank,":[129],"for":[131,142,188,193],"analysis.":[134],"Concretely,":[135],"propose":[137],"MageCode,":[138],"a":[139,176,236],"novel":[140],"method":[141],"MageCode":[146,218],"utilizes":[147],"pre-trained":[149],"model":[150],"CodeT5+":[151],"extract":[153],"inputs":[159],"incorporates":[161],"techniques":[163],"enhance":[165],"accuracy.":[166],"order":[168],"assess":[170],"method,":[173],"introduce":[175],"new":[177],"dataset":[178,221],"comprising":[179],"more":[180],"than":[181,243],"45,000":[182],"generated":[185],"LLMs":[187,203],"programming":[189,195],"problems.":[190],"these":[194],"problems":[196],"which":[197],"obtained":[199],"three":[201],"advanced":[202],"(GPT4,":[204],"Code-bison-32k),":[207],"written":[209],"Python,":[211],"Java,":[212],"C++.":[214],"evaluation":[216],"demonstrates":[222],"superior":[223],"performance":[224],"baselines,":[228],"achieving":[229],"up":[230],"98.46%":[232],"while":[234],"maintaining":[235],"rate":[240],"1%.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}