{"id":"https://openalex.org/W4404432582","doi":"https://doi.org/10.1145/3704739","title":"A Metric-Based Detection System for Large Language Model Texts","display_name":"A Metric-Based Detection System for Large Language Model Texts","publication_year":2024,"publication_date":"2024-11-16","ids":{"openalex":"https://openalex.org/W4404432582","doi":"https://doi.org/10.1145/3704739"},"language":"en","primary_location":{"id":"doi:10.1145/3704739","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3704739","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3704739","source":{"id":"https://openalex.org/S4210170305","display_name":"ACM Transactions on Management Information Systems","issn_l":"2158-656X","issn":["2158-656X","2158-6578"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Management Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3704739","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103189799","display_name":"Linh Le","orcid":"https://orcid.org/0000-0002-0087-3448"},"institutions":[{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Linh Le","raw_affiliation_strings":["Information Technology, Kennesaw State University, Marietta, United States"],"affiliations":[{"raw_affiliation_string":"Information Technology, Kennesaw State University, Marietta, United States","institution_ids":["https://openalex.org/I172980758"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022399611","display_name":"Dung Thuy Tran","orcid":"https://orcid.org/0009-0006-7304-1358"},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dung Tran","raw_affiliation_strings":["Channing Division of Network Medicine, Brigham and Women's Hospital, Boston, United States"],"affiliations":[{"raw_affiliation_string":"Channing Division of Network Medicine, Brigham and Women's Hospital, Boston, United States","institution_ids":["https://openalex.org/I1283280774"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5103189799"],"corresponding_institution_ids":["https://openalex.org/I172980758"],"apc_list":null,"apc_paid":null,"fwci":0.7274,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.77308092,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"16","issue":"1","first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6048480272293091},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5455573797225952},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4207227826118469},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.33483728766441345},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3346376419067383},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14590486884117126},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.13448625802993774},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.06409332156181335}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6048480272293091},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5455573797225952},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4207227826118469},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.33483728766441345},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3346376419067383},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14590486884117126},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.13448625802993774},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.06409332156181335}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3704739","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3704739","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3704739","source":{"id":"https://openalex.org/S4210170305","display_name":"ACM Transactions on Management Information Systems","issn_l":"2158-656X","issn":["2158-656X","2158-6578"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Management Information Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3704739","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3704739","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3704739","source":{"id":"https://openalex.org/S4210170305","display_name":"ACM Transactions on Management Information Systems","issn_l":"2158-656X","issn":["2158-656X","2158-6578"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Management Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4404432582.pdf"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1810943226","https://openalex.org/W1908991523","https://openalex.org/W2011301426","https://openalex.org/W2096733369","https://openalex.org/W2127589108","https://openalex.org/W2156740722","https://openalex.org/W2414484917","https://openalex.org/W2738674657","https://openalex.org/W2912924812","https://openalex.org/W2919115771","https://openalex.org/W2948975009","https://openalex.org/W2963620441","https://openalex.org/W2963748441","https://openalex.org/W2969958763","https://openalex.org/W2970641574","https://openalex.org/W2979826702","https://openalex.org/W3005440057","https://openalex.org/W3016473712","https://openalex.org/W3021153741","https://openalex.org/W3034287667","https://openalex.org/W3035965352","https://openalex.org/W3046357466","https://openalex.org/W3099878876","https://openalex.org/W3100715140","https://openalex.org/W3150635270","https://openalex.org/W4242100153","https://openalex.org/W4318351452","https://openalex.org/W4322718191","https://openalex.org/W4377029209","https://openalex.org/W4378465245","https://openalex.org/W4378465265","https://openalex.org/W4378770589","https://openalex.org/W4380033094","https://openalex.org/W4380352302","https://openalex.org/W4381082388","https://openalex.org/W4383199672","https://openalex.org/W4385488586","https://openalex.org/W4385565281","https://openalex.org/W4385649078","https://openalex.org/W4387687229","https://openalex.org/W4387946871","https://openalex.org/W4388144893","https://openalex.org/W4388491879","https://openalex.org/W4389519206","https://openalex.org/W4389599515","https://openalex.org/W6679436768","https://openalex.org/W6718053083","https://openalex.org/W6739901393","https://openalex.org/W6750305986","https://openalex.org/W6761551260","https://openalex.org/W6767057552","https://openalex.org/W6776700526","https://openalex.org/W6778883912","https://openalex.org/W6810081322","https://openalex.org/W6848955896","https://openalex.org/W6852585124","https://openalex.org/W6861750401","https://openalex.org/W6969259846"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"More":[0],"efforts":[1],"are":[2,22,71,226],"being":[3],"put":[4],"into":[5,15],"improving":[6],"the":[7,79,117,156,165,191,250,285],"capabilities":[8],"of":[9,51,59,64,84,103,154,186,216,284],"Large":[10],"Language":[11],"Models":[12],"(LLM)":[13],"than":[14,211],"dealing":[16],"with":[17],"their":[18,87],"implications.":[19],"Current":[20],"LLMs":[21,52,136],"able":[23,108],"to":[24,78,109,189,270,281],"generate":[25],"high-quality":[26],"texts":[27,105,197],"seemingly":[28],"indistinguishable":[29],"from":[30,222,227],"those":[31],"written":[32],"by":[33,135],"human":[34,194],"experts.":[35],"While":[36],"offering":[37],"great":[38],"potential,":[39],"such":[40,91],"breakthroughs":[41],"also":[42,260],"pose":[43],"new":[44],"challenges":[45],"for":[46,101,141,148,164,233],"safe":[47],"and":[48,56,114,130,145,169,195,214,224,247,267,276],"ethical":[49],"uses":[50],"in":[53,67,218,253,265],"education,":[54],"science,":[55],"a":[57,96,123,127,160,170],"multitude":[58],"other":[60],"areas.":[61],"Thus,":[62],"majority":[63],"current":[65],"approaches":[66],"LLM":[68,196,202],"text":[69,129,143,150,166],"detection":[70,102,118,157],"either":[72],"computationally":[73],"expensive":[74],"or":[75,184,230],"need":[76],"access":[77],"LLMs\u2019":[80],"internal":[81],"computations,":[82],"both":[83],"which":[85,219],"hinder":[86],"public":[88],"accessibility.":[89],"With":[90],"motivation,":[92],"this":[93],"article":[94],"presents":[95],"novel":[97],"metric":[98,174,177,258],"learning":[99,122],"paradigm":[100],"LLM-generated":[104],"that":[106,137,200,238],"is":[107,119,221],"balance":[110],"computational":[111],"costs,":[112],"accessibility,":[113],"performances.":[115],"Specifically,":[116],"based":[120],"on":[121,182],"similarity":[124],"function":[125],"between":[126,193,245],"given":[128],"an":[131],"equivalent":[132],"example":[133],"generated":[134],"outputs":[138],"high":[139],"values":[140,147],"LLM-LLM":[142],"pairs":[144,185],"low":[146],"LLM-human":[149],"pairs.":[151],"In":[152],"terms":[153],"architecture,":[155],"framework":[158,259],"includes":[159],"pre-trained":[161],"language":[162],"model":[163],"embedding":[167],"task":[168],"newly":[171],"designed":[172],"deep":[173],"model.":[175],"The":[176,257],"component":[178],"can":[179],"be":[180],"trained":[181],"triplets":[183,215],"same-context":[187],"instances":[188],"signify":[190],"distances":[192],"while":[198,278],"reducing":[199],"among":[201],"texts.":[203],"Next,":[204],"we":[205],"develop":[206],"five":[207],"datasets":[208],"totaling":[209],"more":[210],"95,000":[212],"contexts":[213],"responses":[217],"one":[220],"humans":[223],"two":[225],"GPT-3.5":[228],"TURBO":[229,232],"GPT-4":[231],"benchmarking.":[234],"Experiment":[235],"studies":[236],"show":[237],"our":[239],"best":[240,286],"architectures":[241],"maintain":[242],"F1":[243],"scores":[244],"0.87":[246],"0.95":[248],"across":[249],"tested":[251],"corpora":[252],"multiple":[254],"experiment":[255],"settings.":[256],"demands":[261],"significantly":[262],"less":[263],"time":[264],"training":[266],"inference":[268],"compared":[269],"RoBERTa,":[271],"LLaMA":[272],"3,":[273],"Mistral":[274],"v0.3,":[275],"Ghostbuster,":[277],"keeping":[279],"90%":[280],"150%":[282],"performance":[283],"benchmark.":[287]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}