{"id":"https://openalex.org/W4402684031","doi":"https://doi.org/10.18653/v1/2024.acl-long.218","title":"M4GT-Bench: Evaluation Benchmark for Black-Box Machine-Generated Text Detection","display_name":"M4GT-Bench: Evaluation Benchmark for Black-Box Machine-Generated Text Detection","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402684031","doi":"https://doi.org/10.18653/v1/2024.acl-long.218"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.acl-long.218","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.acl-long.218","pdf_url":"https://aclanthology.org/2024.acl-long.218.pdf","source":{"id":"https://openalex.org/S4363608652","display_name":"Annual Meeting of the Association for Computational Linguistics (ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2024.acl-long.218.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100631225","display_name":"Yuxia Wang","orcid":"https://orcid.org/0000-0002-6095-1030","observed_orcids":["https://orcid.org/0000-0002-6095-1030"]},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Yuxia Wang","raw_affiliation_strings":["New York University Abu Dhabi , UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University Abu Dhabi , UAE","institution_ids":["https://openalex.org/I120250893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092029609","display_name":"Jonibek Mansurov","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Jonibek Mansurov","raw_affiliation_strings":["New York University Abu Dhabi , UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University Abu Dhabi , UAE","institution_ids":["https://openalex.org/I120250893"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Petar Ivanov","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Petar Ivanov","raw_affiliation_strings":["New York University Abu Dhabi , UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University Abu Dhabi , UAE","institution_ids":["https://openalex.org/I120250893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074353443","display_name":"Jinyan Su","orcid":"https://orcid.org/0009-0006-3106-2521","observed_orcids":["https://orcid.org/0009-0006-3106-2521"]},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Jinyan Su","raw_affiliation_strings":["New York University Abu Dhabi , UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University Abu Dhabi , UAE","institution_ids":["https://openalex.org/I120250893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071397402","display_name":"Artem Shelmanov","orcid":"https://orcid.org/0000-0002-2151-6212","observed_orcids":["https://orcid.org/0000-0002-2151-6212"]},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Artem Shelmanov","raw_affiliation_strings":["New York University Abu Dhabi , UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University Abu Dhabi , UAE","institution_ids":["https://openalex.org/I120250893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026319614","display_name":"Akim Tsvigun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Akim Tsvigun","raw_affiliation_strings":["New York University Abu Dhabi , UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University Abu Dhabi , UAE","institution_ids":["https://openalex.org/I120250893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059586790","display_name":"Osama Mohammed Afzal","orcid":"https://orcid.org/0000-0003-1918-9088","observed_orcids":["https://orcid.org/0000-0003-1918-9088"]},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Osama Mohammed Afzal","raw_affiliation_strings":["New York University Abu Dhabi , UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University Abu Dhabi , UAE","institution_ids":["https://openalex.org/I120250893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006330454","display_name":"Tarek M. Mahmoud","orcid":"https://orcid.org/0000-0002-0309-8088","observed_orcids":["https://orcid.org/0000-0002-0309-8088"]},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Tarek Mahmoud","raw_affiliation_strings":["New York University Abu Dhabi , UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University Abu Dhabi , UAE","institution_ids":["https://openalex.org/I120250893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045636436","display_name":"Giovanni Puccetti","orcid":"https://orcid.org/0000-0002-8906-0987","observed_orcids":["https://orcid.org/0000-0002-8906-0987","https://orcid.org/0000-0003-1866-5951"]},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Giovanni Puccetti","raw_affiliation_strings":["TU Darmstadt , Germany Institute of Information Science and Technology , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Darmstadt , Germany Institute of Information Science and Technology , Italy","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067374805","display_name":"Thomas Arnold","orcid":"https://orcid.org/0000-0001-5138-9122","observed_orcids":["https://orcid.org/0000-0001-5138-9122"]},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Thomas Arnold","raw_affiliation_strings":["University of Artificial Intelligence , UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Artificial Intelligence , UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111961649","display_name":"Alham F. Aji","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Alham Aji","raw_affiliation_strings":["New York University Abu Dhabi , UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University Abu Dhabi , UAE","institution_ids":["https://openalex.org/I120250893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084517393","display_name":"Nizar Y. Habash","orcid":"https://orcid.org/0000-0002-1831-3457","observed_orcids":["https://orcid.org/0000-0002-1831-3457"]},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nizar Habash","raw_affiliation_strings":["TU Darmstadt , Germany Institute of Information Science and Technology , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Darmstadt , Germany Institute of Information Science and Technology , Italy","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027450194","display_name":"Iryna Gurevych","orcid":"https://orcid.org/0000-0003-2187-7621","observed_orcids":["https://orcid.org/0000-0003-2187-7621"]},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Iryna Gurevych","raw_affiliation_strings":["New York University Abu Dhabi , UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University Abu Dhabi , UAE","institution_ids":["https://openalex.org/I120250893"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012055259","display_name":"Preslav Nakov","orcid":"https://orcid.org/0000-0002-3600-1510","observed_orcids":["https://orcid.org/0000-0002-3600-1510"]},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Preslav Nakov","raw_affiliation_strings":["New York University Abu Dhabi , UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University Abu Dhabi , UAE","institution_ids":["https://openalex.org/I120250893"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.0463,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.98005275,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"3964","last_page":"3992"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.7738999724388123,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.7738999724388123,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0966000035405159,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.039400000125169754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-generated-text-detection","display_name":"AI-generated text detection","score":0.9589999914169312},{"id":"https://openalex.org/keywords/black-box-detection","display_name":"black-box detection","score":0.7720000147819519},{"id":"https://openalex.org/keywords/evaluation-benchmark","display_name":"evaluation benchmark","score":0.734000027179718},{"id":"https://openalex.org/keywords/text-generation","display_name":"text generation","score":0.3479999899864197}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8271375298500061},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.8140231966972351},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6494496464729309},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46236613392829895},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34585142135620117},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0982753336429596},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09636765718460083}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2024.acl-long.218","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.acl-long.218","pdf_url":"https://aclanthology.org/2024.acl-long.218.pdf","source":{"id":"https://openalex.org/S4363608652","display_name":"Annual Meeting of the Association for Computational Linguistics (ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.acl-long.218","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.acl-long.218","pdf_url":"https://aclanthology.org/2024.acl-long.218.pdf","source":{"id":"https://openalex.org/S4363608652","display_name":"Annual Meeting of the Association for Computational Linguistics (ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/4","score":0.41999998688697815,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402684031.pdf","grobid_xml":"https://content.openalex.org/works/W4402684031.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4385437088","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Yuxia":[0],"Wang,":[1],"Jonibek":[2],"Mansurov,":[3],"Petar":[4],"Ivanov,":[5],"Jinyan":[6],"Su,":[7],"Artem":[8],"Shelmanov,":[9],"Akim":[10],"Tsvigun,":[11],"Osama":[12],"Mohammed":[13],"Afzal,":[14],"Tarek":[15],"Mahmoud,":[16],"Giovanni":[17],"Puccetti,":[18],"Thomas":[19],"Arnold,":[20],"Alham":[21],"Aji,":[22],"Nizar":[23],"Habash,":[24],"Iryna":[25],"Gurevych,":[26],"Preslav":[27],"Nakov.":[28],"Proceedings":[29],"of":[30,35],"the":[31,36],"62nd":[32],"Annual":[33],"Meeting":[34],"Association":[37],"for":[38],"Computational":[39],"Linguistics":[40],"(Volume":[41],"1:":[42],"Long":[43],"Papers).":[44],"2024.":[45]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":4}],"updated_date":"2026-10-05T09:50:58.205359","created_date":"2025-10-10T00:00:00"}