{"id":"https://openalex.org/W4400449868","doi":"https://doi.org/10.1109/metroind4.0iot61288.2024.10584130","title":"Prompt Evolution Through Examples for Large Language Models\u2013A Case Study in Game Comment Toxicity Classification","display_name":"Prompt Evolution Through Examples for Large Language Models\u2013A Case Study in Game Comment Toxicity Classification","publication_year":2024,"publication_date":"2024-05-29","ids":{"openalex":"https://openalex.org/W4400449868","doi":"https://doi.org/10.1109/metroind4.0iot61288.2024.10584130"},"language":"en","primary_location":{"id":"doi:10.1109/metroind4.0iot61288.2024.10584130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/metroind4.0iot61288.2024.10584130","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Workshop on Metrology for Industry 4.0 &amp;amp; IoT (MetroInd4.0 &amp;amp; IoT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088392357","display_name":"Pittawat Taveekitworachai","orcid":"https://orcid.org/0000-0002-6824-2634"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Pittawat Taveekitworachai","raw_affiliation_strings":["Ritsumeikan University,Graduate School of Information Science and Engineering,Ibaraki,Japan"],"affiliations":[{"raw_affiliation_string":"Ritsumeikan University,Graduate School of Information Science and Engineering,Ibaraki,Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056877469","display_name":"Febri Abdullah","orcid":"https://orcid.org/0009-0004-6685-8517"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Febri Abdullah","raw_affiliation_strings":["Ritsumeikan University,Graduate School of Information Science and Engineering,Ibaraki,Japan"],"affiliations":[{"raw_affiliation_string":"Ritsumeikan University,Graduate School of Information Science and Engineering,Ibaraki,Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078931178","display_name":"Mustafa Can Gursesli","orcid":"https://orcid.org/0000-0003-3387-5551"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mustafa Can Gursesli","raw_affiliation_strings":["University of Florence,Department of Information Engineering,Florence,Italy"],"affiliations":[{"raw_affiliation_string":"University of Florence,Department of Information Engineering,Florence,Italy","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040595723","display_name":"Antonio Lanat\u00e0","orcid":"https://orcid.org/0000-0002-6540-5952"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonio Lanata","raw_affiliation_strings":["University of Florence,Department of Information Engineering,Florence,Italy"],"affiliations":[{"raw_affiliation_string":"University of Florence,Department of Information Engineering,Florence,Italy","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049461499","display_name":"Andrea Guazzini","orcid":"https://orcid.org/0000-0002-0203-4461"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Andrea Guazzini","raw_affiliation_strings":["Ritsumeikan University,College of Information Science and Engineering,Ibaraki,Japan"],"affiliations":[{"raw_affiliation_string":"Ritsumeikan University,College of Information Science and Engineering,Ibaraki,Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051359789","display_name":"Ruck Thawonmas","orcid":"https://orcid.org/0000-0001-9001-5828"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ruck Thawonmas","raw_affiliation_strings":["University of Florence,Department of Education, Literatures, Intercultural Studies, Languages and Psychology,Florence,Italy"],"affiliations":[{"raw_affiliation_string":"University of Florence,Department of Education, Literatures, Intercultural Studies, Languages and Psychology,Florence,Italy","institution_ids":["https://openalex.org/I45084792"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5088392357"],"corresponding_institution_ids":["https://openalex.org/I135768898"],"apc_list":null,"apc_paid":null,"fwci":0.7724,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75007719,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"22","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9666000008583069,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9666000008583069,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9254999756813049,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.654126763343811},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4344756007194519},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4097634255886078}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.654126763343811},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4344756007194519},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4097634255886078}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/metroind4.0iot61288.2024.10584130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/metroind4.0iot61288.2024.10584130","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Workshop on Metrology for Industry 4.0 &amp;amp; IoT (MetroInd4.0 &amp;amp; IoT)","raw_type":"proceedings-article"},{"id":"pmh:oai:flore.unifi.it:2158/1382415","is_oa":false,"landing_page_url":"https://hdl.handle.net/2158/1382415","pdf_url":null,"source":{"id":"https://openalex.org/S4306402033","display_name":"Florence Research (University of Florence)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45084792","host_organization_name":"University of Florence","host_organization_lineage":["https://openalex.org/I45084792"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W3204019825"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,12,89,113,155,168],"novel":[4],"approach":[5,27],"for":[6,33,45,62,135,176,195],"automatic":[7],"prompt":[8,35,90,133],"optimization":[9],"(APO)":[10],"using":[11,167,197],"large":[13],"language":[14],"model":[15],"(LLM)":[16],"as":[17,80,128],"an":[18,158],"optimizer,":[19],"named":[20],"Prompt":[21],"Evolution":[22],"Through":[23],"Examples":[24],"(PETE).":[25],"The":[26,139],"draws":[28],"inspiration":[29],"from":[30,154],"evolutionary":[31],"computation":[32],"the":[34,92,108,145,148,201],"evolution":[36],"stages.":[37],"We":[38,185],"aim":[39],"to":[40,82,87,152,162,165,199],"aid":[41],"in":[42,47,95,179],"developing":[43,63],"prompts":[44,79,173],"use":[46],"systems":[48],"classifying":[49],"toxic":[50],"content":[51],"including":[52],"game":[53,181],"community":[54,182],"moderator-assist":[55],"tools.":[56,184],"While":[57],"traditional":[58],"approaches":[59,194],"are":[60,100,126,174],"useful":[61],"these":[64,75],"tools,":[65],"they":[66],"have":[67],"various":[68],"shortcomings":[69],"where":[70],"LLMs":[71,77,198],"can":[72],"potentially":[73],"mitigates":[74],"issues.":[76],"accept":[78],"inputs":[81],"condition":[83],"generated":[84],"outputs.":[85],"However,":[86],"design":[88],"with":[91],"best":[93],"performance":[94,146,156],"this":[96,121],"task,":[97],"fine-grained":[98],"adjustments":[99],"usually":[101],"required":[102],"and":[103,124,132],"should":[104],"be":[105],"automated":[106],"through":[107],"APO":[109],"process":[110],"instead":[111],"of":[112,147,157,203],"manual":[114],"approach,":[115],"which":[116],"is":[117],"often":[118],"time-consuming.":[119],"In":[120],"study,":[122],"ChatGPT":[123],"GPT-4":[125],"utilized":[127],"both":[129],"task":[130,150],"performers":[131],"optimizers":[134],"comparisons":[136],"across":[137],"models.":[138],"results":[140],"indicate":[141],"that":[142,188],"PETE":[143],"improves":[144],"target":[149],"up":[151,164],"56.14%":[153],"initial":[159],"prompt,":[160],"compared":[161],"only":[163],"49.15%":[166],"standard":[169],"mutation":[170],"evolution.":[171],"Optimized":[172],"provided":[175],"future":[177,189],"utilization":[178],"other":[180],"moderation":[183],"also":[186],"recommend":[187],"studies":[190],"explore":[191],"more":[192],"cost-effective":[193],"evaluation":[196],"enhance":[200],"benefits":[202],"APO.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}
