{"id":"https://openalex.org/W7211908477","doi":"https://doi.org/10.1142/s021884302650005x","title":"Models and Crowdsourcing Prompts for the Automatic Detection of Malicious Worker Behavior in Crowdsourced Paraphrases","display_name":"Models and Crowdsourcing Prompts for the Automatic Detection of Malicious Worker Behavior in Crowdsourced Paraphrases","publication_year":2026,"publication_date":"2026-09-05","ids":{"openalex":"https://openalex.org/W7211908477","doi":"https://doi.org/10.1142/s021884302650005x"},"language":"en","primary_location":{"id":"doi:10.1142/s021884302650005x","doi":"https://doi.org/10.1142/s021884302650005x","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s021884302650005x","pdf_url":null,"source":{"id":"https://openalex.org/S17147961","display_name":"International Journal of Cooperative Information Systems","issn_l":"0218-8430","issn":["0218-8430","1793-6365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","jufo-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Cooperative Information Systems","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083108133","display_name":"Mohammad-Ali Yaghoub-Zadeh-Fard","orcid":"https://orcid.org/0000-0002-0226-4750","observed_orcids":["https://orcid.org/0000-0002-0226-4750"]},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mohammad-Ali Yaghoub-Zadeh-Fard","raw_affiliation_strings":["School of Computer Science & Engineering, UNSW, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0226-4750","affiliations":[{"raw_affiliation_string":"School of Computer Science & Engineering, UNSW, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040736904","display_name":"Auday Berro","orcid":"https://orcid.org/0000-0003-2411-5761","observed_orcids":["https://orcid.org/0000-0003-2411-5761"]},"institutions":[{"id":"https://openalex.org/I100532134","display_name":"Lyon 1 Universit\u00e9","ror":"https://ror.org/029brtt94","country_code":"FR","type":"education","lineage":["https://openalex.org/I100532134","https://openalex.org/I203339264"]},{"id":"https://openalex.org/I4210121459","display_name":"P\u00f4le L\u00e9onard de Vinci","ror":"https://ror.org/02setav13","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210121459"]},{"id":"https://openalex.org/I4210155607","display_name":"Laboratoire d'Informatique en Images et Syst\u00e8mes d'Information","ror":"https://ror.org/04dv4he91","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I112936343","https://openalex.org/I1294671590","https://openalex.org/I188626449","https://openalex.org/I203339264","https://openalex.org/I4210155607","https://openalex.org/I48430043"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Auday Berro","raw_affiliation_strings":["De Vinci Higher Education, Nanterre, France","LIRIS, University Claude Bernard Lyon 1, Villeurbanne, France"],"raw_orcid":"https://orcid.org/0000-0003-2411-5761","affiliations":[{"raw_affiliation_string":"De Vinci Higher Education, Nanterre, France","institution_ids":["https://openalex.org/I4210121459"]},{"raw_affiliation_string":"LIRIS, University Claude Bernard Lyon 1, Villeurbanne, France","institution_ids":["https://openalex.org/I100532134","https://openalex.org/I4210155607"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042705320","display_name":"Boualem Benatallah","orcid":"https://orcid.org/0000-0002-8805-1130","observed_orcids":["https://orcid.org/0000-0002-8805-1130","https://orcid.org/0000-0003-4462-8337"]},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]},{"id":"https://openalex.org/I4405269194","display_name":"Insight SFI Research Centre for Data Analytics","ror":"https://ror.org/03c01dw55","country_code":"IE","type":"facility","lineage":["https://openalex.org/I4405269194"]}],"countries":["AU","IE"],"is_corresponding":false,"raw_author_name":"Boualem Benatallah","raw_affiliation_strings":["Insight SFI Research Centre for Data Analytics, School of Computing, Dublin City University, Dublin, Ireland","School of Computer Science & Engineering, UNSW, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8805-1130","affiliations":[{"raw_affiliation_string":"Insight SFI Research Centre for Data Analytics, School of Computing, Dublin City University, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936","https://openalex.org/I4405269194"]},{"raw_affiliation_string":"School of Computer Science & Engineering, UNSW, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100688218","display_name":"Jorge Ram\u00edrez","orcid":"https://orcid.org/0000-0003-0678-8962","observed_orcids":["https://orcid.org/0000-0003-0678-8962"]},"institutions":[{"id":"https://openalex.org/I100532134","display_name":"Lyon 1 Universit\u00e9","ror":"https://ror.org/029brtt94","country_code":"FR","type":"education","lineage":["https://openalex.org/I100532134","https://openalex.org/I203339264"]},{"id":"https://openalex.org/I4210155607","display_name":"Laboratoire d'Informatique en Images et Syst\u00e8mes d'Information","ror":"https://ror.org/04dv4he91","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I112936343","https://openalex.org/I1294671590","https://openalex.org/I188626449","https://openalex.org/I203339264","https://openalex.org/I4210155607","https://openalex.org/I48430043"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jorge Ramirez","raw_affiliation_strings":["LIRIS, University Claude Bernard Lyon 1, Villeurbanne, France"],"raw_orcid":"https://orcid.org/0000-0003-0678-8962","affiliations":[{"raw_affiliation_string":"LIRIS, University Claude Bernard Lyon 1, Villeurbanne, France","institution_ids":["https://openalex.org/I100532134","https://openalex.org/I4210155607"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026694449","display_name":"Marcos B\u00e1ez","orcid":"https://orcid.org/0000-0003-1666-2474","observed_orcids":["https://orcid.org/0000-0003-1666-2474"]},"institutions":[{"id":"https://openalex.org/I100532134","display_name":"Lyon 1 Universit\u00e9","ror":"https://ror.org/029brtt94","country_code":"FR","type":"education","lineage":["https://openalex.org/I100532134","https://openalex.org/I203339264"]},{"id":"https://openalex.org/I203082224","display_name":"Hochschule Bielefeld","ror":"https://ror.org/00edvg943","country_code":"DE","type":"education","lineage":["https://openalex.org/I203082224"]},{"id":"https://openalex.org/I4210155607","display_name":"Laboratoire d'Informatique en Images et Syst\u00e8mes d'Information","ror":"https://ror.org/04dv4he91","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I112936343","https://openalex.org/I1294671590","https://openalex.org/I188626449","https://openalex.org/I203339264","https://openalex.org/I4210155607","https://openalex.org/I48430043"]}],"countries":["DE","FR"],"is_corresponding":false,"raw_author_name":"Marcos Baez","raw_affiliation_strings":["Bielefeld University of Applied Sciences and Arts, Bielefeld, Germany","LIRIS, University Claude Bernard Lyon 1, Villeurbanne, France"],"raw_orcid":"https://orcid.org/0000-0003-1666-2474","affiliations":[{"raw_affiliation_string":"Bielefeld University of Applied Sciences and Arts, Bielefeld, Germany","institution_ids":["https://openalex.org/I203082224"]},{"raw_affiliation_string":"LIRIS, University Claude Bernard Lyon 1, Villeurbanne, France","institution_ids":["https://openalex.org/I100532134","https://openalex.org/I4210155607"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.57019868,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9564999938011169,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9564999938011169,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.01720000058412552,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.005499999970197678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/paraphrase-corpus","display_name":"paraphrase corpus","score":0.6669999957084656},{"id":"https://openalex.org/keywords/cheating-behavior","display_name":"cheating","score":0.7429999709129333}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9679999947547913},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.849399983882904},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6119999885559082},{"id":"https://openalex.org/C2778024590","wikidata":"https://www.wikidata.org/wiki/Q2357432","display_name":"Cheating","level":2,"score":0.6083999872207642},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5392000079154968},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.44440001249313354},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.43320000171661377},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38909998536109924},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.38679999113082886},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3675999939441681},{"id":"https://openalex.org/C2777801307","wikidata":"https://www.wikidata.org/wiki/Q2088390","display_name":"Spelling","level":2,"score":0.3481000065803528},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.3418999910354614},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2939999997615814},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.25760000944137573}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s021884302650005x","doi":"https://doi.org/10.1142/s021884302650005x","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s021884302650005x","pdf_url":null,"source":{"id":"https://openalex.org/S17147961","display_name":"International Journal of Cooperative Information Systems","issn_l":"0218-8430","issn":["0218-8430","1793-6365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","jufo-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Cooperative Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3502649700","display_name":null,"funder_award_id":"PICASSo - UCBL1","funder_id":"https://openalex.org/F1969279375","funder_display_name":"IDEXLYON"},{"id":"https://openalex.org/G5516002876","display_name":null,"funder_award_id":"DP1601104515","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F1969279375","display_name":"IDEXLYON","ror":null},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4205758648","https://openalex.org/W2251406203","https://openalex.org/W2124994029","https://openalex.org/W2008127487","https://openalex.org/W4406737213","https://openalex.org/W2294447324","https://openalex.org/W2252251087","https://openalex.org/W7104453979","https://openalex.org/W2296739333","https://openalex.org/W4327928785"],"abstract_inverted_index":{"Automated":[0],"paraphrasing":[1,20],"has":[2],"numerous":[3],"applications":[4],"such":[5,45,99,143],"as":[6,24],"query-answering,":[7],"dialog":[8],"systems,":[9,21],"and":[10,43,55,137,145,148,184],"machine":[11],"translation.":[12],"Recently,":[13],"due":[14],"to":[15,89,119,154,166,175],"the":[16,63,186,189],"limitations":[17],"of":[18,30,65,105,129,170,188],"automatic":[19,179],"crowdsourcing":[22,73,149,161],"emerged":[23],"an":[25,95,103,116,155,159],"alternative":[26],"for":[27,69],"obtaining":[28],"corpora":[29],"paraphrases.":[31,83,110],"Since":[32],"crowdsourced":[33],"paraphrases":[34,46,85,101],"are":[35,139],"generated":[36],"by":[37],"crowd":[38],"workers":[39,79,108,195],"with":[40],"varied":[41],"skills":[42],"motivations,":[44],"may":[47,80],"suffer":[48],"from":[49,62],"various":[50],"quality":[51,59,66,92],"issues":[52,60],"(e.g.":[53],"grammatical":[54],"spelling":[56],"errors).":[57],"Such":[58],"stem":[61],"lack":[64],"assessment":[67],"methods":[68],"open-ended":[70],"text":[71],"in":[72,141,158,177],"platforms.":[74],"Thus":[75],"unqualified":[76],"or":[77],"malicious":[78,107,121,180],"generate":[81,109],"erroneous":[82,100],"Crowdsourced":[84],"must":[86],"be":[87],"assessed":[88],"filter":[90],"low":[91],"paraphrases,":[93],"imposing":[94],"extra":[96],"cost.":[97],"Detecting":[98],"requires":[102],"understanding":[104],"how":[106],"In":[111],"this":[112],"paper,":[113],"we":[114],"propose":[115],"effective":[117,140,156],"approach":[118],"detect":[120],"worker":[122,181],"behaviors":[123],"based":[124],"on":[125,194],"a":[126,167],"comprehensive":[127],"analysis":[128],"cheating":[130,171],"behavior":[131,172,182],"characteristics.":[132],"We":[133],"investigate":[134],"what":[135],"models":[136],"features":[138],"detecting":[142],"behaviors,":[144],"explore":[146],"mechanisms":[147],"prompts":[150],"that":[151],"could":[152],"lead":[153],"integration":[157],"actual":[160],"task.":[162],"Our":[163],"results":[164],"point":[165],"significant":[168],"reduction":[169],"(from":[173],"18%":[174],"4.4%)":[176],"applying":[178],"detection,":[183],"highlight":[185],"impact":[187],"detection":[190,192],"(and":[191],"mistakes)":[193],"corrective":[196],"measures.":[197]},"counts_by_year":[],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2026-09-08T00:00:00"}