{"id":"https://openalex.org/W2901626577","doi":"https://doi.org/10.1002/asi.24074","title":"CLEU \u2010 A Cross\u2010language english\u2010urdu corpus and benchmark for text reuse experiments","display_name":"CLEU \u2010 A Cross\u2010language english\u2010urdu corpus and benchmark for text reuse experiments","publication_year":2018,"publication_date":"2018-11-19","ids":{"openalex":"https://openalex.org/W2901626577","doi":"https://doi.org/10.1002/asi.24074","mag":"2901626577"},"language":"en","primary_location":{"id":"doi:10.1002/asi.24074","is_oa":true,"landing_page_url":"https://doi.org/10.1002/asi.24074","pdf_url":null,"source":{"id":"https://openalex.org/S4210197613","display_name":"Journal of the Association for Information Science and Technology","issn_l":"2330-1635","issn":["2330-1635","2330-1643"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Association for Information Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1002/asi.24074","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063867136","display_name":"Iqra Muneer","orcid":"https://orcid.org/0000-0002-3953-307X"},"institutions":[{"id":"https://openalex.org/I142732210","display_name":"University of Engineering and Technology Lahore","ror":"https://ror.org/0051w2v06","country_code":"PK","type":"education","lineage":["https://openalex.org/I142732210"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Iqra Muneer","raw_affiliation_strings":["Department of Computer Science Rachna College of Engineering and Technology Pakistan","Department of Computer Science, Rachna College of Engineering and Technology, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science Rachna College of Engineering and Technology Pakistan","institution_ids":["https://openalex.org/I142732210"]},{"raw_affiliation_string":"Department of Computer Science, Rachna College of Engineering and Technology, Pakistan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044448260","display_name":"Muhammad Sharjeel","orcid":"https://orcid.org/0000-0003-3361-4335"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]},{"id":"https://openalex.org/I67415387","display_name":"Lancaster University","ror":"https://ror.org/04f2nsd36","country_code":"GB","type":"education","lineage":["https://openalex.org/I67415387"]}],"countries":["GB","PK"],"is_corresponding":false,"raw_author_name":"Muhammad Sharjeel","raw_affiliation_strings":["Department of Computer Science COMSATS Institute of Information Technology Pakistan","School of Computing and Communications Lancaster University UK","Department of Computer Science, COMSATS Institute of Information Technology, Pakistan","School of Computing and Communications, Lancaster University, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science COMSATS Institute of Information Technology Pakistan","institution_ids":["https://openalex.org/I16076960"]},{"raw_affiliation_string":"School of Computing and Communications Lancaster University UK","institution_ids":["https://openalex.org/I67415387"]},{"raw_affiliation_string":"Department of Computer Science, COMSATS Institute of Information Technology, Pakistan","institution_ids":["https://openalex.org/I16076960"]},{"raw_affiliation_string":"School of Computing and Communications, Lancaster University, UK","institution_ids":["https://openalex.org/I67415387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005033313","display_name":"Muntaha Iqbal","orcid":null},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muntaha Iqbal","raw_affiliation_strings":["Department of Computer Science COMSATS Institute of Information Technology Pakistan","Department of Computer Science, COMSATS Institute of Information Technology, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science COMSATS Institute of Information Technology Pakistan","institution_ids":["https://openalex.org/I16076960"]},{"raw_affiliation_string":"Department of Computer Science, COMSATS Institute of Information Technology, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005027058","display_name":"Rao Muhammad Adeel Nawab","orcid":"https://orcid.org/0000-0002-1765-8904"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Rao Muhammad Adeel Nawab","raw_affiliation_strings":["Department of Computer Science COMSATS Institute of Information Technology Pakistan","Department of Computer Science, COMSATS Institute of Information Technology, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science COMSATS Institute of Information Technology Pakistan","institution_ids":["https://openalex.org/I16076960"]},{"raw_affiliation_string":"Department of Computer Science, COMSATS Institute of Information Technology, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058785189","display_name":"Paul Rayson","orcid":"https://orcid.org/0000-0002-1257-2191"},"institutions":[{"id":"https://openalex.org/I67415387","display_name":"Lancaster University","ror":"https://ror.org/04f2nsd36","country_code":"GB","type":"education","lineage":["https://openalex.org/I67415387"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Paul Rayson","raw_affiliation_strings":["School of Computing and Communications Lancaster University UK","School of Computing and Communications, Lancaster University, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Communications Lancaster University UK","institution_ids":["https://openalex.org/I67415387"]},{"raw_affiliation_string":"School of Computing and Communications, Lancaster University, UK","institution_ids":["https://openalex.org/I67415387"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3000,"currency":"USD","value_usd":3000},"apc_paid":{"value":3000,"currency":"USD","value_usd":3000},"fwci":0.7464,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.80374536,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"70","issue":"7","first_page":"729","last_page":"741"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8024325370788574},{"id":"https://openalex.org/keywords/urdu","display_name":"Urdu","score":0.7570022940635681},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6157706379890442},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6145713329315186},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.6056560277938843},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5398321747779846},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.4953095018863678},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.4795382022857666},{"id":"https://openalex.org/keywords/unavailability","display_name":"Unavailability","score":0.42215076088905334},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2020559012889862},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14877906441688538},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08399876952171326},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07661888003349304}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8024325370788574},{"id":"https://openalex.org/C2777350258","wikidata":"https://www.wikidata.org/wiki/Q1617","display_name":"Urdu","level":2,"score":0.7570022940635681},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6157706379890442},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6145713329315186},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.6056560277938843},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5398321747779846},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4953095018863678},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.4795382022857666},{"id":"https://openalex.org/C2780505938","wikidata":"https://www.wikidata.org/wiki/Q17093282","display_name":"Unavailability","level":2,"score":0.42215076088905334},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2020559012889862},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14877906441688538},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08399876952171326},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07661888003349304},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/asi.24074","is_oa":true,"landing_page_url":"https://doi.org/10.1002/asi.24074","pdf_url":null,"source":{"id":"https://openalex.org/S4210197613","display_name":"Journal of the Association for Information Science and Technology","issn_l":"2330-1635","issn":["2330-1635","2330-1643"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Association for Information Science and Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1002/asi.24074","is_oa":true,"landing_page_url":"https://doi.org/10.1002/asi.24074","pdf_url":null,"source":{"id":"https://openalex.org/S4210197613","display_name":"Journal of the Association for Information Science and Technology","issn_l":"2330-1635","issn":["2330-1635","2330-1643"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Association for Information Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G5303011379","display_name":null,"funder_award_id":"EP/R00692X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W13806629","https://openalex.org/W58323294","https://openalex.org/W86855850","https://openalex.org/W366812178","https://openalex.org/W583499102","https://openalex.org/W1496503889","https://openalex.org/W1518684876","https://openalex.org/W1556415388","https://openalex.org/W1574855751","https://openalex.org/W1574901103","https://openalex.org/W1967043694","https://openalex.org/W1967925097","https://openalex.org/W1974336599","https://openalex.org/W2028776121","https://openalex.org/W2037789405","https://openalex.org/W2053154970","https://openalex.org/W2083862165","https://openalex.org/W2105180486","https://openalex.org/W2131752763","https://openalex.org/W2134168908","https://openalex.org/W2148578434","https://openalex.org/W2164777277","https://openalex.org/W2251338372","https://openalex.org/W2251717550","https://openalex.org/W2409439155","https://openalex.org/W2500036977","https://openalex.org/W2508023093","https://openalex.org/W2508605429","https://openalex.org/W2538807767","https://openalex.org/W2905907858","https://openalex.org/W3098382078","https://openalex.org/W6603477831","https://openalex.org/W6714277444"],"related_works":["https://openalex.org/W4237235066","https://openalex.org/W207884067","https://openalex.org/W3127016596","https://openalex.org/W2026539069","https://openalex.org/W2365973415","https://openalex.org/W3146085540","https://openalex.org/W1482423459","https://openalex.org/W2996457675","https://openalex.org/W2129918226","https://openalex.org/W3202782598"],"abstract_inverted_index":{"Text":[0],"reuse":[1,38,78,198],"is":[2,15,54,99,115,164,184],"becoming":[3],"a":[4,73,125,185],"serious":[5],"issue":[6],"in":[7,28,93,100,104],"many":[8],"fields":[9],"and":[10,120,193],"research":[11],"shows":[12],"that":[13,114,162],"it":[14,21,163],"much":[16],"harder":[17,165],"to":[18,39,48,145,166],"detect":[19,49,167],"when":[20,175],"occurs":[22],"across":[23],"languages.":[24],"The":[25,85,182],"recent":[26],"rise":[27],"multi\u2010lingual":[29],"content":[30],"on":[31,64,141],"the":[32,55,81,96,130,142,176,190,202],"Web":[33],"has":[34,90],"increased":[35],"cross\u2010language":[36,74,168,196],"text":[37,77,92,98,172,197],"an":[40],"unprecedented":[41],"scale.":[42],"Although":[43],"researchers":[44],"have":[45,179],"proposed":[46,143],"methods":[47],"it,":[50],"one":[51],"major":[52],"drawback":[53],"unavailability":[56],"of":[57,139,171,195],"large\u2010scale":[58],"gold":[59],"standard":[60],"evaluation":[61],"resources":[62],"built":[63],"real":[65,169],"cases.":[66],"To":[67],"overcome":[68],"this":[69],"problem,":[70],"we":[71,128],"propose":[72],"sentence/passage":[75,107],"level":[76],"corpus":[79,183],"for":[80,189,201],"English\u2010Urdu":[82,87,203],"language":[83,177,204],"pair.":[84,205],"Cross\u2010Language":[86],"Corpus":[88],"(CLEU)":[89],"source":[91],"English":[94],"whereas":[95],"derived":[97],"Urdu.":[101],"It":[102],"contains":[103],"total":[105],"3,235":[106],"pairs":[108,178],"manually":[109],"tagged":[110],"into":[111],"three":[112,137],"categories":[113],"near":[116],"copy,":[117,119],"paraphrased":[118],"independently":[121],"written.":[122],"Further,":[123],"as":[124],"second":[126],"contribution,":[127],"evaluate":[129],"Translation":[131],"plus":[132],"Mono\u2010lingual":[133],"Analysis":[134],"method":[135],"using":[136],"sets":[138],"experiments":[140],"dataset":[144],"highlight":[146],"its":[147],"usefulness.":[148],"Evaluation":[149],"results":[150],"(":[151],"f":[152,156],"1":[153,157],"=0.732":[154],"binary,":[155],"=0.552":[158],"ternary":[159],"classification)":[160],"indicate":[161],"cases":[170],"reuse,":[173],"especially":[174],"unrelated":[180],"scripts.":[181],"useful":[186],"benchmark":[187],"resource":[188],"future":[191],"development":[192],"assessment":[194],"detection":[199],"systems":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-25T15:57:00.446498","created_date":"2025-10-10T00:00:00"}