{"id":"https://openalex.org/W4282591925","doi":"https://doi.org/10.1017/s1351324922000213","title":"Comparison of text preprocessing methods","display_name":"Comparison of text preprocessing methods","publication_year":2022,"publication_date":"2022-06-13","ids":{"openalex":"https://openalex.org/W4282591925","doi":"https://doi.org/10.1017/s1351324922000213"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324922000213","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324922000213","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058397648","display_name":"Christine P. Chai","orcid":"https://orcid.org/0000-0002-6835-3668"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Christine P. Chai","raw_affiliation_strings":["Microsoft Corporation, One Microsoft Way, Redmond, WA 98052, USA"],"raw_orcid":"https://orcid.org/0000-0002-6835-3668","affiliations":[{"raw_affiliation_string":"Microsoft Corporation, One Microsoft Way, Redmond, WA 98052, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5058397648"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":21.7645,"has_fulltext":false,"cited_by_count":183,"citation_normalized_percentile":{"value":0.99585799,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"29","issue":"3","first_page":"509","last_page":"553"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9061276912689209},{"id":"https://openalex.org/keywords/lexical-analysis","display_name":"Lexical analysis","score":0.8386468887329102},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.8370366096496582},{"id":"https://openalex.org/keywords/punctuation","display_name":"Punctuation","score":0.6886267066001892},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6869152188301086},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6686787009239197},{"id":"https://openalex.org/keywords/lemmatisation","display_name":"Lemmatisation","score":0.6506246328353882},{"id":"https://openalex.org/keywords/disk-formatting","display_name":"Disk formatting","score":0.6440121531486511},{"id":"https://openalex.org/keywords/text-processing","display_name":"Text processing","score":0.4743955135345459},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.47345393896102905},{"id":"https://openalex.org/keywords/data-pre-processing","display_name":"Data pre-processing","score":0.44509750604629517}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9061276912689209},{"id":"https://openalex.org/C176982825","wikidata":"https://www.wikidata.org/wiki/Q835922","display_name":"Lexical analysis","level":2,"score":0.8386468887329102},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.8370366096496582},{"id":"https://openalex.org/C540372491","wikidata":"https://www.wikidata.org/wiki/Q82622","display_name":"Punctuation","level":2,"score":0.6886267066001892},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6869152188301086},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6686787009239197},{"id":"https://openalex.org/C161831844","wikidata":"https://www.wikidata.org/wiki/Q2554325","display_name":"Lemmatisation","level":2,"score":0.6506246328353882},{"id":"https://openalex.org/C88006597","wikidata":"https://www.wikidata.org/wiki/Q690117","display_name":"Disk formatting","level":2,"score":0.6440121531486511},{"id":"https://openalex.org/C2779500292","wikidata":"https://www.wikidata.org/wiki/Q14802672","display_name":"Text processing","level":2,"score":0.4743955135345459},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.47345393896102905},{"id":"https://openalex.org/C10551718","wikidata":"https://www.wikidata.org/wiki/Q5227332","display_name":"Data pre-processing","level":2,"score":0.44509750604629517},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s1351324922000213","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324922000213","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7699999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":406,"referenced_works":["https://openalex.org/W1410460","https://openalex.org/W8870360","https://openalex.org/W9328536","https://openalex.org/W26591655","https://openalex.org/W30711238","https://openalex.org/W40549020","https://openalex.org/W168564468","https://openalex.org/W243513880","https://openalex.org/W295710475","https://openalex.org/W311243660","https://openalex.org/W593150012","https://openalex.org/W605970585","https://openalex.org/W632291594","https://openalex.org/W1458019134","https://openalex.org/W1484504603","https://openalex.org/W1499689013","https://openalex.org/W1507719567","https://openalex.org/W1518902157","https://openalex.org/W1533349965","https://openalex.org/W1536826708","https://openalex.org/W1548632059","https://openalex.org/W1556895513","https://openalex.org/W1567923459","https://openalex.org/W1586073462","https://openalex.org/W1589844230","https://openalex.org/W1597655096","https://openalex.org/W1610496399","https://openalex.org/W1612155886","https://openalex.org/W1665562618","https://openalex.org/W1675859300","https://openalex.org/W1736726159","https://openalex.org/W1739497107","https://openalex.org/W1839813444","https://openalex.org/W1913762432","https://openalex.org/W1946427028","https://openalex.org/W1960041389","https://openalex.org/W1964313175","https://openalex.org/W1968848598","https://openalex.org/W1969487080","https://openalex.org/W1974266371","https://openalex.org/W1975971445","https://openalex.org/W1978712750","https://openalex.org/W1981359924","https://openalex.org/W1985669287","https://openalex.org/W1986551946","https://openalex.org/W1987680958","https://openalex.org/W1988865622","https://openalex.org/W1993539890","https://openalex.org/W1995262888","https://openalex.org/W1996463707","https://openalex.org/W2009856297","https://openalex.org/W2012662076","https://openalex.org/W2015587001","https://openalex.org/W2017284154","https://openalex.org/W2018560257","https://openalex.org/W2019340385","https://openalex.org/W2022812583","https://openalex.org/W2024192874","https://openalex.org/W2029115643","https://openalex.org/W2032355794","https://openalex.org/W2037450062","https://openalex.org/W2039117335","https://openalex.org/W2044833006","https://openalex.org/W2050619059","https://openalex.org/W2051156115","https://openalex.org/W2056714390","https://openalex.org/W2057169877","https://openalex.org/W2057389798","https://openalex.org/W2058907739","https://openalex.org/W2062427417","https://openalex.org/W2062764272","https://openalex.org/W2064794832","https://openalex.org/W2065326249","https://openalex.org/W2075457132","https://openalex.org/W2076489648","https://openalex.org/W2080445080","https://openalex.org/W2081212507","https://openalex.org/W2083199601","https://openalex.org/W2085428509","https://openalex.org/W2085921307","https://openalex.org/W2085987272","https://openalex.org/W2088795315","https://openalex.org/W2096519606","https://openalex.org/W2096974619","https://openalex.org/W2097960255","https://openalex.org/W2098162425","https://openalex.org/W2099813784","https://openalex.org/W2100017293","https://openalex.org/W2100399044","https://openalex.org/W2101156962","https://openalex.org/W2101196063","https://openalex.org/W2101234009","https://openalex.org/W2103667219","https://openalex.org/W2104210067","https://openalex.org/W2106134119","https://openalex.org/W2109000768","https://openalex.org/W2109597358","https://openalex.org/W2110037758","https://openalex.org/W2111879313","https://openalex.org/W2113403290","https://openalex.org/W2114296159","https://openalex.org/W2117332520","https://openalex.org/W2117819209","https://openalex.org/W2117995488","https://openalex.org/W2119825066","https://openalex.org/W2121167884","https://openalex.org/W2121227244","https://openalex.org/W2121764873","https://openalex.org/W2125532150","https://openalex.org/W2126146218","https://openalex.org/W2126262279","https://openalex.org/W2129113459","https://openalex.org/W2132225982","https://openalex.org/W2134967412","https://openalex.org/W2137019100","https://openalex.org/W2137023796","https://openalex.org/W2137049373","https://openalex.org/W2142530881","https://openalex.org/W2146982690","https://openalex.org/W2148447697","https://openalex.org/W2150824314","https://openalex.org/W2151209496","https://openalex.org/W2152565070","https://openalex.org/W2154407881","https://openalex.org/W2156741031","https://openalex.org/W2161895154","https://openalex.org/W2163803148","https://openalex.org/W2164005910","https://openalex.org/W2166089232","https://openalex.org/W2167895352","https://openalex.org/W2168681504","https://openalex.org/W2169438272","https://openalex.org/W2169606435","https://openalex.org/W2170036644","https://openalex.org/W2170722887","https://openalex.org/W2171468534","https://openalex.org/W2176369193","https://openalex.org/W2176797192","https://openalex.org/W2178725228","https://openalex.org/W2180731085","https://openalex.org/W2214674395","https://openalex.org/W2250368612","https://openalex.org/W2250377815","https://openalex.org/W2250539671","https://openalex.org/W2250558040","https://openalex.org/W2250713394","https://openalex.org/W2250837944","https://openalex.org/W2250999864","https://openalex.org/W2251088795","https://openalex.org/W2251201446","https://openalex.org/W2251293245","https://openalex.org/W2251549371","https://openalex.org/W2251661596","https://openalex.org/W2251937554","https://openalex.org/W2251939381","https://openalex.org/W2278830581","https://openalex.org/W2279316390","https://openalex.org/W2279409141","https://openalex.org/W2296725598","https://openalex.org/W2325753687","https://openalex.org/W2330670832","https://openalex.org/W2336976945","https://openalex.org/W2340381866","https://openalex.org/W2342393903","https://openalex.org/W2387719207","https://openalex.org/W2398127254","https://openalex.org/W2402817887","https://openalex.org/W2406343628","https://openalex.org/W2406764433","https://openalex.org/W2418501800","https://openalex.org/W2442924240","https://openalex.org/W2471147443","https://openalex.org/W2475056300","https://openalex.org/W2476001438","https://openalex.org/W2477784021","https://openalex.org/W2504385274","https://openalex.org/W2505792640","https://openalex.org/W2508309896","https://openalex.org/W2511646563","https://openalex.org/W2516064460","https://openalex.org/W2520156704","https://openalex.org/W2520961805","https://openalex.org/W2524620548","https://openalex.org/W2528947955","https://openalex.org/W2546871846","https://openalex.org/W2548787259","https://openalex.org/W2561255021","https://openalex.org/W2566847560","https://openalex.org/W2574002645","https://openalex.org/W2576851631","https://openalex.org/W2586765313","https://openalex.org/W2593755883","https://openalex.org/W2594118802","https://openalex.org/W2598695486","https://openalex.org/W2618471285","https://openalex.org/W2618600350","https://openalex.org/W2664496537","https://openalex.org/W2722904918","https://openalex.org/W2730827128","https://openalex.org/W2739967154","https://openalex.org/W2740027944","https://openalex.org/W2740917210","https://openalex.org/W2742034229","https://openalex.org/W2745475103","https://openalex.org/W2751106951","https://openalex.org/W2753546666","https://openalex.org/W2759336060","https://openalex.org/W2766022138","https://openalex.org/W2767040298","https://openalex.org/W2774167471","https://openalex.org/W2779577461","https://openalex.org/W2782221572","https://openalex.org/W2782973335","https://openalex.org/W2786411768","https://openalex.org/W2787311093","https://openalex.org/W2789564651","https://openalex.org/W2793090089","https://openalex.org/W2794631493","https://openalex.org/W2795141263","https://openalex.org/W2798935874","https://openalex.org/W2804387108","https://openalex.org/W2805275761","https://openalex.org/W2805704732","https://openalex.org/W2806253224","https://openalex.org/W2849289684","https://openalex.org/W2883158411","https://openalex.org/W2883749461","https://openalex.org/W2884262036","https://openalex.org/W2887281027","https://openalex.org/W2888731859","https://openalex.org/W2889031684","https://openalex.org/W2889391998","https://openalex.org/W2889866783","https://openalex.org/W2890117297","https://openalex.org/W2890222814","https://openalex.org/W2894779647","https://openalex.org/W2895553377","https://openalex.org/W2897473484","https://openalex.org/W2900572605","https://openalex.org/W2903040123","https://openalex.org/W2905776180","https://openalex.org/W2909732894","https://openalex.org/W2911227954","https://openalex.org/W2911489562","https://openalex.org/W2912855630","https://openalex.org/W2920149180","https://openalex.org/W2921318539","https://openalex.org/W2938824541","https://openalex.org/W2939755394","https://openalex.org/W2944400536","https://openalex.org/W2945808722","https://openalex.org/W2950176361","https://openalex.org/W2950627632","https://openalex.org/W2952524414","https://openalex.org/W2956721904","https://openalex.org/W2962739339","https://openalex.org/W2963023579","https://openalex.org/W2963136534","https://openalex.org/W2963223057","https://openalex.org/W2963250244","https://openalex.org/W2963626623","https://openalex.org/W2963643701","https://openalex.org/W2963923670","https://openalex.org/W2965362971","https://openalex.org/W2969485500","https://openalex.org/W2970283086","https://openalex.org/W2971323584","https://openalex.org/W2972405245","https://openalex.org/W2972846430","https://openalex.org/W2978632577","https://openalex.org/W2981089724","https://openalex.org/W2983385001","https://openalex.org/W2988846051","https://openalex.org/W2989754349","https://openalex.org/W2989802345","https://openalex.org/W2990188683","https://openalex.org/W2994903380","https://openalex.org/W2995151999","https://openalex.org/W2998704965","https://openalex.org/W2999089077","https://openalex.org/W3001180723","https://openalex.org/W3004524048","https://openalex.org/W3006537562","https://openalex.org/W3013854004","https://openalex.org/W3015218641","https://openalex.org/W3021743785","https://openalex.org/W3025320888","https://openalex.org/W3027042170","https://openalex.org/W3032568600","https://openalex.org/W3033185959","https://openalex.org/W3037411214","https://openalex.org/W3039321848","https://openalex.org/W3043222912","https://openalex.org/W3044663232","https://openalex.org/W3055630079","https://openalex.org/W3087870315","https://openalex.org/W3092828953","https://openalex.org/W3095789240","https://openalex.org/W3096451393","https://openalex.org/W3101785758","https://openalex.org/W3101954944","https://openalex.org/W3103434942","https://openalex.org/W3104018737","https://openalex.org/W3109416014","https://openalex.org/W3111239699","https://openalex.org/W3118850435","https://openalex.org/W3119963537","https://openalex.org/W3122237579","https://openalex.org/W3125631070","https://openalex.org/W3125733373","https://openalex.org/W3154263804","https://openalex.org/W3156886841","https://openalex.org/W3157351952","https://openalex.org/W3158986179","https://openalex.org/W3159915338","https://openalex.org/W3160807235","https://openalex.org/W3167899168","https://openalex.org/W3168656614","https://openalex.org/W3174335585","https://openalex.org/W3175035971","https://openalex.org/W3194748659","https://openalex.org/W3202126240","https://openalex.org/W3204938617","https://openalex.org/W3208821253","https://openalex.org/W3213851456","https://openalex.org/W3216482253","https://openalex.org/W3217529127","https://openalex.org/W4200187047","https://openalex.org/W4206599112","https://openalex.org/W4206653641","https://openalex.org/W4211107845","https://openalex.org/W4212901116","https://openalex.org/W4213009331","https://openalex.org/W4229909500","https://openalex.org/W4231510805","https://openalex.org/W4232899223","https://openalex.org/W4233782455","https://openalex.org/W4233906183","https://openalex.org/W4234078210","https://openalex.org/W4234857727","https://openalex.org/W4236122429","https://openalex.org/W4240262109","https://openalex.org/W4240367438","https://openalex.org/W4242282208","https://openalex.org/W4242870862","https://openalex.org/W4244175933","https://openalex.org/W4244529562","https://openalex.org/W4245471118","https://openalex.org/W4245980491","https://openalex.org/W4249530922","https://openalex.org/W4251596819","https://openalex.org/W4255332343","https://openalex.org/W4300881977","https://openalex.org/W4301225875","https://openalex.org/W4390478882","https://openalex.org/W4394127431","https://openalex.org/W4399548696","https://openalex.org/W4399583813","https://openalex.org/W6600367688","https://openalex.org/W6600757576","https://openalex.org/W6601052559","https://openalex.org/W6604125405","https://openalex.org/W6606475831","https://openalex.org/W6629407803","https://openalex.org/W6636177537","https://openalex.org/W6639619044","https://openalex.org/W6670271065","https://openalex.org/W6675354045","https://openalex.org/W6676130787","https://openalex.org/W6676373471","https://openalex.org/W6676519436","https://openalex.org/W6678236429","https://openalex.org/W6678277124","https://openalex.org/W6678597363","https://openalex.org/W6678900149","https://openalex.org/W6680503082","https://openalex.org/W6680532216","https://openalex.org/W6687075479","https://openalex.org/W6688797146","https://openalex.org/W6691270466","https://openalex.org/W6691892052","https://openalex.org/W6703281469","https://openalex.org/W6716692827","https://openalex.org/W6718577050","https://openalex.org/W6720925081","https://openalex.org/W6721378002","https://openalex.org/W6725324026","https://openalex.org/W6732976207","https://openalex.org/W6738268313","https://openalex.org/W6744420474","https://openalex.org/W6744563477","https://openalex.org/W6752043516","https://openalex.org/W6758129091","https://openalex.org/W6766385236","https://openalex.org/W6766960179","https://openalex.org/W6767634356","https://openalex.org/W6767690939","https://openalex.org/W6786647571","https://openalex.org/W6794276298","https://openalex.org/W6795224213","https://openalex.org/W6801595166","https://openalex.org/W6801714543","https://openalex.org/W6860114478","https://openalex.org/W6988123814","https://openalex.org/W6997019010","https://openalex.org/W6997437372"],"related_works":["https://openalex.org/W2472769230","https://openalex.org/W4322100081","https://openalex.org/W3025320888","https://openalex.org/W2475426007","https://openalex.org/W3088266268","https://openalex.org/W2368880899","https://openalex.org/W2905510703","https://openalex.org/W4282591925","https://openalex.org/W4246718325","https://openalex.org/W4224283424"],"abstract_inverted_index":{"Abstract":[0],"Text":[1],"preprocessing":[2,71,100,111,131,160,184],"is":[3,60],"not":[4],"only":[5],"an":[6],"essential":[7],"step":[8],"to":[9,54,62,67,92,113,172,179],"prepare":[10],"the":[11,23,35,65,76,79,82,96,109,123,166],"corpus":[12,52,80],"for":[13,116],"modeling":[14],"but":[15,104],"also":[16],"a":[17,174],"key":[18],"area":[19],"that":[20,86],"directly":[21],"affects":[22],"natural":[24],"language":[25],"processing":[26],"(NLP)":[27],"application":[28,84],"results.":[29,119],"For":[30],"instance,":[31],"precise":[32],"tokenization":[33],"increases":[34],"accuracy":[36],"of":[37,78,127,154],"part-of-speech":[38],"(POS)":[39],"tagging,":[40],"and":[41,47,81,125,143,146,161,181],"retaining":[42],"multiword":[43,148],"expressions":[44],"improves":[45],"reasoning":[46],"machine":[48],"translation.":[49],"The":[50,70],"text":[51,99,110,130,136,155,183],"needs":[53,112],"be":[55,114,173],"appropriately":[56],"preprocessed":[57],"before":[58],"it":[59],"ready":[61],"serve":[63],"as":[64],"input":[66],"computer":[68],"models.":[69],"requirements":[72],"depend":[73],"on":[74,177],"both":[75],"nature":[77],"NLP":[83],"itself,":[85],"is,":[87],"what":[88],"researchers":[89,164],"would":[90],"like":[91],"achieve":[93],"from":[94],"analyzing":[95],"data.":[97],"Conventional":[98],"practices":[101],"generally":[102],"suffice,":[103],"there":[105],"exist":[106],"situations":[107],"where":[108],"customized":[115],"better":[117],"analysis":[118],"Hence,":[120],"we":[121,151],"discuss":[122],"pros":[124],"cons":[126],"several":[128],"common":[129],"methods:":[132],"removing":[133,140],"formatting,":[134],"tokenization,":[135],"normalization,":[137],"handling":[138],"punctuation,":[139],"stopwords,":[141],"stemming":[142],"lemmatization,":[144],"n-gramming,":[145],"identifying":[147],"expressions.":[149],"Then,":[150],"provide":[152],"examples":[153],"datasets":[156],"which":[157],"require":[158],"special":[159],"how":[162,178],"previous":[163],"handled":[165],"challenge.":[167],"We":[168],"expect":[169],"this":[170],"article":[171],"starting":[175],"guideline":[176],"select":[180],"fine-tune":[182],"methods.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":26},{"year":2025,"cited_by_count":100},{"year":2024,"cited_by_count":47},{"year":2023,"cited_by_count":10}],"updated_date":"2026-05-03T08:25:01.440150","created_date":"2025-10-10T00:00:00"}