{"id":"https://openalex.org/keywords/word-tokenization","display_name":"word tokenization","description":"Word tokenization is a language-processing task that segments text into individual word units for linguistic analysis or computational use.","display_name_alternatives":["word tokenisation","word-level tokenization","word-level tokenisation","tokenization into words","tokenisation into words"],"ids":{"openalex":"https://openalex.org/keywords/word-tokenization","wikidata":null},"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.4799,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.4799,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"works_count":180,"cited_by_count":871,"works_api_url":"https://api.openalex.org/works?filter=keywords.id:keywords/word-tokenization","updated_date":"2026-11-15T04:06:23","created_date":"2026-09-30T00:00:00"}
