{"id":73348,"library":"de-tudarmstadt-ukp-dkpro-core-tokit-asl","title":"DKPro Core Tokenizer (ASL)","description":"A UIMA-based tokenizer component for natural language processing in the DKPro Core framework.","status":"active","version":"1.10.0","language":"java","source_language":null,"source_url":"https://github.com/dkpro/dkpro-core","tags":["nlp","tokenizer","uima","dkpro","text-processing"],"install":[{"cmd":"<dependency>\n  <groupId>de.tudarmstadt.ukp.dkpro.core</groupId>\n  <artifactId>de.tudarmstadt.ukp.dkpro.core.tokit-asl</artifactId>\n  <version>1.10.0</version>\n</dependency>","lang":"xml","label":"Maven"},{"cmd":"implementation 'de.tudarmstadt.ukp.dkpro.core:de.tudarmstadt.ukp.dkpro.core.tokit-asl:1.10.0'","lang":"groovy","label":"Gradle"}],"dependencies":[],"imports":[{"symbol":"Tokenizer","correct":"de.tudarmstadt.ukp.dkpro.core.tokit.Tokenizer"}],"quickstart":{"code":"import de.tudarmstadt.ukp.dkpro.core.tokit.Tokenizer;\nimport org.apache.uima.fit.pipeline.SimplePipeline;\n\nSimplePipeline.runPipeline(\n    new Tokenizer(),\n    ...);","lang":"java","description":"Run the DKPro Core tokenizer on a UIMA pipeline."},"warnings":[],"env_vars":null,"search_vec":"'asl':4 'base':8 'compon':10 'core':2,18 'dkpro':1,17,23 'framework':19 'languag':13 'natur':12 'nlp':20 'process':14,26 'text':25 'text-process':24 'token':3,9,21 'uima':7,22 'uima-bas':6","created_at":"2026-06-17T18:50:09.143166+00:00","updated_at":"2026-06-17T18:50:09.143166+00:00","problems":[],"ecosystem":"maven","meta_description":null,"install_score":null,"quickstart_score":null,"quickstart_tag":null,"pypi_latest":null,"cli_name":null,"cli_version":null,"type":"library","homepage":"https://dkpro.github.io/dkpro-core/","github":"https://github.com/dkpro/dkpro-core","docs":"https://appdoc.app/artifact/de.tudarmstadt.ukp.dkpro.core/de.tudarmstadt.ukp.dkpro.core.tokit-asl/","changelog":null,"pypi":null,"npm":null,"openapi_spec":null,"status_page":null,"smithery":null,"categories":["utility"],"base_url":null,"auth_type":null,"provenance":{"verified_status":null,"verified_at":null,"last_verified":"2026-06-17","next_check":"2026-12-14","install_tag":null}}