From 6f0efeff34581269ae8ad20e38b0d8a6b5fcf143 Mon Sep 17 00:00:00 2001 From: Valerian Saliou Date: Mon, 4 Sep 2023 22:41:37 +0200 Subject: [PATCH] Do not include heavy Japanese tokenizer by default --- Cargo.toml | 2 +- README.md | 2 ++ 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/Cargo.toml b/Cargo.toml index ce5c8c08..45c9efa1 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -50,7 +50,7 @@ tikv-jemallocator = { version = "0.4", optional = true } winapi = { version = "0.3", features = ["minwindef", "consoleapi"] } [features] -default = ["allocator-jemalloc", "tokenizer-chinese", "tokenizer-japanese"] +default = ["allocator-jemalloc", "tokenizer-chinese"] allocator-jemalloc = ["tikv-jemallocator"] tokenizer-chinese = ["jieba-rs"] tokenizer-japanese = ["lindera-core", "lindera-dictionary", "lindera-tokenizer"] diff --git a/README.md b/README.md index aadcccb4..6ada982d 100644 --- a/README.md +++ b/README.md @@ -75,6 +75,8 @@ You can find the built binaries in the `./target/release` directory. _Install `build-essential`, `clang`, `libclang-dev`, `libc6-dev`, `g++` and `llvm-dev` to be able to compile the required RocksDB dependency._ +Note that the following optional features can be enabled upon building Sonic: `allocator-jemalloc`, `tokenizer-chinese` and `tokenizer-japanese` (some might be already enabled by default). + **👉 Install from Cargo:** You can install Sonic directly with `cargo install`: