chore: update text processing dependencies

2026-09-05 07:27:15 +08:00 · 2026-05-23 12:18:59 +08:00
parent 5f0ae3a75e
commit 00fc8b2f53
12 changed files with 87 additions and 215 deletions
@@ -0,0 +1,10 @@
+"""中文分词工具。"""
+
+from fast_jieba import cut as fast_jieba_cut
+
+
+def cut(text: str, HMM: bool = True, cut_all: bool = False) -> list[str]:
+    """
+    使用 fast-jieba 执行中文分词，并兼容 jieba.cut 的常用参数名。
+    """
+    return fast_jieba_cut(text, hmm=HMM, cut_all=cut_all)