Spaces:
Running
on
Zero
Running
on
Zero
add debug on merge_common_prefixes
Browse files
app.py
CHANGED
@@ -6,6 +6,7 @@ from functools import lru_cache
|
|
6 |
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
|
7 |
from opencc import OpenCC # 用於簡體轉繁體
|
8 |
from math import gcd
|
|
|
9 |
|
10 |
# 初始化簡體到繁體轉換器
|
11 |
cc = OpenCC('s2t')
|
@@ -107,6 +108,7 @@ def suggest_next(text, model_name, k, m, num_beam_groups, diversity_penalty):
|
|
107 |
|
108 |
# 合併共同前綴
|
109 |
merged_prefixes = merge_common_prefixes(unique_suggestions, min_len=1)
|
|
|
110 |
|
111 |
# 最終去重並移除空項 (基於 strip 後內容)
|
112 |
final_suggestions = []
|
|
|
6 |
from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
|
7 |
from opencc import OpenCC # 用於簡體轉繁體
|
8 |
from math import gcd
|
9 |
+
from termcolor import cprint
|
10 |
|
11 |
# 初始化簡體到繁體轉換器
|
12 |
cc = OpenCC('s2t')
|
|
|
108 |
|
109 |
# 合併共同前綴
|
110 |
merged_prefixes = merge_common_prefixes(unique_suggestions, min_len=1)
|
111 |
+
cprint(merged_prefixes,'red')
|
112 |
|
113 |
# 最終去重並移除空項 (基於 strip 後內容)
|
114 |
final_suggestions = []
|