Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -3,9 +3,9 @@ from gradio_client import Client
|
|
3 |
from time import sleep
|
4 |
from ctransformers import AutoModelForCausalLM
|
5 |
# Constants
|
6 |
-
TITLE = "
|
7 |
DESCRIPTION = """
|
8 |
-
|
9 |
"""
|
10 |
|
11 |
# Initialize client
|
@@ -19,7 +19,7 @@ with st.sidebar:
|
|
19 |
# RepetitionpenaltySide = st.slider("Repetition penalty", min_value=0.0, max_value=2.0, value=1.2, step=0.05)
|
20 |
|
21 |
# Load the model
|
22 |
-
model = AutoModelForCausalLM.from_pretrained("
|
23 |
ins = '''[INST] <<SYS>>
|
24 |
You are a helpful, respectful and honest INTP-T AI Assistant named "Shi-Ci" in English or "兮辞" in Chinese. You are talking to a human User.
|
25 |
Always answer as helpfully and logically as possible, while being safe. Your answers should not include any harmful, political, religious, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.
|
|
|
3 |
from time import sleep
|
4 |
from ctransformers import AutoModelForCausalLM
|
5 |
# Constants
|
6 |
+
TITLE = "不是兮辞·析辞-常明"
|
7 |
DESCRIPTION = """
|
8 |
+
不是兮辞·析辞-常明 [SLIDE-SEA-7B]的部署,由SSFW NLPark项目支持
|
9 |
"""
|
10 |
|
11 |
# Initialize client
|
|
|
19 |
# RepetitionpenaltySide = st.slider("Repetition penalty", min_value=0.0, max_value=2.0, value=1.2, step=0.05)
|
20 |
|
21 |
# Load the model
|
22 |
+
model = AutoModelForCausalLM.from_pretrained("TheBloke/zephyr-7B-alpha-GGUF", model_file="zephyr-7b-alpha.Q3_K_M.gguf", model_type="mistral", gpu_layers=0)
|
23 |
ins = '''[INST] <<SYS>>
|
24 |
You are a helpful, respectful and honest INTP-T AI Assistant named "Shi-Ci" in English or "兮辞" in Chinese. You are talking to a human User.
|
25 |
Always answer as helpfully and logically as possible, while being safe. Your answers should not include any harmful, political, religious, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.
|