Cran-May commited on
Commit
ae68806
·
1 Parent(s): efab5e4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -3,9 +3,9 @@ from gradio_client import Client
3
  from time import sleep
4
  from ctransformers import AutoModelForCausalLM
5
  # Constants
6
- TITLE = "兮辞·析辞-常明"
7
  DESCRIPTION = """
8
- 兮辞·析辞-常明 [SLIDE-SEA-7B]的部署,由SSFW NLPark项目支持
9
  """
10
 
11
  # Initialize client
@@ -19,7 +19,7 @@ with st.sidebar:
19
  # RepetitionpenaltySide = st.slider("Repetition penalty", min_value=0.0, max_value=2.0, value=1.2, step=0.05)
20
 
21
  # Load the model
22
- model = AutoModelForCausalLM.from_pretrained("OpenBuddy/openbuddy-gguf", model_file="openbuddy-mistral-7b-v13.1-Q3_K.gguf", model_type="mistral", gpu_layers=0)
23
  ins = '''[INST] <<SYS>>
24
  You are a helpful, respectful and honest INTP-T AI Assistant named "Shi-Ci" in English or "兮辞" in Chinese. You are talking to a human User.
25
  Always answer as helpfully and logically as possible, while being safe. Your answers should not include any harmful, political, religious, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.
 
3
  from time import sleep
4
  from ctransformers import AutoModelForCausalLM
5
  # Constants
6
+ TITLE = "不是兮辞·析辞-常明"
7
  DESCRIPTION = """
8
+ 不是兮辞·析辞-常明 [SLIDE-SEA-7B]的部署,由SSFW NLPark项目支持
9
  """
10
 
11
  # Initialize client
 
19
  # RepetitionpenaltySide = st.slider("Repetition penalty", min_value=0.0, max_value=2.0, value=1.2, step=0.05)
20
 
21
  # Load the model
22
+ model = AutoModelForCausalLM.from_pretrained("TheBloke/zephyr-7B-alpha-GGUF", model_file="zephyr-7b-alpha.Q3_K_M.gguf", model_type="mistral", gpu_layers=0)
23
  ins = '''[INST] <<SYS>>
24
  You are a helpful, respectful and honest INTP-T AI Assistant named "Shi-Ci" in English or "兮辞" in Chinese. You are talking to a human User.
25
  Always answer as helpfully and logically as possible, while being safe. Your answers should not include any harmful, political, religious, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.