Cran-May commited on
Commit
8d2ec29
1 Parent(s): b81a3ac

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -15,10 +15,10 @@ DESCRIPTION = """
15
 
16
  with st.sidebar:
17
  # system_promptSide = st.text_input("Optional system prompt:")
18
- temperatureSide = st.slider("情感/Temperature", min_value=0.0, max_value=1.0, value=0.9, step=0.05)
19
  max_new_tokensSide = st.slider("最大tokens生成数", min_value=0.0, max_value=4096.0, value=4096.0, step=64.0)
20
- # ToppSide = st.slider("Top-p (nucleus sampling)", min_value=0.0, max_value=1.0, value=0.6, step=0.05)
21
- # RepetitionpenaltySide = st.slider("Repetition penalty", min_value=0.0, max_value=2.0, value=1.2, step=0.05)
22
 
23
  model_id = 'shaowenchen/baichuan2-7b-chat-gguf'
24
 
@@ -42,7 +42,7 @@ Let's work this out in a step by step way to be sure we have the right answer.
42
  conversation_history = []
43
 
44
  # Prediction function
45
- def predict(message, system_prompt='', temperature=0.7, max_new_tokens=4096,Topp=0.5,Repetitionpenalty=1.2):
46
  global conversation_history
47
  question=message
48
  input_text=ins
 
15
 
16
  with st.sidebar:
17
  # system_promptSide = st.text_input("Optional system prompt:")
18
+ temperatureSide = st.slider("情感/Temperature", min_value=0.0, max_value=1.0, value=0.3, step=0.05)
19
  max_new_tokensSide = st.slider("最大tokens生成数", min_value=0.0, max_value=4096.0, value=4096.0, step=64.0)
20
+ ToppSide = st.slider("Top-p (nucleus sampling)", min_value=0.0, max_value=1.0, value=0.6, step=0.05)
21
+ RepetitionpenaltySide = st.slider("Repetition penalty", min_value=0.0, max_value=2.0, value=1.2, step=0.05)
22
 
23
  model_id = 'shaowenchen/baichuan2-7b-chat-gguf'
24
 
 
42
  conversation_history = []
43
 
44
  # Prediction function
45
+ def predict(message, system_prompt='', temperature=temperatureSide, max_new_tokens=max_new_tokensSide,Topp=ToppSide,Repetitionpenalty=RepetitionpenaltySide):
46
  global conversation_history
47
  question=message
48
  input_text=ins