RafacraftCoder commited on
Commit
aa008d4
·
verified ·
1 Parent(s): 2d0e785

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -18
app.py CHANGED
@@ -1,7 +1,6 @@
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
4
-
5
  def respond(
6
  message,
7
  history: list[dict[str, str]],
@@ -17,13 +16,10 @@ def respond(
17
  client = InferenceClient(token=hf_token.token, model="openai/gpt-oss-20b")
18
 
19
  messages = [{"role": "system", "content": system_message}]
20
-
21
  messages.extend(history)
22
-
23
  messages.append({"role": "user", "content": message})
24
 
25
  response = ""
26
-
27
  for message in client.chat_completion(
28
  messages,
29
  max_tokens=max_tokens,
@@ -35,14 +31,9 @@ def respond(
35
  token = ""
36
  if len(choices) and choices[0].delta.content:
37
  token = choices[0].delta.content
38
-
39
  response += token
40
  yield response
41
 
42
-
43
- """
44
- For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
45
- """
46
  chatbot = gr.ChatInterface(
47
  respond,
48
  type="messages",
@@ -50,13 +41,7 @@ chatbot = gr.ChatInterface(
50
  gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
51
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
52
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
53
- gr.Slider(
54
- minimum=0.1,
55
- maximum=1.0,
56
- value=0.95,
57
- step=0.05,
58
- label="Top-p (nucleus sampling)",
59
- ),
60
  ],
61
  )
62
 
@@ -65,6 +50,5 @@ with gr.Blocks() as demo:
65
  gr.LoginButton()
66
  chatbot.render()
67
 
68
-
69
  if __name__ == "__main__":
70
- demo.launch()
 
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
 
4
  def respond(
5
  message,
6
  history: list[dict[str, str]],
 
16
  client = InferenceClient(token=hf_token.token, model="openai/gpt-oss-20b")
17
 
18
  messages = [{"role": "system", "content": system_message}]
 
19
  messages.extend(history)
 
20
  messages.append({"role": "user", "content": message})
21
 
22
  response = ""
 
23
  for message in client.chat_completion(
24
  messages,
25
  max_tokens=max_tokens,
 
31
  token = ""
32
  if len(choices) and choices[0].delta.content:
33
  token = choices[0].delta.content
 
34
  response += token
35
  yield response
36
 
 
 
 
 
37
  chatbot = gr.ChatInterface(
38
  respond,
39
  type="messages",
 
41
  gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
42
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
43
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
44
+ gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
 
 
 
 
 
 
45
  ],
46
  )
47
 
 
50
  gr.LoginButton()
51
  chatbot.render()
52
 
 
53
  if __name__ == "__main__":
54
+ demo.launch()