TejAndrewsACC commited on
Commit
62b6867
·
verified ·
1 Parent(s): e5b4f43

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +14 -6
app.py CHANGED
@@ -10,15 +10,22 @@ llm = Llama.from_pretrained(
10
  filename="Reasoning-Llama-1b-v0.1-f16.gguf",
11
  )
12
 
 
 
 
13
  def respond(
14
  message,
15
  history: list[tuple[str, str]],
16
- system_message,
17
  max_tokens,
18
  temperature,
19
  top_p,
20
  ):
21
- messages = [{"role": "system", "content": system_message}]
 
 
 
 
22
 
23
  for val in history:
24
  if val[0]:
@@ -42,18 +49,19 @@ def respond(
42
  response += token
43
  yield response
44
 
 
45
  demo = gr.ChatInterface(
46
  respond,
47
  additional_inputs=[
48
- gr.Textbox(value="You are a friendly, conversational, helpful, and informative chatbot, designed to help users as best as possible. Responses should be quirky and fun to read, including the use of appropriate emojis in answers, wherever necesssary.", label="System message"),
49
- gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
50
- gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
51
  gr.Slider(
52
  minimum=0.1,
53
  maximum=1.0,
54
  value=0.95,
55
  step=0.05,
56
- label="Top-p (nucleus sampling)",
57
  ),
58
  ],
59
  )
 
10
  filename="Reasoning-Llama-1b-v0.1-f16.gguf",
11
  )
12
 
13
+ # Fixed system message
14
+ FIXED_SYSTEM_MESSAGE = "You are an artifial inteligence created by the ACC(Algorithmic Computer-generated Consciousness)."
15
+
16
  def respond(
17
  message,
18
  history: list[tuple[str, str]],
19
+ user_system_message, # User-configurable system message
20
  max_tokens,
21
  temperature,
22
  top_p,
23
  ):
24
+ # Combine the fixed and user-provided system messages
25
+ combined_system_message = f"{FIXED_SYSTEM_MESSAGE} {user_system_message}"
26
+
27
+ # Construct the messages list
28
+ messages = [{"role": "system", "content": combined_system_message}]
29
 
30
  for val in history:
31
  if val[0]:
 
49
  response += token
50
  yield response
51
 
52
+ # Gradio interface
53
  demo = gr.ChatInterface(
54
  respond,
55
  additional_inputs=[
56
+ gr.Textbox(value="", label="System Message"),
57
+ gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Maximum response length"),
58
+ gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Creativity"),
59
  gr.Slider(
60
  minimum=0.1,
61
  maximum=1.0,
62
  value=0.95,
63
  step=0.05,
64
+ label="Neural Activity",
65
  ),
66
  ],
67
  )