Limitation update0

app.py

@@ -1,6 +1,11 @@
 import gradio as gr
 import os
 from huggingface_hub import InferenceClient
+import tiktoken
+
+def count_tokens(text):
+    enc = tiktoken.get_encoding("cl100k_base")
+    return len(enc.encode(text))
 
 def respond(
     message,
@@ -21,23 +26,49 @@ def respond(
 
     return output
 
+token_counter = gr.Number(label="Token Count", value=0, interactive=False)
+
+input_box = gr.Textbox(
+    lines=15,
+    label="Input Prompt",
+    placeholder="""Copy-Paste your own alignment prompt here:
+E.g. # System-level prompt: You are a helpful assistant...\n
+# Query: Who painted the Mona Lisa?\n
+# Answer: The Mona Lisa was painted by Leonardo da Vinci, an Italian Renaissance artist, between 1503 and 1506, though some believe he may have continued working on it until 1517. It is one of the most famous and iconic works of art in history, known for its enigmatic expression and masterful technique.\n
+# Query: ...\n
+# Answer: 
+
+**Due to the limitations of the service, keep your prompt under 256 tokens.**"""
+)
+
+def update_token_count(text):
+    token_len = count_tokens(text)
+    if token_len > 256:
+        text = text[:len(text)//2]  # simple truncation fallback
+    return token_len
+
+input_box.change(fn=update_token_count, inputs=input_box, outputs=token_counter)
 
 demo = gr.Interface(
     fn=respond,
     title="Text Generation Playground",
     description="Model: meta-llama/Llama-3.1-8B",
     inputs=[
-        gr.Textbox(
-            lines=15,
-            label="Input Prompt",
-            placeholder="""Copy-Paste your own alignment prompt here:
-E.g. # System-level prompt: You are a helpful assistant...\n
-# Query: Who painted the Mona Lisa?\n
-# Answer: The Mona Lisa was painted by Leonardo da Vinci, an Italian Renaissance artist, between 1503 and 1506, though some believe he may have continued working on it until 1517. It is one of the most famous and iconic works of art in history, known for its enigmatic expression and masterful technique.\n
-# Query: ...\n
-# Answer: """,
-        ),
-        gr.Slider(minimum=1, maximum=512, value=256, step=1, label="Max new tokens"),
+        input_box,
+        token_counter,
+#         gr.Textbox(
+#             lines=15,
+#             label="Input Prompt",
+#             placeholder="""Copy-Paste your own alignment prompt here:
+# E.g. # System-level prompt: You are a helpful assistant...\n
+# # Query: Who painted the Mona Lisa?\n
+# # Answer: The Mona Lisa was painted by Leonardo da Vinci, an Italian Renaissance artist, between 1503 and 1506, though some believe he may have continued working on it until 1517. It is one of the most famous and iconic works of art in history, known for its enigmatic expression and masterful technique.\n
+# # Query: ...\n
+# # Answer: 
+
+# **Due to the limitations of the service, keep your prompt under 256 tokens.**""",
+#         ),
+        gr.Slider(minimum=1, maximum=256, value=100, step=1, label="Max new tokens"),
         gr.Slider(minimum=0, maximum=2.0, value=1, step=0.01, label="Temperature"),
         gr.Slider(
             minimum=0.1,