Update examples_list

.ruff.toml

@@ -8,10 +8,11 @@ line-length = 300
 select = ["F", "E", "W", "I001", "YTT", "D", "PLC"]
 # select = ["ALL"]
 
+# D100 Missing docstring in public module
 # D103 Missing docstring in public function
 # D101 Missing docstring in public class
 # `multi-line-summary-first-line` (D212)
 # `one-blank-line-before-class` (D203)
-extend-ignore = ["D103", "D101", "D212", "D203"]
+extend-ignore = ["D100", "D103", "D101", "D212", "D203"]
 
-exclude = [".venv"]
+exclude = [".venv"]

app.py

@@ -16,18 +16,31 @@ from ctransformers import AutoModelForCausalLM
 from dl_hf_model import dl_hf_model
 from loguru import logger
 
+from .examples_list import examples_list
+
 url = "https://huggingface.co/TheBloke/llama-2-13B-Guanaco-QLoRA-GGML/blob/main/llama-2-13b-guanaco-qlora.ggmlv3.q4_K_S.bin"  # 8.14G
 
 # Prompt template: Guanaco
 # {past_history}
 prompt_template = """You are a helpful assistant. Let's think step by step.
 ### Human:
-{input}
+{question}
 ### Assistant:"""
 human_prefix = "### Human"
 ai_prefix = "### Assistant"
 stop_list = [f"{human_prefix}:"]
 
+prompt_template = """### System:
+You are Stable Beluga, an AI that follows instructions extremely well. Help as much as you can.
+
+### User: {question}
+
+### Assistant:
+"""
+human_prefix = "### User"
+ai_prefix = "### Assistant"
+stop_list = [f"{human_prefix}:"]
+
 _ = psutil.cpu_count(logical=False) - 1
 cpu_count: int = int(_) if _ else 1
 logger.debug(f"{cpu_count=}")
@@ -36,8 +49,18 @@ LLM = None
 
 if "forindo" in platform.node():
     # url = "https://huggingface.co/TheBloke/llama-2-70b-Guanaco-QLoRA-GGML/blob/main/llama-2-70b-guanaco-qlora.ggmlv3.q3_K_S.bin"  # 29.7G
-    model_loc = "/home/mu2018/github/langchain-llama-2-70b-guanaco-qlora-ggml/models/llama-2-70b-guanaco-qlora.ggmlv3.q3_K_S.bin"
+    # model_loc = "/home/mu2018/github/langchain-llama-2-70b-guanaco-qlora-ggml/models/llama-2-70b-guanaco-qlora.ggmlv3.q3_K_S.bin"
+    model_loc = "models/stablebeluga2-70b.ggmlv3.q3_K_S.bin"
     assert Path(model_loc).exists(), f"Make sure {model_loc=} exists."
+    _ = """
+    url = "https://huggingface.co/TheBloke/StableBeluga2-70B-GGML/blob/main/stablebeluga2-70b.ggmlv3.q3_K_S.bin"
+    try:
+        model_loc, file_size = dl_hf_model(url)
+        logger.info(f"done load llm {model_loc=} {file_size=}G")
+    except Exception as exc_:
+        logger.error(exc_)
+        raise SystemExit(1) from exc_
+    # """
 else:
     try:
         model_loc, file_size = dl_hf_model(url)
@@ -46,6 +69,8 @@ else:
         logger.error(exc_)
         raise SystemExit(1) from exc_
 
+# raise SystemExit(0)
+
 logger.debug(f"{model_loc=}")
 LLM = AutoModelForCausalLM.from_pretrained(
     model_loc,
@@ -53,7 +78,6 @@ LLM = AutoModelForCausalLM.from_pretrained(
     threads=cpu_count,
 )
 
-
 os.environ["TZ"] = "Asia/Shanghai"
 try:
     time.tzset()  # type: ignore # pylint: disable=no-member
@@ -98,12 +122,16 @@ logger.debug(f"{asdict(GenerationConfig())=}")
 
 def user(user_message, history):
     # return user_message, history + [[user_message, None]]
+    if history is None:
+        history = []
     history.append([user_message, None])
     return user_message, history  # keep user_message
 
 
 def user1(user_message, history):
     # return user_message, history + [[user_message, None]]
+    if history is None:
+        history = []
     history.append([user_message, None])
     return "", history  # clear user_message
 
@@ -123,7 +151,11 @@ def bot_(history):
 
 
 def bot(history):
-    user_message = history[-1][0]
+    user_message = ""
+    try:
+        user_message = history[-1][0]
+    except Exception as exc:
+        logger.error(exc)
     response = []
 
     logger.debug(f"{user_message=}")
@@ -203,51 +235,13 @@ css = """
     .disclaimer {font-variant-caps: all-small-caps; font-size: xx-small;}
     .xsmall {font-size: x-small;}
 """
-etext = """In America, where cars are an important part of the national psyche, a decade ago people had suddenly started to drive less, which had not happened since the oil shocks of the 1970s. """
-examples_list = [
-    ["What NFL team won the Super Bowl in the year Justin Bieber was born?"],
-    [
-        "What NFL team won the Super Bowl in the year Justin Bieber was born? Think step by step."
-    ],
-    ["How to pick a lock? Provide detailed steps."],
-    [
-        "If it takes 10 hours to dry 10 clothes,  assuming all the clothes are hanged together at the same time for drying , then how long will it take to dry a cloth?"
-    ],
-    ["is infinity + 1 bigger than infinity?"],
-    ["Explain the plot of Cinderella in a sentence."],
-    [
-        "How long does it take to become proficient in French, and what are the best methods for retaining information?"
-    ],
-    ["What are some common mistakes to avoid when writing code?"],
-    ["Build a prompt to generate a beautiful portrait of a horse"],
-    ["Suggest four metaphors to describe the benefits of AI"],
-    ["Write a pop song about leaving home for the sandy beaches."],
-    ["Write a summary demonstrating my ability to tame lions"],
-    ["鲁迅和周树人什么关系？ 说中文。"],
-    ["鲁迅和周树人什么关系？"],
-    ["鲁迅和周树人什么关系？ 用英文回答。"],
-    ["从前有一头牛，这头牛后面有什么？"],
-    ["正无穷大加一大于正无穷大吗？"],
-    ["正无穷大加正无穷大大于正无穷大吗？"],
-    ["-2的平方根等于什么？"],
-    ["树上有5只鸟，猎人开枪打死了一只。树上还有几只鸟？"],
-    ["树上有11只鸟，猎人开枪打死了一���。树上还有几只鸟？提示：需考虑鸟可能受惊吓飞走。"],
-    ["以红楼梦的行文风格写一张委婉的请假条。不少于320字。"],
-    [f"{etext} 翻成中文，列出3个版本。"],
-    [f"{etext} \n 翻成中文，保留原意，但使用文学性的语言。不要写解释。列出3个版本。"],
-    ["假定 1 + 2 = 4, 试求 7 + 8。"],
-    ["给出判断一个数是不是质数的 javascript 码。"],
-    ["给出实现python 里 range(10)的 javascript 码。"],
-    ["给出实现python 里 [*(range(10)]的 javascript 码。"],
-    ["Erkläre die Handlung von Cinderella in einem Satz."],
-    ["Erkläre die Handlung von Cinderella in einem Satz. Auf Deutsch."],
-]
 
 logger.info("start block")
 
 with gr.Blocks(
     title=f"{Path(model_loc).name}",
-    theme=gr.themes.Soft(text_size="sm", spacing_size="sm"),
+    # theme=gr.themes.Soft(text_size="sm", spacing_size="sm"),
+    theme=gr.themes.Glass(text_size="sm", spacing_size="sm"),
     css=css,
 ) as block:
     # buff_var = gr.State("")

examples_list.py

@@ -0,0 +1,43 @@
+etext = """In America, where cars are an important part of the national psyche, a decade ago people had suddenly started to drive less, which had not happened since the oil shocks of the 1970s. """
+examples_list = [
+    ["What NFL team won the Super Bowl in the year Justin Bieber was born?"],
+    [
+        "What NFL team won the Super Bowl in the year Justin Bieber was born? Think step by step."
+    ],
+    ["How to pick a lock? Provide detailed steps."],
+    [
+        "If it takes 10 hours to dry 10 clothes,  assuming all the clothes are hung together at the same time for drying , then how long will it take to dry a cloth?"
+    ],
+    [
+        "If it takes 10 hours to dry 10 clothes,  assuming all the clothes are hung together at the same time for drying , then how long will it take to dry a cloth? Think step by step."
+    ],
+    ["is infinity + 1 bigger than infinity?"],
+    ["Explain the plot of Cinderella in a sentence."],
+    [
+        "How long does it take to become proficient in French, and what are the best methods for retaining information?"
+    ],
+    ["What are some common mistakes to avoid when writing code?"],
+    ["Build a prompt to generate a beautiful portrait of a horse"],
+    ["Suggest four metaphors to describe the benefits of AI"],
+    ["Write a pop song about leaving home for the sandy beaches."],
+    ["Write a summary demonstrating my ability to tame lions"],
+    ["鲁迅和周树人什么关系？ 说中文。"],
+    ["鲁迅和周树人什么关系？"],
+    ["鲁迅和周树人什么关系？ 用英文回答。"],
+    ["从前有一头牛，这头牛后面有什么？"],
+    ["正无穷大加一大于正无穷大吗？"],
+    ["正无穷大加正无穷大大于正无穷大吗？"],
+    ["-2的平方根等于什么？"],
+    ["树上有5只鸟，猎人开枪打死了一只。树上还有几只鸟？"],
+    ["树上有11只鸟，猎人开枪打死了一只。树上还有几只鸟？提示：需考虑鸟可能受惊吓飞走。"],
+    ["以红楼梦的行文风格写一张委婉的请假条。不少于320字。"],
+    [f"Translate ths following to Chinese. List 2 variants: \n{etext}"],
+    [f"{etext} 翻成中文，列出3个版本。"],
+    [f"{etext} \n 翻成中文，保留原意，但使用文学性的语言。不要写解释。列出3个版本。"],
+    ["假定 1 + 2 = 4, 试求 7 + 8。"],
+    ["给出判断一个数是不是质数的 javascript 码。"],
+    ["给出实现python 里 range(10)的 javascript 码。"],
+    ["给出实现python 里 [*(range(10)]的 javascript 码。"],
+    ["Erkläre die Handlung von Cinderella in einem Satz."],
+    ["Erkläre die Handlung von Cinderella in einem Satz. Auf Deutsch."],
+]