Update concurrency_count

app.py

@@ -221,7 +221,6 @@ def predict(prompt, bot):
             print("--", end=" ", flush=True)
 
             response = ""
-            buff.update(value="diggin...")
 
             flag = 1
             for word in generator:
@@ -275,12 +274,10 @@ def predict_api(prompt):
         )
 
         response = ""
-        buff.update(value="diggin...")
         for word in generator:
             print(word, end="", flush=True)
             response += word
             ns.response = response
-            buff.update(value=response)
         print("")
         logger.debug(f"{response=}")
     except Exception as exc:
@@ -372,7 +369,9 @@ with gr.Blocks(
                 label="Chat Message Box",
                 placeholder="Ask me anything (press Enter or click Submit to send)",
                 show_label=False,
-            ).style(container=False)
+                container=False,
+            # ).style(container=False)
+            )
         with gr.Column(scale=1, min_width=50):
             with gr.Row():
                 submit = gr.Button("Submit", elem_classes="xsmall")
@@ -381,11 +380,12 @@ with gr.Blocks(
     with gr.Row(visible=False):
         with gr.Accordion("Advanced Options:", open=False):
             with gr.Row():
-                with gr.Column(scale=2, container=False):
+                with gr.Column(scale=2):
                     system = gr.Textbox(
                         label="System Prompt",
                         value=prompt_template,
                         show_label=False,
+                        container=False,
                     # ).style(container=False)
                     )
                 with gr.Column():
@@ -475,8 +475,14 @@ with gr.Blocks(
 # CPU cpu_count=2 16G, model 7G
 # CPU UPGRADE cpu_count=8 32G, model 7G
 
-_ = int(psutil.virtual_memory().total / 10**9 // file_size - 1)
-concurrency_count = max(_, 1)
+# does not work
+# _ = int(psutil.virtual_memory().total / 10**9 // file_size - 1)
+# concurrency_count = max(_, 1)
+
+if psutil.cpu_count(logical=False) > 8:
+    concurrency_count = max(int(32 / file_size) - 1, 1)
+else:
+    concurrency_count = max(int(16 / file_size) - 1, 1)
 logger.info(f"{concurrency_count=}")
 
 block.queue(concurrency_count=concurrency_count, max_size=5).launch(debug=True)