Attempt to display CPU and GPU usage

app.py

@@ -5,6 +5,7 @@ import logging
 import subprocess
 import threading
 
+import psutil
 import sys
 import os
 
@@ -100,6 +101,30 @@ def start_ml_worker(url, api_key, hf_token):
     thread.start()
     return f"ML worker running for {url}"
 
+
+
+
+def get_gpu_usage():
+    # Referring: https://stackoverflow.com/questions/67707828/how-to-get-every-seconds-gpu-usage-in-python
+    output_to_list = lambda x: x.decode('ascii').split('\n')[:-1]
+    COMMAND = "nvidia-smi --query-gpu=utilization.gpu --format=csv"
+    try:
+        gpu_use_info = output_to_list(subprocess.check_output(COMMAND.split(),stderr=subprocess.STDOUT))[1:]
+    except subprocess.CalledProcessError:
+        return "Unavailable"
+    gpu_use_values = [int(x.split()[0]) for i, x in enumerate(gpu_use_info)]
+    return gpu_use_values[0] if len(gpu_use_values) > 0 else "Unavailable"
+
+
+def get_usage():
+    from shutil import which
+    gpu_usage_info = ""
+    if which("nvidia-smi") is not None:
+        gpu_usage_info = f" GPU: {get_gpu_usage()}"
+
+    return f"CPU: {psutil.cpu_percent()} %{gpu_usage_info}"
+
+
 theme = gr.themes.Soft(
     primary_hue="green",
 )
@@ -130,6 +155,7 @@ with gr.Blocks(theme=theme) as iface:
 
         with gr.Column():
             output = gr.Textbox(label="Status")
+            gr.Textbox(value=get_usage, label="Usage", every=1.0)
             if READONLY:
                 gr.Textbox("You are browsering a read-only 🐢 Giskard ML worker instance. ", container=False)
                 gr.Textbox("Please duplicate this space to configure your own Giskard ML worker.", container=False)