implement list jobs

start_app.py

@@ -6,6 +6,7 @@ import time
 import yaml
 
 import gradio as gr
+import pandas as pd
 import requests
 from huggingface_hub import HfApi, get_token
 
@@ -50,7 +51,7 @@ def dry_run(src, config, split, dst, query):
     args = ["--src", src, "--config", config, "--split", split, "--dst", dst, "--query", query, DRY_RUN]
     cmd = CMD + args
     logs = "Job:\n\n```bash\n" + " ".join('"' + arg.replace('"', '\"""') + '"' if " " in arg else arg for arg in cmd) + "\n```\nOutput:\n\n"
-    yield {output_markdown: logs, progress_labels: gr.Label(visible=False)}
+    yield {output_markdown: logs, progress_labels: gr.Label(visible=False), details_accordion: gr.Accordion(open=True)}
     process = subprocess.Popen(cmd, stdout=subprocess.PIPE)
     for line in iter(process.stdout.readline, b""):
         logs += line.decode()
@@ -114,6 +115,7 @@ def run(src, config, split, dst, query, oauth_token: gr.OAuthToken | None, profi
             pbars = {"Finished with an error ❌": 1.0}
     yield {output_markdown: logs, progress_labels: gr.Label(pbars, visible=bool(pbars))}
 
+
 READ_FUNCTIONS = ("pl.read_parquet", "pl.read_csv", "pl.read_json")
 NUM_TRENDING_DATASETS = 10
 
@@ -140,11 +142,11 @@ with gr.Blocks() as demo:
         if DRY_RUN:
             dry_run_button = gr.Button("Dry-Run")
     progress_labels= gr.Label(visible=False, label="Progress")
-    with gr.Accordion("Details", open=False):
+    with gr.Accordion("Details", open=False) as details_accordion:
         output_markdown = gr.Markdown(label="Output logs")
-    run_button.click(run, inputs=[dataset_dropdown, subset_dropdown, split_dropdown, dst_dropdown, query_textarea], outputs=[progress_labels, output_markdown])
+    run_button.click(run, inputs=[dataset_dropdown, subset_dropdown, split_dropdown, dst_dropdown, query_textarea], outputs=[details_accordion, progress_labels, output_markdown])
     if DRY_RUN:
-        dry_run_button.click(dry_run, inputs=[dataset_dropdown, subset_dropdown, split_dropdown, dst_dropdown, query_textarea], outputs=[progress_labels, output_markdown])
+        dry_run_button.click(dry_run, inputs=[dataset_dropdown, subset_dropdown, split_dropdown, dst_dropdown, query_textarea], outputs=[details_accordion, progress_labels, output_markdown])
 
     def show_subset_dropdown(dataset: str):
         if dataset and "/" not in dataset.strip().strip("/"):
@@ -193,8 +195,34 @@ if HELP:
     with demo.route("Help", "/help"):
         gr.Markdown(f"# Help\n\n```\n{HELP}\n```")
 
-with demo.route("Jobs", "/jobs"):
+with demo.route("Jobs", "/jobs") as page:
     gr.Markdown("# Jobs")
+    jobs_dataframe = gr.DataFrame()
+
+    @page.load(outputs=[jobs_dataframe])
+    def list_jobs(oauth_token: gr.OAuthToken | None, profile: gr.OAuthProfile | None):
+        if oauth_token and profile:
+            token = oauth_token.token
+            username = profile.username
+        elif (token := get_token()):
+            username = HfApi().whoami(token=token)["name"]
+        else:
+            return pd.DataFrame({"Log in to see jobs": []})
+        resp = requests.get(
+            f"https://huggingface.co/api/jobs/{username}",
+            headers={"Authorization": f"Bearer {token}"}
+        )
+        return pd.DataFrame([
+            {
+                "id": job["metadata"]["id"],
+                "created_at": job["metadata"]["created_at"],
+                "stage": job["compute"]["status"]["stage"],
+                "command": str(job["compute"]["spec"]["extra"]["command"]),
+                "args": str(job["compute"]["spec"]["extra"]["args"]),
+            }
+            for job in resp.json()
+            if job["compute"]["spec"]["extra"]["input"]["spaceId"] == spaceId
+        ])
 
 if __name__ == "__main__":
     demo.launch(server_name="0.0.0.0")