Support video

ui/src/app/api/hf-jobs/route.ts

@@ -216,7 +216,9 @@ def copy_dataset_files(source_dir: str, local_path: str):
     print(f"Collecting data files from {source_dir}")
 
     image_exts = {'.jpg', '.jpeg', '.png', '.webp', '.bmp'}
+    video_exts = {'.mp4', '.avi', '.mov', '.webm', '.mkv', '.wmv', '.m4v', '.flv'}
     copied_images = 0
+    copied_videos = 0
     copied_captions = 0
 
     for root, _, files in os.walk(source_dir):
@@ -236,6 +238,12 @@ def copy_dataset_files(source_dir: str, local_path: str):
                     copied_images += 1
                 except Exception as img_error:
                     print(f"Error copying image {src_path}: {img_error}")
+            elif ext in video_exts:
+                try:
+                    shutil.copy2(src_path, dest_path)
+                    copied_videos += 1
+                except Exception as vid_error:
+                    print(f"Error copying video {src_path}: {vid_error}")
             elif ext == '.txt':
                 try:
                     shutil.copy2(src_path, dest_path)
@@ -248,8 +256,11 @@ def copy_dataset_files(source_dir: str, local_path: str):
                 except Exception as other_error:
                     print(f"Error copying file {src_path}: {other_error}")
 
-    print(f"Prepared {copied_images} images and {copied_captions} captions in {local_path}")
-    return copied_images, copied_captions
+    total_media = copied_images + copied_videos
+    print(
+        f"Prepared {copied_images} images, {copied_videos} videos, and {copied_captions} captions in {local_path}"
+    )
+    return total_media, copied_captions
 
 
 def download_dataset(dataset_repo: str, local_path: str):
@@ -261,10 +272,10 @@ def download_dataset(dataset_repo: str, local_path: str):
     local_source = find_local_dataset_source(dataset_repo)
     if local_source:
         print(f"Found local dataset at {local_source}")
-        images_copied, _ = copy_dataset_files(local_source, local_path)
-        if images_copied > 0:
+        media_copied, _ = copy_dataset_files(local_source, local_path)
+        if media_copied > 0:
             return
-        print("Local dataset did not contain images, falling back to remote download")
+        print("Local dataset did not contain media files, falling back to remote download")
 
     repo_id = normalize_repo_id(dataset_repo)
 
@@ -274,10 +285,10 @@ def download_dataset(dataset_repo: str, local_path: str):
             temp_repo_path = snapshot_download(repo_id=repo_id, repo_type="dataset")
             print(f"Downloaded repo to: {temp_repo_path}")
             print(f"Contents: {os.listdir(temp_repo_path)}")
-            images_copied, _ = copy_dataset_files(temp_repo_path, local_path)
-            if images_copied > 0:
+            media_copied, _ = copy_dataset_files(temp_repo_path, local_path)
+            if media_copied > 0:
                 return
-            print("Snapshot download did not contain images, attempting structured dataset load")
+            print("Snapshot download did not contain media files, attempting structured dataset load")
         except Exception as snapshot_error:
             print(f"Snapshot download failed: {snapshot_error}")