Annotate rendered frames and sync kick status

app.py

@@ -450,6 +450,26 @@ def _maybe_upscale_for_display(image: Image.Image) -> Image.Image:
     return image.resize((target_width, target_height), Image.BILINEAR)
 
 
+def _annotate_frame_index(image: Image.Image, frame_idx: int) -> Image.Image:
+    if image is None:
+        return image
+    annotated = image.copy()
+    draw = ImageDraw.Draw(annotated)
+    text = f"Frame {frame_idx}"
+    padding = 6
+    try:
+        bbox = draw.textbbox((0, 0), text)
+        text_w = bbox[2] - bbox[0]
+        text_h = bbox[3] - bbox[1]
+    except AttributeError:
+        text_w, text_h = draw.textsize(text)
+    x0, y0 = padding, padding
+    x1, y1 = x0 + text_w + padding, y0 + text_h + padding
+    draw.rectangle([(x0 - padding // 2, y0 - padding // 2), (x1, y1)], fill=(0, 0, 0))
+    draw.text((x0, y0), text, fill=(255, 255, 255))
+    return annotated
+
+
 def compose_frame(state: AppState, frame_idx: int, remove_bg: bool = False) -> Image.Image:
     if state is None or state.video_frames is None or len(state.video_frames) == 0:
         return None
@@ -902,6 +922,24 @@ def _format_impact_status(state: AppState) -> str:
     return f"Impact frame: {frame}{time_part}{speed_text}"
 
 
+def _format_kick_status(state: AppState) -> str:
+    if state is None or not isinstance(state, AppState):
+        return "Kick frame: not computed"
+    frame = state.kick_frame
+    if frame is None:
+        frame = getattr(state, "kick_debug_kick_frame", None)
+    if frame is None:
+        if state.kick_debug_frames:
+            return "Kick frame: not detected"
+        return "Kick frame: not computed"
+    if state.kick_frame is None and frame is not None:
+        state.kick_frame = frame
+    time_part = ""
+    if state.video_fps and state.video_fps > 1e-6:
+        time_part = f" (~{frame / state.video_fps:.2f}s)"
+    return f"Kick frame ≈ {frame}{time_part}"
+
+
 def _recompute_motion_metrics(state: AppState, target_obj_id: int = 1):
     centers = state.ball_centers.get(target_obj_id)
     if not centers or len(centers) < 3:
@@ -1322,6 +1360,7 @@ def propagate_masks(GLOBAL_STATE: gr.State):
             gr.update(),
             _build_kick_plot(GLOBAL_STATE),
             _format_impact_status(GLOBAL_STATE),
+            gr.update(value=_format_kick_status(GLOBAL_STATE), visible=True),
         )
 
     processor = deepcopy(GLOBAL_STATE.processor)
@@ -1342,6 +1381,7 @@ def propagate_masks(GLOBAL_STATE: gr.State):
         gr.update(),
         _build_kick_plot(GLOBAL_STATE),
         _format_impact_status(GLOBAL_STATE),
+        gr.update(value=_format_kick_status(GLOBAL_STATE), visible=True),
     )
 
     last_frame_idx = 0
@@ -1375,6 +1415,7 @@ def propagate_masks(GLOBAL_STATE: gr.State):
                     gr.update(value=frame_idx),
                     _build_kick_plot(GLOBAL_STATE),
                     _format_impact_status(GLOBAL_STATE),
+                    gr.update(value=_format_kick_status(GLOBAL_STATE), visible=True),
                 )
 
     text = f"Propagated masks across {processed} frames for {len(inference_session.obj_ids)} objects."
@@ -1386,6 +1427,7 @@ def propagate_masks(GLOBAL_STATE: gr.State):
         gr.update(value=last_frame_idx),
         _build_kick_plot(GLOBAL_STATE),
         _format_impact_status(GLOBAL_STATE),
+        gr.update(value=_format_kick_status(GLOBAL_STATE), visible=True),
     )
 
 
@@ -1889,24 +1931,24 @@ with gr.Blocks(title="SAM2 Video (Transformers) - Interactive Segmentation", the
         if s is not None and val is not None:
             s.min_impact_speed_kmh = float(val)
             _recompute_motion_metrics(s)
-        return _build_kick_plot(s), _format_impact_status(s)
+        return _build_kick_plot(s), _format_impact_status(s), gr.update(value=_format_kick_status(s), visible=True)
 
     def _update_goal_distance(s: AppState, val: float):
         if s is not None and val is not None:
             s.goal_distance_m = float(val)
             _recompute_motion_metrics(s)
-        return _build_kick_plot(s), _format_impact_status(s)
+        return _build_kick_plot(s), _format_impact_status(s), gr.update(value=_format_kick_status(s), visible=True)
 
     min_impact_speed_slider.change(
         _update_min_impact_speed,
         inputs=[GLOBAL_STATE, min_impact_speed_slider],
-        outputs=[kick_plot, impact_status],
+        outputs=[kick_plot, impact_status, ball_status],
     )
 
     goal_distance_slider.change(
         _update_goal_distance,
         inputs=[GLOBAL_STATE, goal_distance_slider],
-        outputs=[kick_plot, impact_status],
+        outputs=[kick_plot, impact_status, ball_status],
     )
 
     def _auto_detect_ball(
@@ -1958,10 +2000,7 @@ with gr.Blocks(title="SAM2 Video (Transformers) - Interactive Segmentation", the
         )
 
         status_text = f"✅ Auto-detected ball at ({x_center}, {y_center}) (conf={conf:.2f})"
-        if state_in.kick_frame is not None:
-            status_text += f" | Kick frame ≈ {state_in.kick_frame}"
-        else:
-            status_text += " | Kick frame: not detected"
+        status_text += f" | {_format_kick_status(state_in)}"
         return (
             preview_img,
             gr.update(value=status_text, visible=True),
@@ -1999,7 +2038,8 @@ with gr.Blocks(title="SAM2 Video (Transformers) - Interactive Segmentation", the
                 img = s.composited_frames.get(idx)
                 if img is None:
                     img = compose_frame(s, idx, remove_bg=False)
-            frames_np.append(np.array(img)[:, :, ::-1])  # BGR for cv2
+            img_with_idx = _annotate_frame_index(img, idx)
+            frames_np.append(np.array(img_with_idx)[:, :, ::-1])  # BGR for cv2
             # Periodically release CPU mem to reduce pressure
             if (idx + 1) % 60 == 0:
                 gc.collect()
@@ -2022,7 +2062,7 @@ with gr.Blocks(title="SAM2 Video (Transformers) - Interactive Segmentation", the
     propagate_btn.click(
         propagate_masks,
         inputs=[GLOBAL_STATE],
-        outputs=[GLOBAL_STATE, propagate_status, frame_slider, kick_plot, impact_status],
+        outputs=[GLOBAL_STATE, propagate_status, frame_slider, kick_plot, impact_status, ball_status],
     )
 
     reset_btn.click(