add test code for delayed tracking lost

Author: arch

docs/app/docs/user-guide/build.md

@@ -52,6 +52,6 @@ conda activate funscript-editor
 python3 funscript-editor.py
 ```
 
-By default the latest code is used which may contain bugs. So you maybe want to switch to the latest release version with `` git checkout $(git describe --tags `git rev-list --tags --max-count=1`)  ``.
+By default the latest code is used which may contain bugs. So you maybe want to switch to the latest release version with `` git checkout $(git describe --tags `git rev-list --tags --max-count=1`)``.
 
 You can always update the application to the latest version with `git checkout main && git pull` inside the repository directory.

funscript_editor/algorithms/funscriptgenerator.py

@@ -48,8 +48,9 @@ class FunscriptGeneratorParameter:
     zoom_factor: float = max((1.0, float(SETTINGS['zoom_factor'])))
     preview_scaling: float = float(SETTINGS['preview_scaling'])
     use_kalman_filter: bool = SETTINGS['use_kalman_filter']
+    tracking_lost_time: int = max((0, SETTINGS['tracking_lost_time']))
 
-    # General
+    # General Hyperparameter
     skip_frames: int = max((0, int(HYPERPARAMETER['skip_frames'])))
 
     # VR Movement in y Direction
@@ -701,6 +702,8 @@ def tracking(self) -> str:
         else:
             cycle_time_in_ms = 0
 
+        tracking_lost_frames = round(self.video_info.fps * self.params.tracking_lost_time / 1000.0)
+
         status = "End of video reached"
         self.clear_keypress_queue()
         last_frame, frame_num = None, 1 # first frame is init frame
@@ -751,18 +754,30 @@ def tracking(self) -> str:
                     break
 
             (woman_tracker_status, bbox_woman) = tracker_woman.result()
-            if woman_tracker_status != "OK":
+            if woman_tracker_status == StaticVideoTracker.Status.FEATURE_OUTSIDE:
                 status = 'Woman ' + woman_tracker_status
-                bboxes = self.delete_last_tracking_predictions(bboxes, (self.params.skip_frames+1)*3)
+                bboxes = self.delete_last_tracking_predictions(bboxes, (self.params.skip_frames+1)*2)
                 break
 
+            if woman_tracker_status == StaticVideoTracker.Status.TRACKING_LOST:
+                if len(bboxes['Woman']) == 0 or max([x for x in bboxes['Woman'].keys()]) < tracking_lost_frames:
+                    status = 'Woman ' + woman_tracker_status
+                    bboxes = self.delete_last_tracking_predictions(bboxes, (self.params.skip_frames+1)*2)
+                    break
+
             if self.params.track_men:
                 (men_tracker_status, bbox_men) = tracker_men.result()
-                if men_tracker_status != "OK":
+                if men_tracker_status == StaticVideoTracker.Status.FEATURE_OUTSIDE:
                     status = 'Men ' + men_tracker_status
-                    bboxes = self.delete_last_tracking_predictions(bboxes, (self.params.skip_frames+1)*3)
+                    bboxes = self.delete_last_tracking_predictions(bboxes, (self.params.skip_frames+1)*2)
                     break
 
+                if men_tracker_status == StaticVideoTracker.Status.TRACKING_LOST:
+                    if len(bboxes['Men']) == 0 or max([x for x in bboxes['Men'].keys()]) < tracking_lost_frames:
+                        status = 'Men ' + men_tracker_status
+                        bboxes = self.delete_last_tracking_predictions(bboxes, (self.params.skip_frames+1)*2)
+                        break
+
             last_frame = frame
 
             if cycle_time_in_ms > 0:

funscript_editor/algorithms/videotracker.py

@@ -5,6 +5,7 @@
 import time
 import logging
 
+from dataclasses import dataclass
 from threading import Thread
 from queue import Queue
 from funscript_editor.utils.config import SETTINGS
@@ -47,6 +48,13 @@ def __init__(self,
     __logger = logging.getLogger(__name__)
 
 
+    @dataclass
+    class Status:
+        OK :str = "OK"
+        TRACKING_LOST :str = "Tracking Lost"
+        FEATURE_OUTSIDE :str = "Feature outside the specified area"
+
+
     @staticmethod
     def is_bbox_in_tracking_area(bbox: tuple, supervised_tracking_area: tuple = None) -> bool:
         """ Check if tracking box is inside the supervised tracking area
@@ -145,12 +153,12 @@ def run(self) -> None:
                 frame = self.queue_in.get()
                 frame_roi = frame[y0:y1, x0:x1]
                 success, bbox = self.tracker.update(frame_roi)
-                status = "Tracking Lost"
+                status = StaticVideoTracker.Status.TRACKING_LOST
                 if success:
-                    status = "OK"
+                    status = StaticVideoTracker.Status.OK
                     bbox = (int(bbox[0] + x0), int(bbox[1] + y0), int(bbox[2]), int(bbox[3]))
                     if not StaticVideoTracker.is_bbox_in_tracking_area(bbox, self.supervised_tracking_area):
-                        status = "Feature outside the specified area"
+                        status = StaticVideoTracker.Status.FEATURE_OUTSIDE
 
                 self.queue_out.put((status, bbox))
 

funscript_editor/config/settings.yaml

@@ -22,3 +22,6 @@ tracker: 'CSRT'
 
 # Specify the wav file to play when tracking finished (write 'off' to disable the sound notification)
 notification_sound: 'sound_notification.wav'
+
+# Time in milliseconds at which the tracking is stopped if the selected feature is not found
+tracking_lost_time: 0