From 7d352687c7a7f31231cfdfc110cc220c35f2a755 Mon Sep 17 00:00:00 2001
From: Kenneth Chiem <kc696@cornell.edu>
Date: Sun, 1 Oct 2023 12:44:06 -0400
Subject: [PATCH 1/2] Ensure ffmpeg dependency is installed

- to ensure ffmpeg is installed for macos when reencoding video
---
 src/processing/video_render.py | 21 +++++++++++++++++++++
 1 file changed, 21 insertions(+)

diff --git a/src/processing/video_render.py b/src/processing/video_render.py
index e12a6657..a4a418ab 100644
--- a/src/processing/video_render.py
+++ b/src/processing/video_render.py
@@ -2,8 +2,12 @@
 import random
 import os
 import numpy as np
+import subprocess
+import sys
+
 # pass in homo matrix +  + 
 # implement video reencoding 
+
 class VideoRender:
     def __init__(self, homography):
         self._TRUE_PATH = os.path.join('data','true_map.png')
@@ -15,7 +19,24 @@ def reencode(self, input_path, output_path):
         """
         Re-encodes a MPEG4 video file to H.264 format. Overrides existing output videos if present.
         Deletes the unprocessed video when complete.
+        Ensures ffmpeg dependency is installed
         """
+
+        if sys.platform != 'darwin':
+            print("Designed to install dependency for macOS")
+        else:
+            try:
+                # check if it is installed already
+                subprocess.run(["brew", "list", "ffmpeg"], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+            except:
+                # install dependency
+                print("Installing ffmpeg")
+                try:
+                    subprocess.run(["brew", "install", "ffmpeg"], check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+                except:
+                    print("Error installing ffmpeg")
+                    return
+
         reencode_command = f'ffmpeg -y -i {input_path} -vcodec libx264 -c:a copy {output_path}'
         os.system(reencode_command)
         # os.remove(input_path)

From ff831592706ce0c5dce9f1959fb3b55ddf53f8a4 Mon Sep 17 00:00:00 2001
From: Kenneth Chiem <kc696@cornell.edu>
Date: Sun, 15 Oct 2023 01:49:40 -0400
Subject: [PATCH 2/2] Implement multithreading for object tracking

- Create two processes to track person and ball separately
- Commented lines of code for multithreading
---
 src/StrongSORT-YOLO/tracker.py | 72 +++++++++++++++++++++++++++++++---
 1 file changed, 66 insertions(+), 6 deletions(-)

diff --git a/src/StrongSORT-YOLO/tracker.py b/src/StrongSORT-YOLO/tracker.py
index eceba542..0f26e2f1 100644
--- a/src/StrongSORT-YOLO/tracker.py
+++ b/src/StrongSORT-YOLO/tracker.py
@@ -1,25 +1,85 @@
 from pathlib import Path
 import track_v5
 import pickle
+import multiprocessing as mp
+import threading as th
+import time
 
 FILE = Path(__file__).resolve()
 ROOT = FILE.parents[0]  # yolov5 strongsort root directory
 WEIGHTS = ROOT / 'weights'
 
+def track_person(res, source_mov:str, idx:int):
+    """ tracks persons in video and puts data in out_queue"""
+    out_array_pr, vid_path = track_v5.run(source = source_mov, classes= [1, 2],  yolo_weights = 
+                                          WEIGHTS / 'best.pt', save_vid=False, ret=True)
+    
+    res[idx] = (out_array_pr, vid_path)
+
+    print("==============Put data from tracking person and rim============")
+    return
+
+def track_basketball(res, source_mov:str, idx:int):
+    """ tracks basketball in video and puts data in out_queue"""
+    out_array_bb, bb_vid_path = track_v5.run(source = source_mov, 
+                                             yolo_weights = WEIGHTS / 'best_basketball.pt', 
+                                             save_vid=False, ret=True, skip_big=True)
+    
+    res[idx] = (out_array_bb, bb_vid_path)
+
+    print("==============Put data from tracking basketball============")
+    return
+
 def get_data(source_mov:str):
     """ returns dict as: {
         'basketball_data': (basketball_bounding_boxes, video_path),
-        'person_data': (persons_and_rin_bounding_boxes, vide_path)
+        'person_data': (persons_and_rim_bounding_boxes, vide_path)
         }.
 
     Args:
         source_mov (string path): path to video file
     """
-    out_array_pr, vid_path = track_v5.run(source = source_mov, classes= [1, 2],  yolo_weights = 
-                                          WEIGHTS / 'best.pt', save_vid=False, ret=True)
-    out_array_bb, bb_vid_path = track_v5.run(source = source_mov, 
-                                             yolo_weights = WEIGHTS / 'best_basketball.pt', 
-                                             save_vid=False, ret=True, skip_big=True)
+
+
+    # ---------THREADING APPROACH---------------
+
+    # res = [None] * 2
+
+    # t1 = th.Thread(target=track_person, args=(res, source_mov, 0))
+    # t2 = th.Thread(target=track_basketball, args=(res, source_mov, 1))
+
+    # start = time.time()
+
+    # t1.start()
+    # t2.start()
+
+    # t1.join()
+    # t2.join()
+
+    # out_array_pr, vid_path = res[0]
+    # out_array_bb, bb_vid_path = res[1]
+
+    # ---------MULTIPROCESSING APPROACH---------------
+
+    res = mp.Manager().list([None] * 2)
+
+    p1 = mp.Process(target=track_person, args=(res, source_mov, 0))
+    p2 = mp.Process(target=track_basketball, args=(res, source_mov, 1))
+
+    start = time.time()
+
+    p1.start()
+    p2.start()
+
+    p1.join()
+    p2.join()
+
+    out_array_pr, vid_path = res[0]
+    out_array_bb, bb_vid_path = res[1]
+
+    end = time.time()
+
+    print(f'=============time elapsed: {end-start}=================')
     
     return {'basketball_data': (out_array_bb, bb_vid_path), 'person_data': (out_array_pr, vid_path)}