Skip to content

Add object detection, tracking, mobile notifications, and search to any security camera.

clean

roryclear676b7bc05fcc
diff --git a/experimental/clearcam_rtsp.py b/experimental/clearcam_rtsp.py
index 7dede87..757c766 100644
--- a/experimental/clearcam_rtsp.py
+++ b/experimental/clearcam_rtsp.py
@@ -452,6 +452,7 @@ class VideoCapture:
last_live_seg = time.time()
last_preview_time = None
last_counter_update = time.time()
+ count = 0
while self.running:
if not (CAMERA_BASE_DIR / self.camera_name).is_dir(): os._exit(1) # deleted cam
try:
@@ -467,73 +468,68 @@ class VideoCapture:
fail_count = 0
frame = np.frombuffer(raw_bytes, np.uint8).reshape((self.height, self.width, 3))
filtered_preds = [p for p in self.last_preds if p[4] >= yolo_thresh and (classes is None or str(int(p[5])) in classes)]
- objects = [int(x[5]) for x in filtered_preds]
- self.object_queue.append(objects)
-
-
- for x in objects:
- self.object_dict[int(x)] += 1
- if len(self.object_queue) > 10:
- if last_preview_time is None or time.time() - last_det >= 3600: # preview every hour
- last_preview_time = time.time()
- filename = CAMERA_BASE_DIR / f"{self.camera_name}/preview.jpg"
- cv2.imwrite(filename, self.annotated_frame)
- for x in self.object_queue[0]: self.object_dict[int(x)] -= 1
- del self.object_queue[0]
- for _,alert in self.alert_counters.items():
- if alert.get_counts()[1]:
- if time.time() - last_det >= alert.window: # once per min for now
- send_det = True
- timestamp = datetime.now().strftime("%Y-%m-%d")
- filename = CAMERA_BASE_DIR / f"{self.camera_name}/event_images/{timestamp}/{int(time.time() - self.streamer.start_time - 10)}.jpg"
- cv2.imwrite(filename, self.annotated_frame)
- if userID is not None: threading.Thread(target=send_notif, args=(userID,), daemon=True).start()
- last_det = time.time()
- if (send_det and userID is not None) and time.time() - last_det >= 15: #send 15ish second clip after
- os.makedirs("event_clips", exist_ok=True)
- mp4_filename = f"{self.camera_name}/event_clips/{datetime.now().strftime('%Y-%m-%d_%H-%M-%S')}.mp4"
- self.streamer.export_last_segments(Path(mp4_filename))
- encrypt_file(Path(mp4_filename), Path(f"""{mp4_filename}.aes"""), key)
- threading.Thread(target=upload_file, args=(Path(f"""{mp4_filename}.aes"""), userID), daemon=True).start()
- send_det = False
- if userID and (time.time() - last_live_check) >= 5:
- last_live_check = time.time()
- threading.Thread(target=check_upload_link, args=(self.camera_name,), daemon=True).start()
- if (time.time() - last_counter_update) >= 5: #update counter every 5 secs
- counters_dir = CAMERA_BASE_DIR / self.camera_name / "counters.pkl"
- if os.path.exists(counters_dir):
- with open(counters_dir, 'rb') as f:
- counter = pickle.load(f)
- if counter is None: self.counter = RollingClassCounter()
- counter = self.counter
- with open(counters_dir, 'wb') as f:
- pickle.dump(counter, f)
- # delete alerts
- deleted_alerts_dir = CAMERA_BASE_DIR / self.camera_name / "deleted_alerts.pkl"
- if deleted_alerts_dir.exists():
- with open(deleted_alerts_dir, 'rb') as f:
- deleted_alerts = pickle.load(f)
- for a in deleted_alerts:
- if a in self.alert_counters: del self.alert_counters[a]
- deleted_alerts_dir.unlink()
-
- # add new alerts
- added_alerts_dir = CAMERA_BASE_DIR / self.camera_name / "added_alerts.pkl"
- if added_alerts_dir.exists():
- with open(added_alerts_dir, 'rb') as f:
- added_alerts = pickle.load(f)
- for id,a in added_alerts:
- self.alert_counters[id] = a
- for c in a.classes: classes.add(str(c))
- added_alerts_dir.unlink()
-
- if userID and live_link[self.camera_name] and (time.time() - last_live_seg) >= 4:
- last_live_seg = time.time()
- mp4_filename = f"segment.mp4"
- self.streamer.export_last_segments(Path(mp4_filename),last=True)
- encrypt_file(Path(mp4_filename), Path(f"""{mp4_filename}.aes"""), key)
- Path(mp4_filename).unlink()
- threading.Thread(target=upload_to_r2, args=(Path(f"""{mp4_filename}.aes"""), live_link[self.camera_name]), daemon=True).start()
+
+ if count > 10:
+ if last_preview_time is None or time.time() - last_det >= 3600: # preview every hour
+ last_preview_time = time.time()
+ filename = CAMERA_BASE_DIR / f"{self.camera_name}/preview.jpg"
+ cv2.imwrite(filename, self.annotated_frame)
+ for _,alert in self.alert_counters.items():
+ if alert.get_counts()[1]:
+ if time.time() - last_det >= alert.window: # once per min for now
+ send_det = True
+ timestamp = datetime.now().strftime("%Y-%m-%d")
+ filename = CAMERA_BASE_DIR / f"{self.camera_name}/event_images/{timestamp}/{int(time.time() - self.streamer.start_time - 10)}.jpg"
+ cv2.imwrite(filename, self.annotated_frame)
+ if userID is not None: threading.Thread(target=send_notif, args=(userID,), daemon=True).start()
+ last_det = time.time()
+ if (send_det and userID is not None) and time.time() - last_det >= 15: #send 15ish second clip after
+ os.makedirs("event_clips", exist_ok=True)
+ mp4_filename = f"{self.camera_name}/event_clips/{datetime.now().strftime('%Y-%m-%d_%H-%M-%S')}.mp4"
+ self.streamer.export_last_segments(Path(mp4_filename))
+ encrypt_file(Path(mp4_filename), Path(f"""{mp4_filename}.aes"""), key)
+ threading.Thread(target=upload_file, args=(Path(f"""{mp4_filename}.aes"""), userID), daemon=True).start()
+ send_det = False
+ if userID and (time.time() - last_live_check) >= 5:
+ last_live_check = time.time()
+ threading.Thread(target=check_upload_link, args=(self.camera_name,), daemon=True).start()
+ if (time.time() - last_counter_update) >= 5: #update counter every 5 secs
+ counters_dir = CAMERA_BASE_DIR / self.camera_name / "counters.pkl"
+ if os.path.exists(counters_dir):
+ with open(counters_dir, 'rb') as f:
+ counter = pickle.load(f)
+ if counter is None: self.counter = RollingClassCounter()
+ counter = self.counter
+ with open(counters_dir, 'wb') as f:
+ pickle.dump(counter, f)
+ # delete alerts
+ deleted_alerts_dir = CAMERA_BASE_DIR / self.camera_name / "deleted_alerts.pkl"
+ if deleted_alerts_dir.exists():
+ with open(deleted_alerts_dir, 'rb') as f:
+ deleted_alerts = pickle.load(f)
+ for a in deleted_alerts:
+ if a in self.alert_counters: del self.alert_counters[a]
+ deleted_alerts_dir.unlink()
+
+ # add new alerts
+ added_alerts_dir = CAMERA_BASE_DIR / self.camera_name / "added_alerts.pkl"
+ if added_alerts_dir.exists():
+ with open(added_alerts_dir, 'rb') as f:
+ added_alerts = pickle.load(f)
+ for id,a in added_alerts:
+ self.alert_counters[id] = a
+ for c in a.classes: classes.add(str(c))
+ added_alerts_dir.unlink()
+
+ if userID and live_link[self.camera_name] and (time.time() - last_live_seg) >= 4:
+ last_live_seg = time.time()
+ mp4_filename = f"segment.mp4"
+ self.streamer.export_last_segments(Path(mp4_filename),last=True)
+ encrypt_file(Path(mp4_filename), Path(f"""{mp4_filename}.aes"""), key)
+ Path(mp4_filename).unlink()
+ threading.Thread(target=upload_to_r2, args=(Path(f"""{mp4_filename}.aes"""), live_link[self.camera_name]), daemon=True).start()
+ else:
+ count+=1
with self.lock:
self.raw_frame = frame.copy()
self.annotated_frame = self.draw_predictions(frame.copy(), filtered_preds)