Add object detection, tracking, mobile notifications, and search to any security camera.
clean
roryclear676b7bc05fcc
diff --git a/experimental/clearcam_rtsp.py b/experimental/clearcam_rtsp.pyindex 7dede87..757c766 100644--- a/experimental/clearcam_rtsp.py+++ b/experimental/clearcam_rtsp.py@@ -452,6 +452,7 @@ class VideoCapture:last_live_seg = time.time()last_preview_time = Nonelast_counter_update = time.time()+ count = 0while self.running:if not (CAMERA_BASE_DIR / self.camera_name).is_dir(): os._exit(1) # deleted camtry:@@ -467,73 +468,68 @@ class VideoCapture:fail_count = 0frame = np.frombuffer(raw_bytes, np.uint8).reshape((self.height, self.width, 3))filtered_preds = [p for p in self.last_preds if p[4] >= yolo_thresh and (classes is None or str(int(p[5])) in classes)]- objects = [int(x[5]) for x in filtered_preds]- self.object_queue.append(objects)--- for x in objects:- self.object_dict[int(x)] += 1- if len(self.object_queue) > 10:- if last_preview_time is None or time.time() - last_det >= 3600: # preview every hour- last_preview_time = time.time()- filename = CAMERA_BASE_DIR / f"{self.camera_name}/preview.jpg"- cv2.imwrite(filename, self.annotated_frame)- for x in self.object_queue[0]: self.object_dict[int(x)] -= 1- del self.object_queue[0]- for _,alert in self.alert_counters.items():- if alert.get_counts()[1]:- if time.time() - last_det >= alert.window: # once per min for now- send_det = True- timestamp = datetime.now().strftime("%Y-%m-%d")- filename = CAMERA_BASE_DIR / f"{self.camera_name}/event_images/{timestamp}/{int(time.time() - self.streamer.start_time - 10)}.jpg"- cv2.imwrite(filename, self.annotated_frame)- if userID is not None: threading.Thread(target=send_notif, args=(userID,), daemon=True).start()- last_det = time.time()- if (send_det and userID is not None) and time.time() - last_det >= 15: #send 15ish second clip after- os.makedirs("event_clips", exist_ok=True)- mp4_filename = f"{self.camera_name}/event_clips/{datetime.now().strftime('%Y-%m-%d_%H-%M-%S')}.mp4"- self.streamer.export_last_segments(Path(mp4_filename))- encrypt_file(Path(mp4_filename), Path(f"""{mp4_filename}.aes"""), key)- threading.Thread(target=upload_file, args=(Path(f"""{mp4_filename}.aes"""), userID), daemon=True).start()- send_det = False- if userID and (time.time() - last_live_check) >= 5:- last_live_check = time.time()- threading.Thread(target=check_upload_link, args=(self.camera_name,), daemon=True).start()- if (time.time() - last_counter_update) >= 5: #update counter every 5 secs- counters_dir = CAMERA_BASE_DIR / self.camera_name / "counters.pkl"- if os.path.exists(counters_dir):- with open(counters_dir, 'rb') as f:- counter = pickle.load(f)- if counter is None: self.counter = RollingClassCounter()- counter = self.counter- with open(counters_dir, 'wb') as f:- pickle.dump(counter, f)- # delete alerts- deleted_alerts_dir = CAMERA_BASE_DIR / self.camera_name / "deleted_alerts.pkl"- if deleted_alerts_dir.exists():- with open(deleted_alerts_dir, 'rb') as f:- deleted_alerts = pickle.load(f)- for a in deleted_alerts:- if a in self.alert_counters: del self.alert_counters[a]- deleted_alerts_dir.unlink()-- # add new alerts- added_alerts_dir = CAMERA_BASE_DIR / self.camera_name / "added_alerts.pkl"- if added_alerts_dir.exists():- with open(added_alerts_dir, 'rb') as f:- added_alerts = pickle.load(f)- for id,a in added_alerts:- self.alert_counters[id] = a- for c in a.classes: classes.add(str(c))- added_alerts_dir.unlink()-- if userID and live_link[self.camera_name] and (time.time() - last_live_seg) >= 4:- last_live_seg = time.time()- mp4_filename = f"segment.mp4"- self.streamer.export_last_segments(Path(mp4_filename),last=True)- encrypt_file(Path(mp4_filename), Path(f"""{mp4_filename}.aes"""), key)- Path(mp4_filename).unlink()- threading.Thread(target=upload_to_r2, args=(Path(f"""{mp4_filename}.aes"""), live_link[self.camera_name]), daemon=True).start()++ if count > 10:+ if last_preview_time is None or time.time() - last_det >= 3600: # preview every hour+ last_preview_time = time.time()+ filename = CAMERA_BASE_DIR / f"{self.camera_name}/preview.jpg"+ cv2.imwrite(filename, self.annotated_frame)+ for _,alert in self.alert_counters.items():+ if alert.get_counts()[1]:+ if time.time() - last_det >= alert.window: # once per min for now+ send_det = True+ timestamp = datetime.now().strftime("%Y-%m-%d")+ filename = CAMERA_BASE_DIR / f"{self.camera_name}/event_images/{timestamp}/{int(time.time() - self.streamer.start_time - 10)}.jpg"+ cv2.imwrite(filename, self.annotated_frame)+ if userID is not None: threading.Thread(target=send_notif, args=(userID,), daemon=True).start()+ last_det = time.time()+ if (send_det and userID is not None) and time.time() - last_det >= 15: #send 15ish second clip after+ os.makedirs("event_clips", exist_ok=True)+ mp4_filename = f"{self.camera_name}/event_clips/{datetime.now().strftime('%Y-%m-%d_%H-%M-%S')}.mp4"+ self.streamer.export_last_segments(Path(mp4_filename))+ encrypt_file(Path(mp4_filename), Path(f"""{mp4_filename}.aes"""), key)+ threading.Thread(target=upload_file, args=(Path(f"""{mp4_filename}.aes"""), userID), daemon=True).start()+ send_det = False+ if userID and (time.time() - last_live_check) >= 5:+ last_live_check = time.time()+ threading.Thread(target=check_upload_link, args=(self.camera_name,), daemon=True).start()+ if (time.time() - last_counter_update) >= 5: #update counter every 5 secs+ counters_dir = CAMERA_BASE_DIR / self.camera_name / "counters.pkl"+ if os.path.exists(counters_dir):+ with open(counters_dir, 'rb') as f:+ counter = pickle.load(f)+ if counter is None: self.counter = RollingClassCounter()+ counter = self.counter+ with open(counters_dir, 'wb') as f:+ pickle.dump(counter, f)+ # delete alerts+ deleted_alerts_dir = CAMERA_BASE_DIR / self.camera_name / "deleted_alerts.pkl"+ if deleted_alerts_dir.exists():+ with open(deleted_alerts_dir, 'rb') as f:+ deleted_alerts = pickle.load(f)+ for a in deleted_alerts:+ if a in self.alert_counters: del self.alert_counters[a]+ deleted_alerts_dir.unlink()++ # add new alerts+ added_alerts_dir = CAMERA_BASE_DIR / self.camera_name / "added_alerts.pkl"+ if added_alerts_dir.exists():+ with open(added_alerts_dir, 'rb') as f:+ added_alerts = pickle.load(f)+ for id,a in added_alerts:+ self.alert_counters[id] = a+ for c in a.classes: classes.add(str(c))+ added_alerts_dir.unlink()++ if userID and live_link[self.camera_name] and (time.time() - last_live_seg) >= 4:+ last_live_seg = time.time()+ mp4_filename = f"segment.mp4"+ self.streamer.export_last_segments(Path(mp4_filename),last=True)+ encrypt_file(Path(mp4_filename), Path(f"""{mp4_filename}.aes"""), key)+ Path(mp4_filename).unlink()+ threading.Thread(target=upload_to_r2, args=(Path(f"""{mp4_filename}.aes"""), live_link[self.camera_name]), daemon=True).start()+ else:+ count+=1with self.lock:self.raw_frame = frame.copy()self.annotated_frame = self.draw_predictions(frame.copy(), filtered_preds)