Tag Archives: Object Detection

OK guys, you spoke, and I listened. You all are asking for a lesson on how to do object detection on a Pi 5 using YOLO and an IP Camera. Well, you are about to get what you asked for. We will make this work, or we will DIE TRYING. Never fear, once you watch the video you will both understand and be able to do it on your own. First, I am assuming you watched our previous lesson where I showed you how to do the basic install and setup of YOLO. If not, never fear, I have the commands below. NOTE: This tutorial is geared towards bookworm OS. I strongly suggest you start with a fresh bookworm SC card, as there are many dependencies, and it is most likely to work if you start exactly where I am starting . . . with a fresh OS. Thes these are the commands I shared last week to get YOLO up and working: (just open a terminal, and paste these commands one at a time)

# 1. Configure X11 (manual steps required)
sudo raspi-config
# → Go to Advanced Options → X11 → Enable X11
# → Finish and reboot when prompted

# 5. Update system and install OpenCV
sudo apt update
sudo apt full-upgrade -y
sudo apt install python3-opencv -y

# Verify OpenCV
python3 -c "import cv2; print('OpenCV version:', cv2.__version__)"
# Expected output: something like "OpenCV version: 4.6.0" or higher

# 6. Install MediaPipe
pip install mediapipe --break

# Verify MediaPipe
python3 -c "import mediapipe as mp; print('MediaPipe version:', mp.__version__)"

# 7. Create and activate virtual environment for YOLO11 (Ultralytics)
python3 -m venv --system-site-packages YOLO
source YOLO/bin/activate

# You are now inside the (YOLO) virtual environment
# Install Ultralytics YOLO11 inside it
pip install "numpy<2.0" ultralytics

# Now create a Pi friendly YOLO11 model
yolo export model=yolo11n.pt format=ncnn

# Optional: Verify YOLO installation
python -c "from ultralytics import YOLO; print('Ultralytics YOLO ready')"

# When finished working with YOLO, you can deactivate with:
# deactivate

#Now open Thonny, and you need to point thonny to the virtual environment you 
#just created. Open tools- options, select 'interpreter' tab, then click they Python
#executable, selecting ... and navigate from home directory, 
#to YOLO, to bin, and then select python

# 1. Configure X11 (manual steps required)

sudo raspi-config

# → Go to Advanced Options → X11 → Enable X11

# → Finish and reboot when prompted

# 5. Update system and install OpenCV

sudo apt update

sudo apt full-upgrade -y

sudo apt install python3-opencv -y

# Verify OpenCV

python3 -c "import cv2; print('OpenCV version:', cv2.__version__)"

# Expected output: something like "OpenCV version: 4.6.0" or higher

# 6. Install MediaPipe

pip install mediapipe --break

# Verify MediaPipe

python3 -c "import mediapipe as mp; print('MediaPipe version:', mp.__version__)"

# 7. Create and activate virtual environment for YOLO11 (Ultralytics)

python3 -m venv --system-site-packages YOLO

source YOLO/bin/activate

# You are now inside the (YOLO) virtual environment

# Install Ultralytics YOLO11 inside it

pip install "numpy<2.0" ultralytics

# Now create a Pi friendly YOLO11 model

yolo export model=yolo11n.pt format=ncnn

# Optional: Verify YOLO installation

python -c "from ultralytics import YOLO; print('Ultralytics YOLO ready')"

# When finished working with YOLO, you can deactivate with:

# deactivate

#Now open Thonny, and you need to point thonny to the virtual environment you

#just created. Open tools- options, select 'interpreter' tab, then click they Python

#executable, selecting ... and navigate from home directory,

#to YOLO, to bin, and then select python

Now, I will explain this code, and will help you configure it for your cameras, but you will need to open up thonny, and paste in the following code as a start. IMPORTANT, as mentioned above, you need to set interpreter in thonny to the virtual environment set up in the process above. If this is not familiar to you, go back and watch last weeks lesson (click previous at the bottom of this post). Without further adue, here is the code we will work with today:

import cv2
from ultralytics import YOLO
#import secret
import threading
import time

W=1280
H=720
RTSP_URL = "rtsp://user:password@192.168.88.44:554/cam/realmonitor?channel=1&subtype=0"
#RTSP_URL = secret.RTSP_URL1
# Load the exported NCNN model (replace with your model path)
model = YOLO("/home/pjm/yolo11n_ncnn_model/", task="detect")
lock = threading.Lock()
running = True
def frameGrabber(url):
    global ipFrame, running
    cap = cv2.VideoCapture(url, cv2.CAP_FFMPEG)
    cap.set(cv2.CAP_PROP_BUFFERSIZE, 1)
    cap.set(cv2.CAP_PROP_POS_FRAMES, 0)  # Reset frame position
    while running:
        ret, frame = cap.read()
        if ret:
            with lock:
                #frame = cv2.resize(frame, (W, H))
                ipFrame = frame.copy()
    cap.release()
    print("Thread Terminated")
thread = threading.Thread(target=frameGrabber, args=(RTSP_URL,), daemon=True)
thread.start()
tStart=time.time()
time.sleep(2)
fps=0
cnt=0
# Set resolution for faster processing (optional, adjust based on your needs)
while True:
    deltaT=time.time()-tStart
    fps= fps*.9 + .1/deltaT
    tStart=time.time()
    with lock:
        ipFrameShow=ipFrame.copy()
    results = model(ipFrameShow, conf=0.25, verbose=False)[0]  # conf: confidence threshold; adjust as needed

    # Annotate the frame with detections (boxes, labels, scores)
    annotatedFrame = results.plot()
    annotatedFrame=cv2.resize(annotatedFrame, (W,H))
    cv2.putText(annotatedFrame, "FPS: "+str(round(fps,1)), (int(W*.01), int(H*.075)), 
            cv2.FONT_HERSHEY_SIMPLEX, H*.002, (0, 0, 255), 3)
    cv2.imshow("IP Camera", annotatedFrame)
    #cv2.moveWindow("IP Camera",100,100)
    if cv2.waitKey(1)==ord('q'):
        break
running=False
thread.join()  # Wait for thread to fully exit
time.sleep(1)
cv2.destroyAllWindows()
import gc
gc.collect()  # Force garbage collection to reclaim memory/connections
print("Program Terminated")

import cv2

from ultralytics import YOLO

#import secret

import threading

import time

W=1280

H=720

RTSP_URL = "rtsp://user:password@192.168.88.44:554/cam/realmonitor?channel=1&subtype=0"

#RTSP_URL = secret.RTSP_URL1

# Load the exported NCNN model (replace with your model path)

model = YOLO("/home/pjm/yolo11n_ncnn_model/", task="detect")

lock = threading.Lock()

running = True

def frameGrabber(url):

global ipFrame, running

cap = cv2.VideoCapture(url, cv2.CAP_FFMPEG)

cap.set(cv2.CAP_PROP_BUFFERSIZE, 1)

cap.set(cv2.CAP_PROP_POS_FRAMES, 0) # Reset frame position

while running:

ret, frame = cap.read()

if ret:

with lock:

#frame = cv2.resize(frame, (W, H))

ipFrame = frame.copy()

cap.release()

print("Thread Terminated")

thread = threading.Thread(target=frameGrabber, args=(RTSP_URL,), daemon=True)

thread.start()

tStart=time.time()

time.sleep(2)

fps=0

cnt=0

# Set resolution for faster processing (optional, adjust based on your needs)

while True:

deltaT=time.time()-tStart

fps= fps*.9 + .1/deltaT

tStart=time.time()

with lock:

ipFrameShow=ipFrame.copy()

results = model(ipFrameShow, conf=0.25, verbose=False)[0] # conf: confidence threshold; adjust as needed

# Annotate the frame with detections (boxes, labels, scores)

annotatedFrame = results.plot()

annotatedFrame=cv2.resize(annotatedFrame, (W,H))

cv2.putText(annotatedFrame, "FPS: "+str(round(fps,1)), (int(W*.01), int(H*.075)),

cv2.FONT_HERSHEY_SIMPLEX, H*.002, (0, 0, 255), 3)

cv2.imshow("IP Camera", annotatedFrame)

#cv2.moveWindow("IP Camera",100,100)

if cv2.waitKey(1)==ord('q'):

break

running=False

thread.join() # Wait for thread to fully exit

time.sleep(1)

cv2.destroyAllWindows()

import gc

gc.collect() # Force garbage collection to reclaim memory/connections

print("Program Terminated")

The video explains everything, please watch it!

OpenCV

AI on the Edge: Install and Run YOLO Object Detection on the Raspberry Pi 5

December 30, 2025 admin

In today’s Lesson we will see just how far we can push things on the Raspberry Pi 5. I will show you how to install YOLO11 on the Pi . I will show you a simple program that will run YOLO11 under Python and openCV. The objective in today’s lesson is to see if the Pi5, without a Hailo accelerator hat, has sufficient power to do useful object detection. We will not use an accelerator hat, but the work is computationally intensive, so you must use active cooling. This is the low cost cooling fan we are using. It is sufficient to do the job, low cost and is a thin form factor that allows other hats to still fit on the Raspberry Pi 5. You can pick up the fan I am using HERE. Also, we are using an 8GB Pi 5. If you already have a Pi 5, it will probably work. The Pi 5 we are using is available HERE. These appliations are power hungry, so make sure you are using an official Pi Power supply.

In this lesson, I assume you are already familiar with the Pi 5. Note we are using Bookworm OS. Not all the dependencies work yet on Trixie, so I strongly recommend starting by flashing a fresh bookworm SD card.

YOLO11 is a powerful AI object detection model that runs well on the Raspberry Pi 5. The model below:

# 1. Configure X11 (manual steps required)
sudo raspi-config
# → Go to Advanced Options → X11 → Enable X11
# → Finish and reboot when prompted

# 5. Update system and install OpenCV
sudo apt update
sudo apt full-upgrade -y
sudo apt install python3-opencv -y

# Verify OpenCV
python3 -c "import cv2; print('OpenCV version:', cv2.__version__)"
# Expected output: something like "OpenCV version: 4.6.0" or higher

# 6. Install MediaPipe
pip install mediapipe --break

# Verify MediaPipe
python3 -c "import mediapipe as mp; print('MediaPipe version:', mp.__version__)"

# 7. Create and activate virtual environment for YOLO11 (Ultralytics)
python3 -m venv --system-site-packages YOLO
source YOLO/bin/activate

# You are now inside the (YOLO) virtual environment
# Install Ultralytics YOLO11 inside it
pip install "numpy<2.0" ultralytics

# Now create a Pi friendly YOLO11 model
yolo export model=yolo11n.pt format=ncnn

# Optional: Verify YOLO installation
python -c "from ultralytics import YOLO; print('Ultralytics YOLO ready')"

# When finished working with YOLO, you can deactivate with:
# deactivate

#Now open Thonny, and you need to point thonny to the virtual environment you 
#just created. Open tools- options, select 'interpreter' tab, then click they Python
#executable, selecting ... and navigate from home directory, 
#to YOLO, to bin, and then select python

# 1. Configure X11 (manual steps required)

sudo raspi-config

# → Go to Advanced Options → X11 → Enable X11

# → Finish and reboot when prompted

# 5. Update system and install OpenCV

sudo apt update

sudo apt full-upgrade -y

sudo apt install python3-opencv -y

# Verify OpenCV

python3 -c "import cv2; print('OpenCV version:', cv2.__version__)"

# Expected output: something like "OpenCV version: 4.6.0" or higher

# 6. Install MediaPipe

pip install mediapipe --break

# Verify MediaPipe

python3 -c "import mediapipe as mp; print('MediaPipe version:', mp.__version__)"

# 7. Create and activate virtual environment for YOLO11 (Ultralytics)

python3 -m venv --system-site-packages YOLO

source YOLO/bin/activate

# You are now inside the (YOLO) virtual environment

# Install Ultralytics YOLO11 inside it

pip install "numpy<2.0" ultralytics

# Now create a Pi friendly YOLO11 model

yolo export model=yolo11n.pt format=ncnn

# Optional: Verify YOLO installation

python -c "from ultralytics import YOLO; print('Ultralytics YOLO ready')"

# When finished working with YOLO, you can deactivate with:

# deactivate

#Now open Thonny, and you need to point thonny to the virtual environment you

#just created. Open tools- options, select 'interpreter' tab, then click they Python

#executable, selecting ... and navigate from home directory,

#to YOLO, to bin, and then select python

Now you should be set up to use YOLO11 on the Raspberry Pi 5!

We will start with this program, which is a simple grab a frame and show a frame openCV Program

import cv2
from picamera2 import Picamera2
import time
piCam = Picamera2()
W=1280
H=720
RES = (W,H)
piCam.preview_configuration.main.size = RES
piCam.preview_configuration.main.format = "RGB888"
piCam.preview_configuration.controls.FrameRate=60
piCam.preview_configuration.align()
piCam.configure("preview")
piCam.start()
fps=0

tStart=time.time()
while True:
    frame= piCam.capture_array()
    #frame=cv2.flip(frame,-1)
    deltaT=time.time()-tStart
    tStart=time.time()
    fps= fps*.9 + .1/deltaT
    cv2.putText(frame, "FPS: "+str(round(fps,1)), (int(W*.01), int(H*.075)), 
            cv2.FONT_HERSHEY_SIMPLEX, H*.002, (0, 0, 255), 2)
    cv2.imshow("Camera", frame)
    cv2.moveWindow("Camera",100,100)
    if cv2.waitKey(1)==ord('q'):
        break
cv2.destroyAllWindows()

import cv2

from picamera2 import Picamera2

import time

piCam = Picamera2()

W=1280

H=720

RES = (W,H)

piCam.preview_configuration.main.size = RES

piCam.preview_configuration.main.format = "RGB888"

piCam.preview_configuration.controls.FrameRate=60

piCam.preview_configuration.align()

piCam.configure("preview")

piCam.start()

fps=0

tStart=time.time()

while True:

frame= piCam.capture_array()

#frame=cv2.flip(frame,-1)

deltaT=time.time()-tStart

tStart=time.time()

fps= fps*.9 + .1/deltaT

cv2.putText(frame, "FPS: "+str(round(fps,1)), (int(W*.01), int(H*.075)),

cv2.FONT_HERSHEY_SIMPLEX, H*.002, (0, 0, 255), 2)

cv2.imshow("Camera", frame)

cv2.moveWindow("Camera",100,100)

if cv2.waitKey(1)==ord('q'):

break

cv2.destroyAllWindows()

In the video, we show how to use YOLO11 object detection in this simple program.

import cv2
from ultralytics import YOLO
from picamera2 import Picamera2
import time
piCam = Picamera2()
W=1280
H=720
RES = (W,H)
piCam.preview_configuration.main.size = RES
piCam.preview_configuration.main.format = "RGB888"
piCam.preview_configuration.controls.FrameRate=60
piCam.preview_configuration.align()
piCam.configure("preview")
piCam.start()
# Load the exported NCNN model (replace with your model path)
model = YOLO("/home/pjm/yolo11n_ncnn_model", task = 'detect')
fps=0
tStart=time.time()
# Set resolution for faster processing (optional, adjust based on your needs)
while True:
    frame= piCam.capture_array()
    results = model(frame, conf=0.25, verbose=False)
    frame = results[0].plot()  # Plots old boxes on new frame!
    deltaT=time.time()-tStart
    tStart=time.time()
    fps= fps*.8 + .2/deltaT
    cv2.putText(frame, "FPS: "+str(round(fps,1)), (int(W*.01), int(H*.075)), 
            cv2.FONT_HERSHEY_SIMPLEX, H*.002, (0, 0, 255), 2)
    
    # Display the result
    cv2.imshow("YOLO11 Detection", frame)

    # Exit on 'q' key
    if cv2.waitKey(1) == ord('q'):
        break

# Cleanup
cv2.destroyAllWindows()

import cv2

from ultralytics import YOLO

from picamera2 import Picamera2

import time

piCam = Picamera2()

W=1280

H=720

RES = (W,H)

piCam.preview_configuration.main.size = RES

piCam.preview_configuration.main.format = "RGB888"

piCam.preview_configuration.controls.FrameRate=60

piCam.preview_configuration.align()

piCam.configure("preview")

piCam.start()

# Load the exported NCNN model (replace with your model path)

model = YOLO("/home/pjm/yolo11n_ncnn_model", task = 'detect')

fps=0

tStart=time.time()

# Set resolution for faster processing (optional, adjust based on your needs)

while True:

frame= piCam.capture_array()

results = model(frame, conf=0.25, verbose=False)

frame = results[0].plot() # Plots old boxes on new frame!

deltaT=time.time()-tStart

tStart=time.time()

fps= fps*.8 + .2/deltaT

cv2.putText(frame, "FPS: "+str(round(fps,1)), (int(W*.01), int(H*.075)),

cv2.FONT_HERSHEY_SIMPLEX, H*.002, (0, 0, 255), 2)

# Display the result

cv2.imshow("YOLO11 Detection", frame)

# Exit on 'q' key

if cv2.waitKey(1) == ord('q'):

break

# Cleanup

cv2.destroyAllWindows()

Artificial Intelligence, OpenCV, Raspberry Pi

Raspberry Pi LESSON 63: Object Detection on Raspberry Pi Using Tensorflow Lite

May 25, 2023 admin

In this lesson I show you how to do object detection on the Raspberry Pi using Tensorflow Lite. We will write our first program and by the end of the lesson you will have your Pi detecting objects, boxing them and labeling them in OpenCV.

The video demonstrates step-by-step how to install the tensorflow libraries.

For your convenience I have included the code below we develop in this lesson

import cv2
import time
from picamera2 import Picamera2

from tflite_support.task import core
from tflite_support.task import processor
from tflite_support.task import vision
import utils

model='efficientdet_lite0.tflite'
num_threads=4

dispW=1280
dispH=720

picam2=Picamera2()
picam2.preview_configuration.main.size=(dispW,dispH)
picam2.preview_configuration.main.format='RGB888'
picam2.preview_configuration.align()
picam2.configure("preview")
picam2.start()

webCam='/dev/video2'
cam=cv2.VideoCapture(webCam)
cam.set(cv2.CAP_PROP_FRAME_WIDTH, dispW)
cam.set(cv2.CAP_PROP_FRAME_HEIGHT, dispH)
cam.set(cv2.CAP_PROP_FPS, 30)

pos=(20,60)
font=cv2.FONT_HERSHEY_SIMPLEX
height=1.5
weight=3
myColor=(255,0,0)

fps=0

base_options=core.BaseOptions(file_name=model,use_coral=False, num_threads=num_threads)
detection_options=processor.DetectionOptions(max_results=3, score_threshold=.3)
options=vision.ObjectDetectorOptions(base_options=base_options,detection_options=detection_options)
detector=vision.ObjectDetector.create_from_options(options)
tStart=time.time()
while True:
    ret, im = cam.read()
    #im=picam2.capture_array()
    #im=cv2.flip(im,-1)
    imRGB=cv2.cvtColor(im,cv2.COLOR_BGR2RGB)
    imTensor=vision.TensorImage.create_from_array(imRGB)
    detections=detector.detect(imTensor)
    image=utils.visualize(im, detections)
    cv2.putText(im,str(int(fps))+' FPS',pos,font,height,myColor,weight)
    cv2.imshow('Camera',im)
    if cv2.waitKey(1)==ord('q'):
        break
    tEnd=time.time()
    loopTime=tEnd-tStart
    fps= .9*fps +.1*1/loopTime
    tStart=time.time()
cv2.destroyAllWindows()

import cv2

import time

from picamera2 import Picamera2

from tflite_support.task import core

from tflite_support.task import processor

from tflite_support.task import vision

import utils

model='efficientdet_lite0.tflite'

num_threads=4

dispW=1280

dispH=720

picam2=Picamera2()

picam2.preview_configuration.main.size=(dispW,dispH)

picam2.preview_configuration.main.format='RGB888'

picam2.preview_configuration.align()

picam2.configure("preview")

picam2.start()

webCam='/dev/video2'

cam=cv2.VideoCapture(webCam)

cam.set(cv2.CAP_PROP_FRAME_WIDTH, dispW)

cam.set(cv2.CAP_PROP_FRAME_HEIGHT, dispH)

cam.set(cv2.CAP_PROP_FPS, 30)

pos=(20,60)

font=cv2.FONT_HERSHEY_SIMPLEX

height=1.5

weight=3

myColor=(255,0,0)

fps=0

base_options=core.BaseOptions(file_name=model,use_coral=False, num_threads=num_threads)

detection_options=processor.DetectionOptions(max_results=3, score_threshold=.3)

options=vision.ObjectDetectorOptions(base_options=base_options,detection_options=detection_options)

detector=vision.ObjectDetector.create_from_options(options)

tStart=time.time()

while True:

ret, im = cam.read()

#im=picam2.capture_array()

#im=cv2.flip(im,-1)

imRGB=cv2.cvtColor(im,cv2.COLOR_BGR2RGB)

imTensor=vision.TensorImage.create_from_array(imRGB)

detections=detector.detect(imTensor)

image=utils.visualize(im, detections)

cv2.putText(im,str(int(fps))+' FPS',pos,font,height,myColor,weight)

cv2.imshow('Camera',im)

if cv2.waitKey(1)==ord('q'):

break

tEnd=time.time()

loopTime=tEnd-tStart

fps= .9*fps +.1*1/loopTime

tStart=time.time()

cv2.destroyAllWindows()

Technology Tutorials

Tag Archives: Object Detection

Object Detection Using YOLO and RTSP Camera on Raspberry Pi 5

AI on the Edge: Install and Run YOLO Object Detection on the Raspberry Pi 5

Raspberry Pi LESSON 63: Object Detection on Raspberry Pi Using Tensorflow Lite

Making The World a Better Place One High Tech Project at a Time. Enjoy!