Tag Archives: Python

In this lesson we begin coding a 3D analog voltmeter model in vPython. We begin by connecting a potentiometer to an arduino to create a voltage divider. The voltage is read from the center tap of the potentiometer by the arduino, and then the arduino passes the data to python. Then, we animate the analog voltmeter based on the readings passed from the Arduino. Enjoy!

int potPin=A0;
int DL=100;
int potVal;
void setup() {
  // put your setup code here, to run once:
pinMode(potPin,INPUT);
Serial.begin(115200);
}

void loop() {
  // put your main code here, to run repeatedly:
potVal=analogRead(potPin);
Serial.println(potVal);
delay(DL);
}

int potPin=A0;

int DL=100;

int potVal;

void setup() {

// put your setup code here, to run once:

pinMode(potPin,INPUT);

Serial.begin(115200);

}

void loop() {

// put your main code here, to run repeatedly:

potVal=analogRead(potPin);

Serial.println(potVal);

delay(DL);

}

Then this is the code we developed for the Python side.

import time
import serial
from vpython import *
import numpy as np

arrowLength=1
arrowWidth=.02
myArrow=arrow(length=arrowLength,shaftwidth=arrowWidth,color=color.red,axis=vector(1,1,0))

tickL=.1
tickW=.02
tickH=.02

for theta in np.linspace(5*np.pi/6,np.pi/6,6):
    tickMajor=box(color=color.black,pos=vector(arrowLength*np.cos(theta),arrowLength*np.sin(theta),0),size=vector(tickL,tickW,tickH),axis=vector(arrowLength*np.cos(theta),arrowLength*np.sin(theta),0))


boxX=2.5
boxY=1.5
boxZ=.1
myCase=box(color=color.white,size=vector(boxX,boxY,boxZ),pos=vector(0,.9*boxY/2,-boxZ))

arduinoData=serial.Serial('com3',115200)
time.sleep(1)
while True:
    while arduinoData.in_waiting==0:
        pass
    dataPacket=arduinoData.readline()
    dataPacket=str(dataPacket,'utf-8')
    dataPacket=dataPacket.strip('\r\n')
    dataPacket=int(dataPacket)
    potVal=dataPacket
    theta=-2*np.pi/3069*potVal+5*np.pi/6
    myArrow.axis=vector(arrowLength*np.cos(theta),arrowLength*np.sin(theta),0)

    # for theta in np.linspace(5*np.pi/6,np.pi/6,150):
    #     rate(25)
    #     myArrow.axis=vector(arrowLength*np.cos(theta),arrowLength*np.sin(theta),0)
    
    # for theta in np.linspace(np.pi/6,5*np.pi/6,150):
    #     rate(25)
    #     myArrow.axis=vector(arrowLength*np.cos(theta),arrowLength*np.sin(theta),0)

import time

import serial

from vpython import *

import numpy as np

arrowLength=1

arrowWidth=.02

myArrow=arrow(length=arrowLength,shaftwidth=arrowWidth,color=color.red,axis=vector(1,1,0))

tickL=.1

tickW=.02

tickH=.02

for theta in np.linspace(5*np.pi/6,np.pi/6,6):

tickMajor=box(color=color.black,pos=vector(arrowLength*np.cos(theta),arrowLength*np.sin(theta),0),size=vector(tickL,tickW,tickH),axis=vector(arrowLength*np.cos(theta),arrowLength*np.sin(theta),0))

boxX=2.5

boxY=1.5

boxZ=.1

myCase=box(color=color.white,size=vector(boxX,boxY,boxZ),pos=vector(0,.9*boxY/2,-boxZ))

arduinoData=serial.Serial('com3',115200)

time.sleep(1)

while True:

while arduinoData.in_waiting==0:

pass

dataPacket=arduinoData.readline()

dataPacket=str(dataPacket,'utf-8')

dataPacket=dataPacket.strip('\r\n')

dataPacket=int(dataPacket)

potVal=dataPacket

theta=-2*np.pi/3069*potVal+5*np.pi/6

myArrow.axis=vector(arrowLength*np.cos(theta),arrowLength*np.sin(theta),0)

# for theta in np.linspace(5*np.pi/6,np.pi/6,150):

# rate(25)

# myArrow.axis=vector(arrowLength*np.cos(theta),arrowLength*np.sin(theta),0)

# for theta in np.linspace(np.pi/6,5*np.pi/6,150):

# rate(25)

# myArrow.axis=vector(arrowLength*np.cos(theta),arrowLength*np.sin(theta),0)

3D Graphics with Visual Python, Arduino with Python, Python

Using an Arduino with Python LESSON 4: Visual Display of Measured Voltage in Visual Python

February 1, 2022 admin

In this lesson we show how you can measure a voltage from a potentiometer using Arduino, and then pass that data to Visual Python over the serial port. Then we use visual python to create a 3D model that is animated by the live data.

On the Arduino side we use the following code to measure the voltage from the potentiometer:

int potPin=A0;
int DL=100;
int potVal;
void setup() {
  // put your setup code here, to run once:
pinMode(potPin,INPUT);
Serial.begin(115200);
}

void loop() {
  // put your main code here, to run repeatedly:
potVal=analogRead(potPin);
Serial.println(potVal);
delay(DL);
}

int potPin=A0;

int DL=100;

int potVal;

void setup() {

// put your setup code here, to run once:

pinMode(potPin,INPUT);

Serial.begin(115200);

}

void loop() {

// put your main code here, to run repeatedly:

potVal=analogRead(potPin);

Serial.println(potVal);

delay(DL);

}

Then on the python side we read and display the data with the following code:

import time
import serial
from vpython import *
tube=cylinder(color=color.blue, radius=1, length=5, axis=vector(0,1,0))
lab=label(text='0 Volts',box=False)
arduinoData=serial.Serial('com3',115200)
time.sleep(1)
while True:
    while arduinoData.in_waiting==0:
        pass
    dataPacket=arduinoData.readline()
    dataPacket=str(dataPacket,'utf-8')
    dataPacket=dataPacket.strip('\r\n')
    dataPacket=int(dataPacket)
    potVal=dataPacket
    vol=(5./1023.)*potVal
    if vol==0:
        vol=.0001
    tube.length=vol
    vol=round(vol,1)
    lab.text=str(vol)+' Volts'

import time

import serial

from vpython import *

tube=cylinder(color=color.blue, radius=1, length=5, axis=vector(0,1,0))

lab=label(text='0 Volts',box=False)

arduinoData=serial.Serial('com3',115200)

time.sleep(1)

while True:

while arduinoData.in_waiting==0:

pass

dataPacket=arduinoData.readline()

dataPacket=str(dataPacket,'utf-8')

dataPacket=dataPacket.strip('\r\n')

dataPacket=int(dataPacket)

potVal=dataPacket

vol=(5./1023.)*potVal

if vol==0:

vol=.0001

tube.length=vol

vol=round(vol,1)

lab.text=str(vol)+' Volts'

Watch the video for a complete explanation of the code.

Artificial Intelligence, Python

AI for Everyone LESSON 25: First Attempt at Using MediaPipe for Gesture Detection

January 27, 2022 admin

In this lesson we describe what our approach will be to creating a gesture detection and recognition algorithm using mediaPipe. We will demonstrate the algorithm with some simple code demos. In future lessons we will further develop the algorithm. The code below is the initial algorithm developed in this video. Enjoy!

import cv2
print(cv2.__version__)
import numpy as np

class mpHands:
    import mediapipe as mp
    def __init__(self,maxHands=2,tol1=.5,tol2=.5):
        self.hands=self.mp.solutions.hands.Hands(False,maxHands,tol1,tol2)
    def Marks(self,frame):
        myHands=[]
        frameRGB=cv2.cvtColor(frame,cv2.COLOR_BGR2RGB)
        results=self.hands.process(frameRGB)
        if results.multi_hand_landmarks != None:
            for handLandMarks in results.multi_hand_landmarks:
                myHand=[]
                for landMark in handLandMarks.landmark:
                    myHand.append((int(landMark.x*width),int(landMark.y*height)))
                myHands.append(myHand)
        return myHands
def findDistances(handData):
    distMatrix=np.zeros([len(handData),len(handData)],dtype='float')
    for row in range(0,len(handData)):
        for column in range(0,len(handData)):
            distMatrix[row][column]=((handData[row][0]-handData[column][0])**2+(handData[row][1]-handData[column][1])**2)**(1./2.)
    return distMatrix

def findError(gestureMatrix,unknownMatrix,keyPoints):
    error=0
    for row in keyPoints:
        for column in keyPoints:
            error=error+abs(gestureMatrix[row][column]-unknownMatrix[row][column])
    return error


width=1280
height=720
cam=cv2.VideoCapture(0,cv2.CAP_DSHOW)
cam.set(cv2.CAP_PROP_FRAME_WIDTH, width)
cam.set(cv2.CAP_PROP_FRAME_HEIGHT,height)
cam.set(cv2.CAP_PROP_FPS, 30)
cam.set(cv2.CAP_PROP_FOURCC,cv2.VideoWriter_fourcc(*'MJPG'))
findHands=mpHands(1)

keyPoints=[0,4,5,9,13,17,8,12,16,20]
train=True
while True:
    ignore,  frame = cam.read()
    frame=cv2.resize(frame,(width,height))
    handData=findHands.Marks(frame)
    if train==True:
        if handData!=[]:
            print('Show your Gesture, press t when Ready')
            if cv2.waitKey(1) & 0xff==ord('t'):
                knownGesture=findDistances(handData[0])
                train=False
                print(knownGesture)
    if train == False:
        if handData!=[]:
            unknownGesture=findDistances(handData[0])
            error=findError(knownGesture,unknownGesture,keyPoints)
            cv2.putText(frame,str(int(error,)),(100,175),cv2.FONT_HERSHEY_SIMPLEX,3,(255,0,0),8)
    for hand in handData:
        for ind in keyPoints:
            cv2.circle(frame,hand[ind],25,(255,0,255),3)
    cv2.imshow('my WEBcam', frame)
    cv2.moveWindow('my WEBcam',0,0)
    if cv2.waitKey(1) & 0xff ==ord('q'):
        break
cam.release()

import cv2

print(cv2.__version__)

import numpy as np

class mpHands:

import mediapipe as mp

def __init__(self,maxHands=2,tol1=.5,tol2=.5):

self.hands=self.mp.solutions.hands.Hands(False,maxHands,tol1,tol2)

def Marks(self,frame):

myHands=[]

frameRGB=cv2.cvtColor(frame,cv2.COLOR_BGR2RGB)

results=self.hands.process(frameRGB)

if results.multi_hand_landmarks != None:

for handLandMarks in results.multi_hand_landmarks:

myHand=[]

for landMark in handLandMarks.landmark:

myHand.append((int(landMark.x*width),int(landMark.y*height)))

myHands.append(myHand)

return myHands

def findDistances(handData):

distMatrix=np.zeros([len(handData),len(handData)],dtype='float')

for row in range(0,len(handData)):

for column in range(0,len(handData)):

distMatrix[row][column]=((handData[row][0]-handData[column][0])**2+(handData[row][1]-handData[column][1])**2)**(1./2.)

return distMatrix

def findError(gestureMatrix,unknownMatrix,keyPoints):

error=0

for row in keyPoints:

for column in keyPoints:

error=error+abs(gestureMatrix[row][column]-unknownMatrix[row][column])

return error

width=1280

height=720

cam=cv2.VideoCapture(0,cv2.CAP_DSHOW)

cam.set(cv2.CAP_PROP_FRAME_WIDTH, width)

cam.set(cv2.CAP_PROP_FRAME_HEIGHT,height)

cam.set(cv2.CAP_PROP_FPS, 30)

cam.set(cv2.CAP_PROP_FOURCC,cv2.VideoWriter_fourcc(*'MJPG'))

findHands=mpHands(1)

keyPoints=[0,4,5,9,13,17,8,12,16,20]

train=True

while True:

ignore, frame = cam.read()

frame=cv2.resize(frame,(width,height))

handData=findHands.Marks(frame)

if train==True:

if handData!=[]:

print('Show your Gesture, press t when Ready')

if cv2.waitKey(1) & 0xff==ord('t'):

knownGesture=findDistances(handData[0])

train=False

print(knownGesture)

if train == False:

if handData!=[]:

unknownGesture=findDistances(handData[0])

error=findError(knownGesture,unknownGesture,keyPoints)

cv2.putText(frame,str(int(error,)),(100,175),cv2.FONT_HERSHEY_SIMPLEX,3,(255,0,0),8)

for hand in handData:

for ind in keyPoints:

cv2.circle(frame,hand[ind],25,(255,0,255),3)

cv2.imshow('my WEBcam', frame)

cv2.moveWindow('my WEBcam',0,0)

if cv2.waitKey(1) & 0xff ==ord('q'):

break

cam.release()

Artificial Intelligence, OpenCV, Python

AI For Everyone: Parsing Pose and Hand Data Landmarks from Mediapipe

November 25, 2021 admin

In this video lesson we show you how to create simple Python classes to parse the data from mediapipe hand Landmarks and pose estimation. With these two classes, it is very easy to parse the most important data generated by mediapipe.

import cv2
print(cv2.__version__)

class mpPose:
    import mediapipe as mp
    def __init__(self,still=False,upperBody=False, smoothData=True, tol1=.5, tol2=.5):
        self.myPose=self.mp.solutions.pose.Pose(still,upperBody,smoothData,tol1,tol2)
    def Marks(self,frame):
        frameRGB=cv2.cvtColor(frame,cv2.COLOR_BGR2RGB)
        results=self.myPose.process(frameRGB)
        poseLandmarks=[]
        if results.pose_landmarks:
            for lm in results.pose_landmarks.landmark:            poseLandmarks.append((int(lm.x*width),int(lm.y*height)))
        return poseLandmarks

class mpHands:
    import mediapipe as mp
    def __init__(self,maxHands=2,tol1=.5,tol2=.5):
        self.hands=self.mp.solutions.hands.Hands(False,maxHands,tol1,tol2)
    def Marks(self,frame):
        myHands=[]
        frameRGB=cv2.cvtColor(frame,cv2.COLOR_BGR2RGB)
        results=self.hands.process(frameRGB)
        if results.multi_hand_landmarks != None:
            for handLandMarks in results.multi_hand_landmarks:
                myHand=[]
                for landMark in handLandMarks.landmark:
                    myHand.append((int(landMark.x*width),int(landMark.y*height)))
                myHands.append(myHand)
        return myHands

width=1280
height=720
cam=cv2.VideoCapture(4,cv2.CAP_DSHOW)
cam.set(cv2.CAP_PROP_FRAME_WIDTH, width)
cam.set(cv2.CAP_PROP_FRAME_HEIGHT,height)
cam.set(cv2.CAP_PROP_FPS, 30)
cam.set(cv2.CAP_PROP_FOURCC,cv2.VideoWriter_fourcc(*'MJPG'))

findHands=mpHands(2)
findPose=mpPose()
while True:
    ignore,  frame = cam.read()
    frame=cv2.resize(frame,(width,height))
    handData=findHands.Marks(frame)
    for hand in handData:
        for ind in [0,5,6,7,8]:
            cv2.circle(frame,hand[ind],25,(255,0,255),3)
    poseData=findPose.Marks(frame)
    if len(poseData)!=0:
        cv2.circle(frame,poseData[0],5,(0,255,0),3)

    cv2.imshow('my WEBcam', frame)
    cv2.moveWindow('my WEBcam',0,0)
    if cv2.waitKey(1) & 0xff ==ord('q'):
        break
cam.release()

import cv2

print(cv2.__version__)

class mpPose:

import mediapipe as mp

def __init__(self,still=False,upperBody=False, smoothData=True, tol1=.5, tol2=.5):

self.myPose=self.mp.solutions.pose.Pose(still,upperBody,smoothData,tol1,tol2)

def Marks(self,frame):

frameRGB=cv2.cvtColor(frame,cv2.COLOR_BGR2RGB)

results=self.myPose.process(frameRGB)

poseLandmarks=[]

if results.pose_landmarks:

for lm in results.pose_landmarks.landmark: poseLandmarks.append((int(lm.x*width),int(lm.y*height)))

return poseLandmarks

class mpHands:

import mediapipe as mp

def __init__(self,maxHands=2,tol1=.5,tol2=.5):

self.hands=self.mp.solutions.hands.Hands(False,maxHands,tol1,tol2)

def Marks(self,frame):

myHands=[]

frameRGB=cv2.cvtColor(frame,cv2.COLOR_BGR2RGB)

results=self.hands.process(frameRGB)

if results.multi_hand_landmarks != None:

for handLandMarks in results.multi_hand_landmarks:

myHand=[]

for landMark in handLandMarks.landmark:

myHand.append((int(landMark.x*width),int(landMark.y*height)))

myHands.append(myHand)

return myHands

width=1280

height=720

cam=cv2.VideoCapture(4,cv2.CAP_DSHOW)

cam.set(cv2.CAP_PROP_FRAME_WIDTH, width)

cam.set(cv2.CAP_PROP_FRAME_HEIGHT,height)

cam.set(cv2.CAP_PROP_FPS, 30)

cam.set(cv2.CAP_PROP_FOURCC,cv2.VideoWriter_fourcc(*'MJPG'))

findHands=mpHands(2)

findPose=mpPose()

while True:

ignore, frame = cam.read()

frame=cv2.resize(frame,(width,height))

handData=findHands.Marks(frame)

for hand in handData:

for ind in [0,5,6,7,8]:

cv2.circle(frame,hand[ind],25,(255,0,255),3)

poseData=findPose.Marks(frame)

if len(poseData)!=0:

cv2.circle(frame,poseData[0],5,(0,255,0),3)

cv2.imshow('my WEBcam', frame)

cv2.moveWindow('my WEBcam',0,0)

if cv2.waitKey(1) & 0xff ==ord('q'):

break

cam.release()

Uncategorized

Python 3D Graphics Tutorial 18: 3D Clock Model with Proper Hand Motion

November 10, 2021 admin

In this lesson we create an Analog Clock Model with proper hand motion. The code developed in the lesson is shown below:

from vpython import *
import numpy as np
import time
clockR=1
clockT=clockR/10
majorTickL=clockR/7
majorTickT=2*np.pi*clockR/400
majorTickW=clockT*1.2

minorTickL=clockR/12
minorTickT=2*np.pi*clockR/600
minorTickW=clockT*1.2

minuteHandL=clockR-majorTickL
minuteHandT=minuteHandL/25
minuteHandOffset=clockT/2+minuteHandT

hourHandL=.75*minuteHandL
hourHandT=minuteHandT*1.25
hourHandOffset=clockT+hourHandT

secondHandL=clockR-majorTickL/2
secondHandT=minuteHandL/50
secondHandOffset=clockT*1.5+minuteHandT

hubRadius=clockT/2

hourAngle=np.pi/2
minuteAngle=np.pi/2
minInc=.0001
hourInc=minInc/12
secondAngle=np.pi/2
secondInc=minInc*60

for theta in np.linspace(0,2*np.pi,13):
    majorTick=box(axis=vector(clockR*np.cos(theta),clockR*np.sin(theta),0), color=color.black, length=majorTickL, width=majorTickW, height=majorTickT, pos=vector((clockR-majorTickL/2)*np.cos(theta),(clockR-majorTickL/2)*np.sin(theta),0))
for theta in np.linspace(0,2*np.pi,61):
    minorTick=box(axis=vector(clockR*np.cos(theta),clockR*np.sin(theta),0), color=color.black, length=minorTickL, width=minorTickW, height=minorTickT, pos=vector((clockR-minorTickL/2)*np.cos(theta),(clockR-minorTickL/2)*np.sin(theta),0))

clockFace=cylinder(axis=vector(0,0,1),color=vector(0,1,.8),length=clockT, radius=clockR,pos=vector(0,0,-clockT/2))
minuteHand=arrow(axis=vector(0,1,0),color=color.red,shaftwidth=minuteHandT,length=minuteHandL, pos=vector(0,0,minuteHandOffset))
hourHand=arrow(axis=vector(0,1,0),color=color.red,shaftwidth=hourHandT,length=hourHandL, pos=vector(0,0,hourHandOffset))
secondHand=arrow(axis=vector(0,1,0),color=color.red,shaftwidth=secondHandT,length=secondHandL, pos=vector(0,0,secondHandOffset))
hub=cylinder(axis=vector(0,0,1),color=color.red, radius=hubRadius, length= 2*clockT)
while True:
    rate(5000)
    hour=time.localtime(time.time())[3]
    if hour>12:
        hour=hour-12
    minute=time.localtime(time.time())[4]
    second=time.localtime(time.time())[5]
    hourAngle=-((hour+minute/60)/12)*2*np.pi+np.pi/2
    minuteAngle=-((minute+second/60)/60)*2*np.pi+np.pi/2
    secondAngle=-(second/60)*2*np.pi+np.pi/2
    print(second)
    hourHand.axis=vector(hourHandL*np.cos(hourAngle),hourHandL*np.sin(hourAngle),0)
    minuteHand.axis=vector(minuteHandL*np.cos(minuteAngle),minuteHandL*np.sin(minuteAngle),0)
    secondHand.axis=vector(secondHandL*np.cos(secondAngle),secondHandL*np.sin(secondAngle),0)

from vpython import *

import numpy as np

import time

clockR=1

clockT=clockR/10

majorTickL=clockR/7

majorTickT=2*np.pi*clockR/400

majorTickW=clockT*1.2

minorTickL=clockR/12

minorTickT=2*np.pi*clockR/600

minorTickW=clockT*1.2

minuteHandL=clockR-majorTickL

minuteHandT=minuteHandL/25

minuteHandOffset=clockT/2+minuteHandT

hourHandL=.75*minuteHandL

hourHandT=minuteHandT*1.25

hourHandOffset=clockT+hourHandT

secondHandL=clockR-majorTickL/2

secondHandT=minuteHandL/50

secondHandOffset=clockT*1.5+minuteHandT

hubRadius=clockT/2

hourAngle=np.pi/2

minuteAngle=np.pi/2

minInc=.0001

hourInc=minInc/12

secondAngle=np.pi/2

secondInc=minInc*60

for theta in np.linspace(0,2*np.pi,13):

majorTick=box(axis=vector(clockR*np.cos(theta),clockR*np.sin(theta),0), color=color.black, length=majorTickL, width=majorTickW, height=majorTickT, pos=vector((clockR-majorTickL/2)*np.cos(theta),(clockR-majorTickL/2)*np.sin(theta),0))

for theta in np.linspace(0,2*np.pi,61):

minorTick=box(axis=vector(clockR*np.cos(theta),clockR*np.sin(theta),0), color=color.black, length=minorTickL, width=minorTickW, height=minorTickT, pos=vector((clockR-minorTickL/2)*np.cos(theta),(clockR-minorTickL/2)*np.sin(theta),0))

clockFace=cylinder(axis=vector(0,0,1),color=vector(0,1,.8),length=clockT, radius=clockR,pos=vector(0,0,-clockT/2))

minuteHand=arrow(axis=vector(0,1,0),color=color.red,shaftwidth=minuteHandT,length=minuteHandL, pos=vector(0,0,minuteHandOffset))

hourHand=arrow(axis=vector(0,1,0),color=color.red,shaftwidth=hourHandT,length=hourHandL, pos=vector(0,0,hourHandOffset))

secondHand=arrow(axis=vector(0,1,0),color=color.red,shaftwidth=secondHandT,length=secondHandL, pos=vector(0,0,secondHandOffset))

hub=cylinder(axis=vector(0,0,1),color=color.red, radius=hubRadius, length= 2*clockT)

while True:

rate(5000)

hour=time.localtime(time.time())[3]

if hour>12:

hour=hour-12

minute=time.localtime(time.time())[4]

second=time.localtime(time.time())[5]

hourAngle=-((hour+minute/60)/12)*2*np.pi+np.pi/2

minuteAngle=-((minute+second/60)/60)*2*np.pi+np.pi/2

secondAngle=-(second/60)*2*np.pi+np.pi/2

print(second)

hourHand.axis=vector(hourHandL*np.cos(hourAngle),hourHandL*np.sin(hourAngle),0)

minuteHand.axis=vector(minuteHandL*np.cos(minuteAngle),minuteHandL*np.sin(minuteAngle),0)

secondHand.axis=vector(secondHandL*np.cos(secondAngle),secondHandL*np.sin(secondAngle),0)

Technology Tutorials

Tag Archives: Python

Using an Arduino with Python LESSON 5: Analog Voltage Meter in vPython

Using an Arduino with Python LESSON 4: Visual Display of Measured Voltage in Visual Python

AI for Everyone LESSON 25: First Attempt at Using MediaPipe for Gesture Detection

AI For Everyone: Parsing Pose and Hand Data Landmarks from Mediapipe

Python 3D Graphics Tutorial 18: 3D Clock Model with Proper Hand Motion

Making The World a Better Place One High Tech Project at a Time. Enjoy!