【Sipeed MAix BiT AIoT 开发套件】4，自动瞄准跟拍的系统
<div class='showpostmsg'><p>在开始前，先看一下实现的效果：</p><p>b65976bd4f7ae6dd09f538b9af516218<br />
</p>
<p>前三期已经完成了全部功能模块独立的实现，最后一期我们要把功能整合起来，完成项目。</p>
<p> </p>
<p>首先根据上一期中的PWM驱动舵机订单方法，写一个简单的舵机类，方便更简单的控制：</p>
<pre>
<code class="language-python">class Servo:
def __init__(self, pwm, dir=50, duty_min=2.5, duty_max=12.5):
self.value = dir
self.pwm = pwm
self.duty_min = duty_min
self.duty_max = duty_max
self.duty_range = duty_max -duty_min
self.enable(True)
self.pwm.duty(self.value/100*self.duty_range+self.duty_min)
def enable(self, en):
if en:
self.pwm.enable()
else:
self.pwm.disable()
def dir(self, percentage):
if percentage > 100:
percentage = 100
elif percentage < 0:
percentage = 0
self.pwm.duty(percentage/100*self.duty_range+self.duty_min)
def drive(self, inc):
self.value += inc
if self.value > 100:
self.value = 100
elif self.value < 0:
self.value = 0
self.pwm.duty(self.value/100*self.duty_range+self.duty_min)</code></pre>
<p> </p>
<p>在控制舵机的时候，如果希望比较平滑的控制误差收敛，我们需要用到PID算法。创建以下类手工写入一个PID算法。该类一共四个输入，除了P、I、D三个参数以外，还增加了一个最大I的参数，用来限制积分变量的修正上限。</p>
<pre>
<code class="language-python">class PID:
_kp = _ki = _kd = _integrator = _imax = 0
_last_error = _last_t = 0
_RC = 1/(2 * pi * 20)
def __init__(self, p=0, i=0, d=0, imax=0):
self._kp = float(p)
self._ki = float(i)
self._kd = float(d)
self._imax = abs(imax)
self._last_derivative = None
def get_pid(self, error, scaler):
tnow = time.ticks_ms()
dt = tnow - self._last_t
output = 0
if self._last_t == 0 or dt > 1000:
dt = 0
self.reset_I()
self._last_t = tnow
delta_time = float(dt) / float(1000)
output += error * self._kp
if abs(self._kd) > 0 and dt > 0:
if self._last_derivative == None:
derivative = 0
self._last_derivative = 0
else:
derivative = (error - self._last_error) / delta_time
derivative = self._last_derivative + \
((delta_time / (self._RC + delta_time)) * \
(derivative - self._last_derivative))
self._last_error = error
self._last_derivative = derivative
output += self._kd * derivative
output *= scaler
if abs(self._ki) > 0 and dt > 0:
self._integrator += (error * self._ki) * scaler * delta_time
if self._integrator < -self._imax: self._integrator = -self._imax
elif self._integrator > self._imax: self._integrator = self._imax
output += self._integrator
return output
def reset_I(self):
self._integrator = 0
self._last_derivative = None</code></pre>
<p> </p>
<p>由于我们使用的是一个2轴云台，因此需要同时使用多个舵机。将PID的调整结果一一放入两个舵机中进行调整，就可以完成云台的调整。因此我们可以再写一个云台类，用来把上面的两个类结合起来：</p>
<pre>
<code class="language-python">class Gimbal:
def __init__(self, pitch, pid_pitch, roll=None, pid_roll=None, yaw=None, pid_yaw=None):
self._pitch = pitch
self._roll = roll
self._yaw = yaw
self._pid_pitch = pid_pitch
self._pid_roll = pid_roll
self._pid_yaw = pid_yaw
def run(self, pitch_err, roll_err=50, yaw_err=50, pitch_reverse=False, roll_reverse=False, yaw_reverse=False):
out = self._pid_pitch.get_pid(pitch_err, 1)
# print("err: {}, out: {}".format(pitch_err, out))
if pitch_reverse:
out = - out
self._pitch.drive(out)
if self._roll:
out = self._pid_roll.get_pid(roll_err, 1)
if roll_reverse:
out = - out
self._roll.drive(out)
if self._yaw:
out = self._pid_yaw.get_pid(yaw_err, 1)
if yaw_reverse:
out = - out
self._yaw.drive(out)</code></pre>
<p> </p>
<p>至此，所有的准备工作都完成了。Main函数的功能就非常直观了，先驱动摄像头和LCD，摄像头抓取图像，使用人脸检测，检测到人脸后从图上计算出和中心点的x轴y轴差异，然后把这个差异喂给PID类，计算出需要调整的值后，再把值喂给云台类，云台类使用舵机类完成两个舵机的调整。最后再将图像显示在LCD上，就完整的一个循环内的全部过程。</p>
<pre>
<code class="language-python">if __name__ == "__main__":
'''
servo:
freq: 50 (Hz)
T: 1/50 = 0.02s = 20ms
duty: -> ->
pin:
IO24 <--> pitch
IO25 <--> roll
'''
init_pitch = 20 # init position, value: , means minimum angle to maxmum angle of servo
init_roll = 50 # 50 means middle
sensor_hmirror = False
sensor_vflip = False
lcd_rotation = 2
lcd_mirror = False
pitch_pid = # P I D I_max
roll_pid= # P I D I_max
target_err_range = 10 # target error output range, default
target_ignore_limit = 0.02 # when target error < target_err_range*target_ignore_limit , set target error to 0
pitch_reverse = False # reverse out value direction
roll_reverse = False # ..
import sensor,image,lcd
import KPU as kpu
def lcd_show_except(e):
import uio
err_str = uio.StringIO()
sys.print_exception(e, err_str)
err_str = err_str.getvalue()
img = image.Image(size=(224,224))
img.draw_string(0, 10, err_str, scale=1, color=(0xff,0x00,0x00))
lcd.display(img)
class Target():
def __init__(self, out_range=10, ignore_limit=0.02, hmirror=False, vflip=False, lcd_rotation=2, lcd_mirror=False):
self.pitch = 0
self.roll = 0
self.out_range = out_range
self.ignore = ignore_limit
self.task = kpu.load(0x300000)# face model addr in flash
self.clock = time.clock() # Create a clock object to track the FPS.
anchor = (1.889, 2.5245, 2.9465, 3.94056, 3.99987, 5.3658, 5.155437, 6.92275, 6.718375, 9.01025)
kpu.init_yolo2(self.task, 0.5, 0.3, 5, anchor)
lcd.init(type=1)
lcd.rotation(lcd_rotation)
lcd.mirror(lcd_mirror)
try:
sensor.reset()
except Exception as e:
raise Exception("sensor reset fail, please check hardware connection, or hardware damaged! err: {}".format(e))
sensor.set_pixformat(sensor.RGB565)
sensor.set_framesize(sensor.QVGA)
sensor.set_hmirror(hmirror)
sensor.set_vflip(vflip)
def get_target_err(self):
self.clock.tick()
img = sensor.snapshot()
objects = kpu.run_yolo2(self.task, img)
if objects:
max_area = 0
max_i = 0
for i, j in enumerate(objects):
a = j.w()*j.h()
if a > max_area:
max_i = i
max_area = a
img.draw_rectangle(objects.rect())
self.pitch = (objects.y() + objects.h() / 2)/240*self.out_range*2 - self.out_range
self.roll = (objects.x() + objects.w() / 2)/320*self.out_range*2 - self.out_range
# limit
if abs(self.pitch) < self.out_range*self.ignore:
self.pitch = 0
if abs(self.roll) < self.out_range*self.ignore:
self.roll = 0
img.draw_cross(160, 120)
img.draw_string(0, 200, "FPS: %s" % self.clock.fps(), scale=2)
img.draw_string(0, 220, "Error: %s" % str((self.roll, self.pitch)), scale=2)
lcd.display(img)
return (self.pitch, self.roll)
else:
img.draw_cross(160, 120)
img.draw_string(0, 200, "FPS: %s" % self.clock.fps(), scale=2)
img.draw_string(0, 220, "Error: %s" % "N/A", scale=2)
lcd.display(img)
return (0, 0)
target = Target(target_err_range, target_ignore_limit, sensor_hmirror, sensor_vflip, lcd_rotation, lcd_mirror)
tim0 = Timer(Timer.TIMER0, Timer.CHANNEL0, mode=Timer.MODE_PWM)
tim1 = Timer(Timer.TIMER0, Timer.CHANNEL1, mode=Timer.MODE_PWM)
pitch_pwm = PWM(tim0, freq=50, duty=0, pin=24)
roll_pwm= PWM(tim1, freq=50, duty=0, pin=25)
pitch = Servo(pitch_pwm, dir=init_pitch)
roll = Servo(roll_pwm, dir=init_roll)
pid_pitch = PID(p=pitch_pid, i=pitch_pid, d=pitch_pid, imax=pitch_pid)
pid_roll = PID(p=roll_pid, i=roll_pid, d=roll_pid, imax=roll_pid)
gimbal = Gimbal(pitch, pid_pitch, roll, pid_roll)
target_pitch = init_pitch
target_roll = init_roll
t = time.ticks_ms()
_dir = 0
t0 = time.ticks_ms()
while True:
try:
# get target error
err_pitch, err_roll = target.get_target_err()
# run
gimbal.run(-err_pitch, err_roll, pitch_reverse = pitch_reverse, roll_reverse=roll_reverse)
# interval limit to > 5ms to wait servo move
if time.ticks_ms() - t0 < 5:
continue
t0 = time.ticks_ms()
except Exception as e:
sys.print_exception(e)
lcd_show_except(e)
finally:
gc.collect()</code></pre>
<p> </p>
<p> </p>
<p>最后，完整的代码如下：</p>
<pre>
<code class="language-python">import time, sys, gc
from machine import Timer,PWM
from math import pi
class Servo:
def __init__(self, pwm, dir=50, duty_min=2.5, duty_max=12.5):
self.value = dir
self.pwm = pwm
self.duty_min = duty_min
self.duty_max = duty_max
self.duty_range = duty_max -duty_min
self.enable(True)
self.pwm.duty(self.value/100*self.duty_range+self.duty_min)
def enable(self, en):
if en:
self.pwm.enable()
else:
self.pwm.disable()
def dir(self, percentage):
if percentage > 100:
percentage = 100
elif percentage < 0:
percentage = 0
self.pwm.duty(percentage/100*self.duty_range+self.duty_min)
def drive(self, inc):
self.value += inc
if self.value > 100:
self.value = 100
elif self.value < 0:
self.value = 0
self.pwm.duty(self.value/100*self.duty_range+self.duty_min)
class PID:
_kp = _ki = _kd = _integrator = _imax = 0
_last_error = _last_t = 0
_RC = 1/(2 * pi * 20)
def __init__(self, p=0, i=0, d=0, imax=0):
self._kp = float(p)
self._ki = float(i)
self._kd = float(d)
self._imax = abs(imax)
self._last_derivative = None
def get_pid(self, error, scaler):
tnow = time.ticks_ms()
dt = tnow - self._last_t
output = 0
if self._last_t == 0 or dt > 1000:
dt = 0
self.reset_I()
self._last_t = tnow
delta_time = float(dt) / float(1000)
output += error * self._kp
if abs(self._kd) > 0 and dt > 0:
if self._last_derivative == None:
derivative = 0
self._last_derivative = 0
else:
derivative = (error - self._last_error) / delta_time
derivative = self._last_derivative + \
((delta_time / (self._RC + delta_time)) * \
(derivative - self._last_derivative))
self._last_error = error
self._last_derivative = derivative
output += self._kd * derivative
output *= scaler
if abs(self._ki) > 0 and dt > 0:
self._integrator += (error * self._ki) * scaler * delta_time
if self._integrator < -self._imax: self._integrator = -self._imax
elif self._integrator > self._imax: self._integrator = self._imax
output += self._integrator
return output
def reset_I(self):
self._integrator = 0
self._last_derivative = None
class Gimbal:
def __init__(self, pitch, pid_pitch, roll=None, pid_roll=None, yaw=None, pid_yaw=None):
self._pitch = pitch
self._roll = roll
self._yaw = yaw
self._pid_pitch = pid_pitch
self._pid_roll = pid_roll
self._pid_yaw = pid_yaw
def run(self, pitch_err, roll_err=50, yaw_err=50, pitch_reverse=False, roll_reverse=False, yaw_reverse=False):
out = self._pid_pitch.get_pid(pitch_err, 1)
# print("err: {}, out: {}".format(pitch_err, out))
if pitch_reverse:
out = - out
self._pitch.drive(out)
if self._roll:
out = self._pid_roll.get_pid(roll_err, 1)
if roll_reverse:
out = - out
self._roll.drive(out)
if self._yaw:
out = self._pid_yaw.get_pid(yaw_err, 1)
if yaw_reverse:
out = - out
self._yaw.drive(out)
if __name__ == "__main__":
'''
servo:
freq: 50 (Hz)
T: 1/50 = 0.02s = 20ms
duty: -> ->
pin:
IO24 <--> pitch
IO25 <--> roll
'''
init_pitch = 20 # init position, value: , means minimum angle to maxmum angle of servo
init_roll = 50 # 50 means middle
sensor_hmirror = False
sensor_vflip = False
lcd_rotation = 2
lcd_mirror = False
pitch_pid = # P I D I_max
roll_pid= # P I D I_max
target_err_range = 10 # target error output range, default
target_ignore_limit = 0.02 # when target error < target_err_range*target_ignore_limit , set target error to 0
pitch_reverse = False # reverse out value direction
roll_reverse = False # ..
import sensor,image,lcd
import KPU as kpu
def lcd_show_except(e):
import uio
err_str = uio.StringIO()
sys.print_exception(e, err_str)
err_str = err_str.getvalue()
img = image.Image(size=(224,224))
img.draw_string(0, 10, err_str, scale=1, color=(0xff,0x00,0x00))
lcd.display(img)
class Target():
def __init__(self, out_range=10, ignore_limit=0.02, hmirror=False, vflip=False, lcd_rotation=2, lcd_mirror=False):
self.pitch = 0
self.roll = 0
self.out_range = out_range
self.ignore = ignore_limit
self.task = kpu.load(0x300000)# face model addr in flash
self.clock = time.clock() # Create a clock object to track the FPS.
anchor = (1.889, 2.5245, 2.9465, 3.94056, 3.99987, 5.3658, 5.155437, 6.92275, 6.718375, 9.01025)
kpu.init_yolo2(self.task, 0.5, 0.3, 5, anchor)
lcd.init(type=1)
lcd.rotation(lcd_rotation)
lcd.mirror(lcd_mirror)
try:
sensor.reset()
except Exception as e:
raise Exception("sensor reset fail, please check hardware connection, or hardware damaged! err: {}".format(e))
sensor.set_pixformat(sensor.RGB565)
sensor.set_framesize(sensor.QVGA)
sensor.set_hmirror(hmirror)
sensor.set_vflip(vflip)
def get_target_err(self):
self.clock.tick()
img = sensor.snapshot()
objects = kpu.run_yolo2(self.task, img)
if objects:
max_area = 0
max_i = 0
for i, j in enumerate(objects):
a = j.w()*j.h()
if a > max_area:
max_i = i
max_area = a
img.draw_rectangle(objects.rect())
self.pitch = (objects.y() + objects.h() / 2)/240*self.out_range*2 - self.out_range
self.roll = (objects.x() + objects.w() / 2)/320*self.out_range*2 - self.out_range
# limit
if abs(self.pitch) < self.out_range*self.ignore:
self.pitch = 0
if abs(self.roll) < self.out_range*self.ignore:
self.roll = 0
img.draw_cross(160, 120)
img.draw_string(0, 200, "FPS: %s" % self.clock.fps(), scale=2)
img.draw_string(0, 220, "Error: %s" % str((self.roll, self.pitch)), scale=2)
lcd.display(img)
return (self.pitch, self.roll)
else:
img.draw_cross(160, 120)
img.draw_string(0, 200, "FPS: %s" % self.clock.fps(), scale=2)
img.draw_string(0, 220, "Error: %s" % "N/A", scale=2)
lcd.display(img)
return (0, 0)
target = Target(target_err_range, target_ignore_limit, sensor_hmirror, sensor_vflip, lcd_rotation, lcd_mirror)
tim0 = Timer(Timer.TIMER0, Timer.CHANNEL0, mode=Timer.MODE_PWM)
tim1 = Timer(Timer.TIMER0, Timer.CHANNEL1, mode=Timer.MODE_PWM)
pitch_pwm = PWM(tim0, freq=50, duty=0, pin=24)
roll_pwm= PWM(tim1, freq=50, duty=0, pin=25)
pitch = Servo(pitch_pwm, dir=init_pitch)
roll = Servo(roll_pwm, dir=init_roll)
pid_pitch = PID(p=pitch_pid, i=pitch_pid, d=pitch_pid, imax=pitch_pid)
pid_roll = PID(p=roll_pid, i=roll_pid, d=roll_pid, imax=roll_pid)
gimbal = Gimbal(pitch, pid_pitch, roll, pid_roll)
target_pitch = init_pitch
target_roll = init_roll
t = time.ticks_ms()
_dir = 0
t0 = time.ticks_ms()
while True:
try:
# get target error
err_pitch, err_roll = target.get_target_err()
# run
gimbal.run(-err_pitch, err_roll, pitch_reverse = pitch_reverse, roll_reverse=roll_reverse)
# interval limit to > 5ms to wait servo move
if time.ticks_ms() - t0 < 5:
continue
t0 = time.ticks_ms()
except Exception as e:
sys.print_exception(e)
lcd_show_except(e)
finally:
gc.collect()
</code></pre>
<p> </p>
<p>最后，我们把开发板，摄像头，屏幕都固定在面包板上，再把面包板固定在云台上，接好线，就完成了硬件的组装。Y轴舵机接PIN_24，X轴舵机接PIN_25.</p>
<p> </p>
<p> </p>
<p>项目全部源代码可以在这里下载：</p>
<div> </div>
</div><script> var loginstr = '<div class="locked">查看本帖全部内容，请<a href="javascript:;" style="color:#e60000" class="loginf">登录</a>或者<a href="https://bbs.eeworld.com.cn/member.php?mod=register_eeworld.php&action=wechat" style="color:#e60000" target="_blank">注册</a></div>';
if(parseInt(discuz_uid)==0){
(function($){
var postHeight = getTextHeight(400);
$(".showpostmsg").html($(".showpostmsg").html());
$(".showpostmsg").after(loginstr);
$(".showpostmsg").css({height:postHeight,overflow:"hidden"});
})(jQuery);
} </script><script type="text/javascript">(function(d,c){var a=d.createElement("script"),m=d.getElementsByTagName("script"),eewurl="//counter.eeworld.com.cn/pv/count/";a.src=eewurl+c;m.parentNode.insertBefore(a,m)})(document,523)</script> <p>这个效果不错，就是舵机在转动的时候有点抖。</p>
<p>酷~~~这个有意思~</p>
<p><img height="48" src="https://bbs.eeworld.com.cn/static/editor/plugins/hkemoji/sticker/facebook/wanwan88.gif" width="59" /><img height="48" src="https://bbs.eeworld.com.cn/static/editor/plugins/hkemoji/sticker/facebook/wanwan88.gif" width="59" /></p>
<p>厉害</p>
页:
[1]