点击上方“小白学视觉”，选择加"星标"或“置顶”重磅干货，第一时间送达

作者 | 源代码•宸

来源丨CSDN博客

使用Mediapipe

水平镜像处理

import cvzone
import cv2
import numpy as np
from cvzone.HandTrackingModule import HandDetectorcap = cv2.VideoCapture(0)   # 0代表自己电脑的摄像头
cap.set(3, 1280)        # 宽
cap.set(4, 720)         # 高detector = HandDetector(detectionCon=0.8, maxHands=2)# 处理每一帧图像
while True:success, img = cap.read()# 翻转图像，使自身和摄像头中的自己呈镜像关系img = cv2.flip(img, 1)      # 将手水平翻转hands, img = detector.findHands(img)cv2.imshow("Image", img)cv2.waitKey(1)

修改代码

import cvzoneimport cv2import numpy as npfrom cvzone.HandTrackingModule import HandDetectorcap = cv2.VideoCapture(0)   # 0代表自己电脑的摄像头cap.set(3, 1280)        # 宽cap.set(4, 720)         # 高detector = HandDetector(detectionCon=0.8, maxHands=1)# 处理每一帧图像while True:    success, img = cap.read()    # 翻转图像，使自身和摄像头中的自己呈镜像关系    img = cv2.flip(img, 1)      # 将手水平翻转    hands, img = detector.findHands(img, flipType=False)    # 左手是左手，右手是右手，映射正确    cv2.imshow("Image", img)    cv2.waitKey(1)

问题修复完毕

观察手的信息

import cvzoneimport cv2import numpy as npfrom cvzone.HandTrackingModule import HandDetectorcap = cv2.VideoCapture(0)   # 0代表自己电脑的摄像头cap.set(3, 1280)        # 宽cap.set(4, 720)         # 高detector = HandDetector(detectionCon=0.8, maxHands=1)# 处理每一帧图像while True:    success, img = cap.read()    # 翻转图像，使自身和摄像头中的自己呈镜像关系    img = cv2.flip(img, 1)      # 将手水平翻转    hands, img = detector.findHands(img, flipType=False)    # 左手是左手，右手是右手，映射正确    print(hands)    cv2.imshow("Image", img)    cv2.waitKey(1)

输出结果

[{‘lmList’: [[1088, 633, 0], [1012, 655, -24], [940, 629, -32], [894, 596, -35], [875, 562, -36], [949, 504, -17], [891, 441, -16], [862, 419, -16], [838, 403, -16], [995, 480, -3], [943, 418, 8], [924, 426, 17], [920, 440, 22], [1044, 480, 8], [998, 455, 17], [987, 489, 21], [993, 513, 23], [1085, 492, 19], [1048, 477, 27], [1036, 505, 35], [1041, 528, 40]], ‘bbox’: (838, 403, 250, 252), ‘center’: (963, 529), ‘type’: ‘Left’}]

做个小蛇

import mathimport cvzone
import cv2
import numpy as np
from cvzone.HandTrackingModule import HandDetectorcap = cv2.VideoCapture(0)   # 0代表自己电脑的摄像头
cap.set(3, 1280)        # 宽
cap.set(4, 720)         # 高detector = HandDetector(detectionCon=0.8, maxHands=1)class SnakeGameClass:def __init__(self):             # 构造方法self.points = []            # 蛇身上所有的点self.lengths = []           # 每个点之间的长度self.currentLength = 0      # 蛇的总长self.allowedLength = 150    # 蛇允许的总长度self.previousHead = 0, 0    # 第二个头结点def update(self, imgMain, currentHead):     # 实例方法px, py = self.previousHeadcx, cy = currentHeadself.points.append([cx, cy])             # 添加蛇的点列表节点distance = math.hypot(cx - px, cy - py)  # 两点之间的距离self.lengths.append(distance)            # 添加蛇的距离列表内容self.currentLength += distanceself.previousHead = cx, cy# Draw Snakefor i, point in enumerate(self.points):if i != 0:cv2.line(imgMain, self.points[i - 1], self.points[i], (0, 0, 255), 20)# 对列表最后一个点也就是蛇头画为紫色点cv2.circle(imgMain, self.points[-1], 20, (200, 0, 200), cv2.FILLED)return imgMaingame = SnakeGameClass()# 处理每一帧图像
while True:     # 不断迭代更新success, img = cap.read()# 翻转图像，使自身和摄像头中的自己呈镜像关系img = cv2.flip(img, 1)      # 将手水平翻转hands, img = detector.findHands(img, flipType=False)    # 左手是左手，右手是右手，映射正确if hands:lmList = hands[0]['lmList']     # hands是由N个字典组成的列表pointIndex = lmList[8][0:2]     # 只要食指指尖的x和y坐标img = game.update(img, pointIndex)cv2.imshow("Image", img)cv2.waitKey(1)

添加甜甜圈

import math
import randomimport cvzone
import cv2
import numpy as np
from cvzone.HandTrackingModule import HandDetectorcap = cv2.VideoCapture(0)   # 0代表自己电脑的摄像头
cap.set(3, 1280)        # 宽
cap.set(4, 720)         # 高detector = HandDetector(detectionCon=0.8, maxHands=1)class SnakeGameClass:def __init__(self, pathFood):             # 构造方法self.points = []            # 蛇身上所有的点self.lengths = []           # 每个点之间的长度self.currentLength = 0      # 蛇的总长self.allowedLength = 150    # 蛇允许的总长度self.previousHead = 0, 0    # 第二个头结点self.imgFood = cv2.imread(pathFood, cv2.IMREAD_UNCHANGED)self.hFood, self.wFood, _ = self.imgFood.shapeself.foodPoint = 0, 0self.randomFoodLocation()def randomFoodLocation(self):self.foodPoint = random.randint(100, 1000), random.randint(100, 600)def update(self, imgMain, currentHead):     # 实例方法px, py = self.previousHeadcx, cy = currentHeadself.points.append([cx, cy])             # 添加蛇的点列表节点distance = math.hypot(cx - px, cy - py)  # 两点之间的距离self.lengths.append(distance)            # 添加蛇的距离列表内容self.currentLength += distanceself.previousHead = cx, cy# Length Reductionif self.currentLength > self.allowedLength:for i, length in enumerate(self.lengths):self.currentLength -= lengthself.lengths.pop(i)self.points.pop(i)if self.currentLength < self.allowedLength:break# Draw Snakeif self.points:for i, point in enumerate(self.points):if i != 0:cv2.line(imgMain, self.points[i - 1], self.points[i], (0, 0, 255), 20)# 对列表最后一个点也就是蛇头画为紫色点cv2.circle(imgMain, self.points[-1], 20, (200, 0, 200), cv2.FILLED)# Draw Foodrx, ry = self.foodPointimgMain = cvzone.overlayPNG(imgMain, self.imgFood,(rx - self.wFood // 2, ry - self.hFood // 2))return imgMaingame = SnakeGameClass("donut.png")# 处理每一帧图像
while True:     # 不断迭代更新success, img = cap.read()# 翻转图像，使自身和摄像头中的自己呈镜像关系img = cv2.flip(img, 1)      # 将手水平翻转hands, img = detector.findHands(img, flipType=False)    # 左手是左手，右手是右手，映射正确if hands:lmList = hands[0]['lmList']     # hands是由N个字典组成的列表pointIndex = lmList[8][0:2]     # 只要食指指尖的x和y坐标img = game.update(img, pointIndex)cv2.imshow("Image", img)cv2.waitKey(1)

donut.png

部分代码解释说明

imgMain = cvzone.overlayPNG(imgMain, self.imgFood,                                    (rx - self.wFood // 2, ry - self.hFood // 2))

为什么不是

imgMain = cvzone.overlayPNG(imgMain, self.imgFood, (rx , ry))

那是因为，随机生成一个点后，有坐标（x，y）

增加分数机制

import math
import randomimport cvzone
import cv2
import numpy as np
from cvzone.HandTrackingModule import HandDetectorcap = cv2.VideoCapture(0)   # 0代表自己电脑的摄像头
cap.set(3, 1280)        # 宽
cap.set(4, 720)         # 高detector = HandDetector(detectionCon=0.8, maxHands=1)class SnakeGameClass:def __init__(self, pathFood):             # 构造方法self.points = []            # 蛇身上所有的点self.lengths = []           # 每个点之间的长度self.currentLength = 0      # 蛇的总长self.allowedLength = 150    # 蛇允许的总长度self.previousHead = 0, 0    # 第二个头结点self.imgFood = cv2.imread(pathFood, cv2.IMREAD_UNCHANGED)self.hFood, self.wFood, _ = self.imgFood.shapeself.foodPoint = 0, 0self.randomFoodLocation()self.score = 0def randomFoodLocation(self):self.foodPoint = random.randint(100, 1000), random.randint(100, 600)def update(self, imgMain, currentHead):     # 实例方法px, py = self.previousHeadcx, cy = currentHeadself.points.append([cx, cy])             # 添加蛇的点列表节点distance = math.hypot(cx - px, cy - py)  # 两点之间的距离self.lengths.append(distance)            # 添加蛇的距离列表内容self.currentLength += distanceself.previousHead = cx, cy# Length Reductionif self.currentLength > self.allowedLength:for i, length in enumerate(self.lengths):self.currentLength -= lengthself.lengths.pop(i)self.points.pop(i)if self.currentLength < self.allowedLength:break# Check if snake ate the foodrx, ry = self.foodPointif rx - self.wFood // 2 < cx < rx + self.wFood // 2 and \ry - self.hFood // 2 < cy < ry + self.hFood // 2:self.randomFoodLocation()self.allowedLength += 50self.score += 1print(self.score)# Draw Snakeif self.points:for i, point in enumerate(self.points):if i != 0:cv2.line(imgMain, self.points[i - 1], self.points[i], (0, 0, 255), 20)# 对列表最后一个点也就是蛇头画为紫色点cv2.circle(imgMain, self.points[-1], 20, (200, 0, 200), cv2.FILLED)# Draw FoodimgMain = cvzone.overlayPNG(imgMain, self.imgFood,(rx - self.wFood // 2, ry - self.hFood // 2))return imgMaingame = SnakeGameClass("donut.png")# 处理每一帧图像
while True:     # 不断迭代更新success, img = cap.read()# 翻转图像，使自身和摄像头中的自己呈镜像关系img = cv2.flip(img, 1)      # 将手水平翻转hands, img = detector.findHands(img, flipType=False)    # 左手是左手，右手是右手，映射正确if hands:lmList = hands[0]['lmList']     # hands是由N个字典组成的列表pointIndex = lmList[8][0:2]     # 只要食指指尖的x和y坐标img = game.update(img, pointIndex)cv2.imshow("Image", img)cv2.waitKey(1)

完整代码

import math
import randomimport cvzone
import cv2
import numpy as np
from cvzone.HandTrackingModule import HandDetectorcap = cv2.VideoCapture(0)   # 0代表自己电脑的摄像头
cap.set(3, 1280)        # 宽
cap.set(4, 720)         # 高detector = HandDetector(detectionCon=0.8, maxHands=1)class SnakeGameClass:def __init__(self, pathFood):             # 构造方法self.points = []            # 蛇身上所有的点self.lengths = []           # 每个点之间的长度self.currentLength = 0      # 蛇的总长self.allowedLength = 150    # 蛇允许的总长度self.previousHead = 0, 0    # 第二个头结点self.imgFood = cv2.imread(pathFood, cv2.IMREAD_UNCHANGED)self.hFood, self.wFood, _ = self.imgFood.shapeself.foodPoint = 0, 0self.randomFoodLocation()self.score = 0self.gameOver = Falsedef randomFoodLocation(self):self.foodPoint = random.randint(100, 1000), random.randint(100, 600)def update(self, imgMain, currentHead):     # 实例方法if self.gameOver:cvzone.putTextRect(imgMain, "Game Over", [300, 400],scale=7, thickness=5, offset=20)cvzone.putTextRect(imgMain, f'Your Score:{self.score}', [300, 550],scale=7, thickness=5, offset=20)else:px, py = self.previousHeadcx, cy = currentHeadself.points.append([cx, cy])             # 添加蛇的点列表节点distance = math.hypot(cx - px, cy - py)  # 两点之间的距离self.lengths.append(distance)            # 添加蛇的距离列表内容self.currentLength += distanceself.previousHead = cx, cy# Length Reductionif self.currentLength > self.allowedLength:for i, length in enumerate(self.lengths):self.currentLength -= lengthself.lengths.pop(i)self.points.pop(i)if self.currentLength < self.allowedLength:break# Check if snake ate the foodrx, ry = self.foodPointif rx - self.wFood // 2 < cx < rx + self.wFood // 2 and \ry - self.hFood // 2 < cy < ry + self.hFood // 2:self.randomFoodLocation()self.allowedLength += 50self.score += 1print(self.score)# Draw Snakeif self.points:for i, point in enumerate(self.points):if i != 0:cv2.line(imgMain, self.points[i - 1], self.points[i], (0, 0, 255), 20)# 对列表最后一个点也就是蛇头画为紫色点cv2.circle(imgMain, self.points[-1], 20, (200, 0, 200), cv2.FILLED)# Draw FoodimgMain = cvzone.overlayPNG(imgMain, self.imgFood,(rx - self.wFood // 2, ry - self.hFood // 2))cvzone.putTextRect(imgMain, f'Your Score:{self.score}', [50, 80],scale=3, thickness=5, offset=10)# Check for Collisionpts = np.array(self.points[:-2], np.int32)pts = pts.reshape((-1, 1, 2))  # 重塑为一个行数未知但只有一列且每个元素有2个子元素的矩阵cv2.polylines(imgMain, [pts], False, (0, 200, 0), 3)# 第三个参数是False，我们得到的是不闭合的线minDist = cv2.pointPolygonTest(pts, (cx, cy), True)# 参数True表示输出该像素点到轮廓最近距离if -1 <= minDist <= 1:print("Hit")self.gameOver = Trueself.points = []  # 蛇身上所有的点self.lengths = []  # 每个点之间的长度self.currentLength = 0  # 蛇的总长self.allowedLength = 150  # 蛇允许的总长度self.previousHead = 0, 0  # 第二个头结点self.randomFoodLocation()return imgMaingame = SnakeGameClass("donut.png")# 处理每一帧图像
while True:     # 不断迭代更新success, img = cap.read()# 翻转图像，使自身和摄像头中的自己呈镜像关系img = cv2.flip(img, 1)      # 将手水平翻转hands, img = detector.findHands(img, flipType=False)    # 左手是左手，右手是右手，映射正确if hands:lmList = hands[0]['lmList']     # hands是由N个字典组成的列表pointIndex = lmList[8][0:2]     # 只要食指指尖的x和y坐标img = game.update(img, pointIndex)cv2.imshow("Image", img)key = cv2.waitKey(1)if key == ord('r'):game.gameOver = False

下载1：OpenCV-Contrib扩展模块中文版教程

在「小白学视觉」公众号后台回复：扩展模块中文教程，即可下载全网第一份OpenCV扩展模块教程中文版，涵盖扩展模块安装、SFM算法、立体视觉、目标跟踪、生物视觉、超分辨率处理等二十多章内容。

下载2：Python视觉实战项目52讲

在「小白学视觉」公众号后台回复：Python视觉实战项目，即可下载包括图像分割、口罩检测、车道线检测、车辆计数、添加眼线、车牌识别、字符识别、情绪检测、文本内容提取、面部识别等31个视觉实战项目，助力快速学校计算机视觉。

下载3：OpenCV实战项目20讲

在「小白学视觉」公众号后台回复：OpenCV实战项目20讲，即可下载含有20个基于OpenCV实现20个实战项目，实现OpenCV学习进阶。

交流群

欢迎加入公众号读者群一起和同行交流，目前有SLAM、三维视觉、传感器、自动驾驶、计算摄影、检测、分割、识别、医学影像、GAN、算法竞赛等微信群（以后会逐渐细分），请扫描下面微信号加群，备注：”昵称+学校/公司+研究方向“，例如：”张三 + 上海交大 + 视觉SLAM“。请按照格式备注，否则不予通过。添加成功后会根据研究方向邀请进入相关微信群。请勿在群内发送广告，否则会请出群，谢谢理解~