这是一篇纯记录,学习贾志刚老师的基于OpenCV的刀片缺陷检测应用demo。
对于得到的刀片外接矩形,首先需要通过排序,确定他们的编号,然后根据模板进行相减得到与模板不同的区域,对这些区域进行形态学操作,去掉边缘细微差异,最终就得到了可以检出的缺陷或者划痕刀片。流程图如下。
效果图如下。
#include <iostream>
#include <opencv2/opencv.hpp>
#include <opencv2/highgui.hpp>
#include <opencv2/core.hpp>
#include <opencv2/imgcodecs.hpp>
using namespace cv;
using namespace std;
void sort_box(vector<Rect>& boxes)
{
int size = boxes.size();
for (int i = 0; i < size - 1; ++i)
{
for (int j = i; j < size; ++j)
{
if (boxes[j].y < boxes[i].y)
{
Rect tmp = boxes[i];
boxes[i] = boxes[j];
boxes[j] = tmp;
}
}
}
}
Mat get_template(Mat& binary, vector<Rect>& rects)
{
return binary(rects[0]);
}
void detect_defects(Mat& binary, vector<Rect>& rects, Mat& tpl, vector<Rect>& defects)
{
int height = tpl.rows;
int width = tpl.cols;
int index = 1;
int size = rects.size();
// 发现缺失
for (int i = 0; i < size; ++i)
{
Mat roi = binary(rects[i]);
resize(roi, roi, tpl.size());
Mat mask;
subtract(tpl, roi, mask);
Mat se = getStructuringElement(MORPH_RECT, Size(5, 5));
morphologyEx(mask, mask, MORPH_OPEN, se);
threshold(mask, mask, 0, 255, THRESH_BINARY);
int count = 0;
for (int row = 0; row < height; ++row)
{
for (int col = 0; col < width; ++col)
{
int pv = mask.at<uchar>(row, col);
if (pv == 255)
{
++count;
}
}
}
if (count > 0) {
defects.push_back(rects[i]);
}
}
}
int main()
{
Mat image;
image = imread("E:opencv_tutorial-masteropencv_tutorial-masterdataimagesce_01.jpg"); // Read the file
if (image.empty()) // Check for invalid input
{
cout << "Could not open or find the image" << std::endl;
return -1;
}
namedWindow("input", WINDOW_AUTOSIZE); // Create a window for display.
imshow("input", image); // Show our image inside it.
//图像二值化
Mat gray, binary;
cvtColor(image, gray, COLOR_BGR2GRAY);
threshold(gray, binary, 0, 255, THRESH_BINARY_INV | THRESH_OTSU);
imshow("binary", binary);
//定义结构元素
Mat se = getStructuringElement(MORPH_RECT, Size(3, 3), Point(-1, -1));//MO_RECT矩形,size大小,point锚点
morphologyEx(binary, binary, MORPH_OPEN, se);
imshow("open-binary", binary);
//轮廓发现
vector<vector<Point>>contours;
vector<Vec4i>hierarchy;//定义层级 放了4维int向量
vector<Rect>rects;
findContours(binary, contours, hierarchy, RETR_LIST, CHAIN_APPROX_SIMPLE);//能算出边界的坐标,记录在contours里
int height = image.rows;
for (size_t t = 0; t < contours.size(); t++) {
Rect rect = boundingRect(contours[t]);
double area = contourArea(contours[t]);
if (rect.height > (height / 2)) {
continue;
}
if (area < 150) {
continue;
}
rects.push_back(rect);
// 填充边缘,放大缺陷
drawContours(binary, contours, t, Scalar(0), 2, 8);
}
// 对外接矩形框排序
sort_box(rects);
// 获取模板
Mat tpl = get_template(binary, rects);
for (int i = 0; i < rects.size(); ++i) {
putText(image, format("num:%d", (i + 1)), Point(rects[i].x - 70, rects[i].y + 20),
FONT_HERSHEY_PLAIN, 1.0, Scalar(255, 0, 0), 1);
}
// 检测并标明结果
vector<Rect> defects;
detect_defects(binary, rects, tpl, defects);
for (int i = 0; i < defects.size(); ++i)
{
rectangle(image, defects[i], Scalar(0, 0, 255));
putText(image, "bad", Point(defects[i].x, defects[i].y),
FONT_HERSHEY_PLAIN, 1.0, Scalar(0, 255, 0), 1);
}
imshow("result", image);
waitKey(0);
std::cout << "succeed.n";
return 0;// Wait for a keystroke in the window
}
以下是python语言
import cv2 as cv
import numpy as np
def sort_boxes(rois):
for i in range(0, len(rois)-1, 1):
for j in range(i, len(rois), 1):
x, y, w, h = rois[j]
if y < rois[i][1]:
bx, by, bw, bh = rois[i]
rois[i] = [x, y, w, h]
rois[j] = [bx, by, bw, bh]
return rois;
def get_template(binary, boxes):
x, y, w, h = boxes[0]
roi = binary[y:y+h, x:x+w]
return roi
def detect_defect(binary, boxes, tpl):
height, width = tpl.shape
index = 1
defect_rois = []
# 发现缺失
for x, y, w, h in boxes:
roi = binary[y:y + h, x:x + w]
roi = cv.resize(roi, (width, height))
mask = cv.subtract(tpl, roi)
se = cv.getStructuringElement(cv.MORPH_RECT, (5, 5), (-1, -1))
mask = cv.morphologyEx(mask, cv.MORPH_OPEN, se)
ret, mask = cv.threshold(mask, 0, 255, cv.THRESH_BINARY)
count = 0
for row in range(height):
for col in range(width):
pv = mask[row, col]
if pv == 255:
count += 1
if count > 0:
defect_rois.append([x, y, w, h])
index += 1
return defect_rois
src = cv.imread("D:code-workspaceClion-workspacelearnOpencvimagesce_02.jpg")
cv.namedWindow("input", cv.WINDOW_AUTOSIZE)
cv.imshow("input", src)
# 图像二值化
gray = cv.cvtColor(src, cv.COLOR_BGR2GRAY)
ret, binary = cv.threshold(gray, 0, 255, cv.THRESH_BINARY_INV | cv.THRESH_OTSU)
se = cv.getStructuringElement(cv.MORPH_RECT, (3, 3), (-1, -1))
binary = cv.morphologyEx(binary, cv.MORPH_OPEN, se)
cv.imshow("binary", binary)
# 轮廓提取
contours, hierarchy = cv.findContours(binary, cv.RETR_LIST, cv.CHAIN_APPROX_SIMPLE)
height, width = src.shape[:2]
rects = []
for c in range(len(contours)):
x, y, w, h = cv.boundingRect(contours[c])
area = cv.contourArea(contours[c])
if h > (height//2):
continue
if area < 150:
continue
rects.append([x, y, w, h])
# 排序轮廓
rects = sort_boxes(rects)
print(rects)
template = get_template(binary, rects);
# 填充边缘
for c in range(len(contours)):
x, y, w, h = cv.boundingRect(contours[c])
area = cv.contourArea(contours[c])
if h > (height//2):
continue
if area < 150:
continue
cv.drawContours(binary, contours, c, (0), 2, 8)
cv.imshow("template", template)
# 检测缺陷
defect_boxes = detect_defect(binary, rects, template)
for dx, dy, dw, dh in defect_boxes:
cv.rectangle(src, (dx, dy), (dx + dw, dy + dh), (0, 0, 255), 1, 8, 0)
cv.putText(src, "bad", (dx, dy), cv.FONT_HERSHEY_PLAIN, 1.0, (0, 255, 0), 2)
index = 1
for dx, dy, dw, dh in rects:
cv.putText(src, "num:%d"%index, (dx-40, dy+15), cv.FONT_HERSHEY_PLAIN, 1.0, (255, 0, 0), 1)
index += 1
cv.imshow("result", src)
cv.imwrite("D:/binary2.png", src)
cv.waitKey(0)
cv.destroyAllWindows()
代码地址:
salvatoreitachi/OpenCV-github.com