Opencv創建車牌圖片識別系統方法詳解
前言
這是一個基於spring boot + maven + opencv 實現的圖像識別及訓練的Demo項目
包含車牌識別、人臉識別等功能,貫穿樣本處理、模型訓練、圖像處理、對象檢測、對象識別等技術點
java語言的深度學習項目,在整個開源社區來說都相對較少;
擁有完整的訓練過程、檢測、識別過程的開源項目更是少之又少!!
包含功能
- 藍、綠、黃車牌檢測及車牌號碼識別
- 網上常見的輪廓提取車牌算法JAVA實現
- hsv色彩分割提取車牌算法JAVA實現
- 基於svm算法的車牌檢測訓練JAVA實現
- 基於ann算法的車牌號碼識別訓練JAVA實現
- 人臉檢測 接下來將實現人臉識別
- 圖片處理工具,目前實現瞭HSV色彩切割,後續將添加更多使用的圖片處理工具,用於輔助算法優化
軟件版本
- jdk 1.8.61+
- maven 3.0+
- opencv 4.0.1 ; javacpp1.4.4;opencv-platform 4.0.1-1.4.4
- spring boot 2.1.5.RELEASE
- yx-image-recognition 1.0.0版本
軟件架構
B/S 架構,前端html + requireJS,後端java
數據庫使用 sqlite3.0
接口文檔使用swagger 2.0
參考文檔
參考瞭EasyPR C++項目、以及fan-wenjie的EasyPR-Java項目;同時查閱瞭部分opencv官方4.0.1版本C++的源碼,結合個人對java語言的理解,整理出當前項目
liuruoze/EasyPR
fan-wenjie/EasyPR-Java
opencv官方
效果圖展示
車牌識別
黃牌識別
綠牌識別
夜間識別
圖片提取工具
人臉識別
訓練
接口文檔
車牌檢測過程
高斯模糊:
圖像灰度化:
Sobel 算子:
圖像二值化:
圖像閉操作:
二值圖像降噪:
提取外部輪廓:
外部輪廓篩選:
切圖:
重置切圖尺寸:
車牌檢測結果:
圖片車牌文字識別過程
車牌檢測結果:
debug_char_threshold:
debug_char_clearLiuDing:
debug_specMat:
debug_chineseMat:
debug_char_auxRoi:
部分核心代碼
package com.yuxue.service.impl; import java.io.File; import java.util.List; import java.util.Map; import java.util.Set; import java.util.Vector; import org.opencv.core.Core; import org.opencv.core.CvType; import org.opencv.core.Mat; import org.opencv.imgcodecs.Imgcodecs; import org.opencv.imgproc.Imgproc; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import org.springframework.transaction.annotation.Propagation; import org.springframework.transaction.annotation.Transactional; import com.alibaba.druid.util.StringUtils; import com.alibaba.fastjson.JSONObject; import com.google.common.collect.Lists; import com.google.common.collect.Maps; import com.google.common.collect.Sets; import com.yuxue.constant.Constant; import com.yuxue.entity.PlateFileEntity; import com.yuxue.entity.TempPlateFileEntity; import com.yuxue.enumtype.PlateColor; import com.yuxue.mapper.PlateFileMapper; import com.yuxue.mapper.TempPlateFileMapper; import com.yuxue.service.PlateService; import com.yuxue.util.FileUtil; import com.yuxue.util.GenerateIdUtil; import com.yuxue.util.PlateUtil; @Service public class PlateServiceImpl implements PlateService { @Autowired private PlateFileMapper plateFileMapper; @Autowired private TempPlateFileMapper tempPlateFileMapper; static { System.loadLibrary(Core.NATIVE_LIBRARY_NAME); } @Override @Transactional(propagation = Propagation.REQUIRED) public Object refreshFileInfo() { File baseDir = new File(Constant.DEFAULT_DIR); if(!baseDir.exists() || !baseDir.isDirectory()) { return null; } List<TempPlateFileEntity> resultList = Lists.newArrayList(); // 獲取baseDir下第一層級的目錄, 僅獲取文件夾,不遞歸子目錄,遍歷 List<File> folderList = FileUtil.listFile(baseDir, ";", false); folderList.parallelStream().forEach(folder -> { if(!folder.getName().equals("temp")) { // 遍歷每一個文件夾, 遞歸獲取文件夾下的圖片 List<File> imgList = FileUtil.listFile(folder, Constant.DEFAULT_TYPE, true); if(null != imgList && imgList.size() > 0) { imgList.parallelStream().forEach(n->{ TempPlateFileEntity entity = new TempPlateFileEntity(); entity.setFilePath(n.getAbsolutePath().replaceAll("\\\\", "/")); entity.setFileName(n.getName()); entity.setFileType(n.getName().substring(n.getName().lastIndexOf(".") + 1)); resultList.add(entity); }); } } }); tempPlateFileMapper.turncateTable(); tempPlateFileMapper.batchInsert(resultList); tempPlateFileMapper.updateFileInfo(); return 1; } @Override public Object recognise(String filePath, boolean reRecognise) { filePath = filePath.replaceAll("\\\\", "/"); File f = new File(filePath); PlateFileEntity entity = null; Map<String, Object> paramMap = Maps.newHashMap(); paramMap.put("filePath", filePath); List<PlateFileEntity> list= plateFileMapper.selectByCondition(paramMap); if(null == list || list.size() <= 0) { if(FileUtil.checkFile(f)) { entity = new PlateFileEntity(); entity.setFileName(f.getName()); entity.setFilePath(f.getAbsolutePath().replaceAll("\\\\", "/")); entity.setFileType(f.getName().substring(f.getName().lastIndexOf(".") + 1)); plateFileMapper.insertSelective(entity); } reRecognise = true; } else { entity = list.get(0); } if(reRecognise || StringUtils.isEmpty(entity.getTempPath())) { doRecognise(f, entity); // 重新識別 entity = plateFileMapper.selectByPrimaryKey(entity.getId()); // 重新識別之後,重新獲取一下數據 } // 查詢debug文件 if(!StringUtils.isEmpty(entity.getTempPath())) { Vector<String> debugFiles = new Vector<String>(); FileUtil.getFiles(entity.getTempPath(), debugFiles); entity.setDebugFiles(debugFiles); } return entity; } @Override public Object recogniseAll() { // 查詢到還沒有進行車牌識別的圖片 List<PlateFileEntity> list = plateFileMapper.getUnRecogniseList(); list.parallelStream().forEach(n->{ File f = new File(n.getFilePath()); if(FileUtil.checkFile(f)) { doRecognise(f, n); } }); return 1; } /** * 單張圖片 車牌識別 * 拷貝文件到臨時目錄 * 過程及結果更新數據庫 * @param f * @param e * @return */ public Object doRecognise(File f, PlateFileEntity e) { if(!f.exists()) { return null; } String ct = GenerateIdUtil.getStrId(); String targetPath = Constant.DEFAULT_TEMP_DIR + ct + (f.getName().substring(f.getName().lastIndexOf("."))); FileUtil.copyAndRename(f.getAbsolutePath(), targetPath); // 拷貝文件並且重命名 // 創建臨時目錄, 存放過程圖片 String tempPath = Constant.DEFAULT_TEMP_DIR + ct + "/"; FileUtil.createDir(tempPath); e.setTempPath(tempPath); Boolean debug = false; Vector<Mat> dst = new Vector<Mat>(); PlateUtil.getPlateMat(targetPath, dst, debug, tempPath); Set<String> plates = Sets.newHashSet(); dst.stream().forEach(inMat -> { PlateColor color = PlateUtil.getPlateColor(inMat, true, false, tempPath); String plate = PlateUtil.charsSegment(inMat, color, debug, tempPath); plates.add("<" + plate + "," + color.desc + ">"); }); e.setRecoPlate(plates.toString()); new File(targetPath).delete(); // 刪除拷貝的臨時文件 plateFileMapper.updateByPrimaryKeySelective(e); return 1; } @Override public Object getImgInfo(String imgPath) { Map<String, Object> result = Maps.newHashMap(); String ct = GenerateIdUtil.getStrId(); File f = new File(imgPath); if(f.exists()) { String targetPath = Constant.DEFAULT_TEMP_DIR + ct + (f.getName().substring(f.getName().lastIndexOf("."))); FileUtil.copyAndRename(f.getAbsolutePath(), targetPath); result.put("targetPath", targetPath); // 返回臨時路徑給前端 // 獲取圖片的基本信息 Mat inMat = Imgcodecs.imread(targetPath); result.put("rows", inMat.rows()); result.put("cols", inMat.cols()); } return result; } @Override public Object getHSVValue(String imgPath, Integer row, Integer col) { Map<String, Object> result = Maps.newHashMap(); Mat inMat = Imgcodecs.imread(imgPath); double[] rgb = inMat.get(row, col); result.put("RGB", JSONObject.toJSONString(rgb)); Mat dst = new Mat(inMat.rows(), inMat.cols(), CvType.CV_32FC3); Imgproc.cvtColor(inMat, dst, Imgproc.COLOR_BGR2HSV); // 轉到HSV空間進行處理 double[] hsv = dst.get(row, col); result.put("HSV", (int)hsv[0] + ", " + (int)hsv[1] + ", " + (int)hsv[2]); return result; } }
package com.znz.service.impl; import com.znz.service.PlateTypeService; import com.znz.entity.PlateTypeEntity; import com.znz.mapper.PlateTypeMapper; import com.github.pagehelper.PageHelper; import com.github.pagehelper.PageInfo; import org.springframework.transaction.annotation.Transactional; import org.springframework.transaction.annotation.Propagation; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import java.util.HashMap; import java.util.Map; import java.util.List; /** * 服務實現層 * @author znz * @date 2020-09-30T16:54:41.823 */ @Service public class PlateTypeServiceImpl implements PlateTypeService { @Autowired private PlateTypeMapper plateTypeMapper; @Override public PlateTypeEntity getByPrimaryKey(Integer id) { PlateTypeEntity entity = plateTypeMapper.selectByPrimaryKey(id); return entity; } @Override public PageInfo<PlateTypeEntity> queryByPage(Integer pageNo, Integer pageSize, Map<String, Object> map) { PageHelper.startPage(pageNo, pageSize); PageInfo<PlateTypeEntity> page = new PageInfo(plateTypeMapper.selectByCondition(map)); return page; } @Override public List<PlateTypeEntity> queryByCondition(Map<String, Object> map) { return plateTypeMapper.selectByCondition(map); } @Override @Transactional(propagation = Propagation.REQUIRED) public Map<String, Object> save(PlateTypeEntity plateTypeEntity) { plateTypeEntity.setId(0); plateTypeMapper.insertSelective(plateTypeEntity); Map<String, Object> result = new HashMap<>(); result.put("id" , plateTypeEntity.getId()); return result; } @Override @Transactional(propagation = Propagation.REQUIRED) public Integer deleteById(Integer id){ return plateTypeMapper.deleteByPrimaryKey(id); } @Override @Transactional(propagation = Propagation.REQUIRED) public Integer updateById(PlateTypeEntity plateTypeEntity) { if(null == plateTypeEntity || plateTypeEntity.getId() <= 0){ return 0; } return plateTypeMapper.updateByPrimaryKeySelective(plateTypeEntity); } }
package com.znz.service.impl; import com.github.pagehelper.PageHelper; import com.github.pagehelper.PageInfo; import com.google.common.collect.Lists; import com.google.common.collect.Maps; import com.znz.entity.SystemMenuEntity; import com.znz.mapper.SystemMenuMapper; import com.znz.service.SystemMenuService; import org.springframework.transaction.annotation.Transactional; import org.springframework.transaction.annotation.Propagation; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.stereotype.Service; import java.util.HashMap; import java.util.List; import java.util.Map; /** * 服務實現層 * @author znz * @date 2021-06-20 16:15:23 */ @Service public class SystemMenuServiceImpl implements SystemMenuService { @Autowired private SystemMenuMapper systemMenuMapper; @Override public SystemMenuEntity getByPrimaryKey(Integer id) { SystemMenuEntity entity = systemMenuMapper.selectByPrimaryKey(id); return entity; } @Override public PageInfo<SystemMenuEntity> queryByPage(Integer pageNo, Integer pageSize, Map<String, Object> map) { PageHelper.startPage(pageNo, pageSize); PageInfo<SystemMenuEntity> page = new PageInfo(systemMenuMapper.selectByCondition(map)); return page; } @Override public List<SystemMenuEntity> queryByCondition(Map<String, Object> map) { return systemMenuMapper.selectByCondition(map); } @Override @Transactional(propagation = Propagation.REQUIRED) public Map<String, Object> save(SystemMenuEntity entity) { entity.setId(0); systemMenuMapper.insertSelective(entity); Map<String, Object> result = new HashMap<>(); result.put("id" , entity.getId()); return result; } @Override @Transactional(propagation = Propagation.REQUIRED) public Integer deleteById(Integer id){ return systemMenuMapper.deleteByPrimaryKey(id); } @Override @Transactional(propagation = Propagation.REQUIRED) public Integer updateById(SystemMenuEntity systemMenuEntity) { if(null == systemMenuEntity || systemMenuEntity.getId() <= 0){ return 0; } return systemMenuMapper.updateByPrimaryKeySelective(systemMenuEntity); } @Override public Object getUserMenu() { Map<String, Object> map = Maps.newHashMap(); map.put("showFlag", 1); List<SystemMenuEntity> menus = systemMenuMapper.selectByCondition(map); //按層級封裝,最多三級 Map<String, Object> result = Maps.newHashMap(); result.put("first", menus.stream().filter(n -> { return n.getMenuLevel() == 1; })); result.put("second", menus.stream().filter(n -> { return n.getMenuLevel() == 2; })); result.put("third", menus.stream().filter(n -> { return n.getMenuLevel() == 3; })); return result; } }
package com.znz.service.impl; import java.io.File; import java.util.List; import org.springframework.stereotype.Service; import com.alibaba.druid.util.StringUtils; import com.alibaba.fastjson.JSONObject; import com.google.common.collect.Lists; import com.znz.constant.Constant; import com.znz.exception.ResultReturnException; import com.znz.service.FileService; import com.znz.util.FileUtil; @Service public class FileServiceImpl implements FileService { @Override public List<JSONObject> getFileTreeByDir(String rootPath, String dir, String typeFilter) { if(StringUtils.isEmpty(dir)){ if(StringUtils.isEmpty(rootPath)){ dir = Constant.DEFAULT_DIR; } else { dir = rootPath; } } if(StringUtils.isEmpty(typeFilter)){ typeFilter = Constant.DEFAULT_TYPE; } File f = new File(dir); List<File> list = FileUtil.listFile(f, typeFilter, false); List<JSONObject> result = Lists.newArrayList(); list.stream().forEach(n->{ JSONObject jo = new JSONObject(); jo.put("id", n.getAbsolutePath()); jo.put("pid", n.getParentFile().getAbsolutePath()); jo.put("filePath", n.getAbsolutePath()); jo.put("fileName", n.getName()); jo.put("isDir", n.isDirectory()); result.add(jo); }); return result; } @Override public File readFile(String filePath) { File f = new File(filePath); if(!f.exists() || f.isDirectory()) { throw new ResultReturnException("filePath參數異常,找不到指定的文件: " + filePath); } if(!f.exists() || f.isDirectory()) { throw new ResultReturnException("讀取圖片異常:" + f.getName()); } return f; } }
以上就是Opencv創建車牌圖片識別系統方法詳解的詳細內容,更多關於Opencv車牌圖片識別系統的資料請關註WalkonNet其它相關文章!
推薦閱讀:
- Spring框架 XML配置事務控制的步驟操作
- SpringBoot使用JdbcTemplate訪問操作數據庫基本用法
- SpringBoot實現分頁功能
- SpringSecurity從數據庫中獲取用戶信息進行驗證的案例詳解
- 關於SSM框架下各層的解釋說明(Controller等)