HYTOS

# coding: utf-8

"""

    This is fluid code dialog module

"""

import sys

import sqlite3

import os

import cv2

import math

import threading

import multiprocessing

from multiprocessing import Process, Queue

from shapely.geometry import Point

from xml.etree.ElementTree import Element, SubElement, dump, ElementTree, parse

from PyQt5.QtCore import *

from PyQt5.QtGui import *

from PyQt5.QtWidgets import *

from AppDocData import AppDocData

import DetectSymbol_UI

class QDetectSymbolDialog(QDialog):

    def __init__(self, parent):

        QDialog.__init__(self)

        self.parent = parent

        self.ui = DetectSymbol_UI.Ui_DetectSymbolDialog()

        self.ui.setupUi(self)

        self.table = self.ui.tableWidgetSymbol

        self.currentRow = 0

        self.currentColumn = 0

        ## box dir setting

        self.boxDir = AppDocData.instance().getCurrentProject().path + '/box/'

        if not os.path.exists(self.boxDir):

            os.makedirs(self.boxDir)

        ## drawing file setting

        self.drawingDir = AppDocData.instance().getCurrentProject().path + '/drawings/'

        if os.path.exists(self.drawingDir):

            files = os.listdir(self.drawingDir)

            for file in files:

                listItem = QListWidgetItem()

                listItem.setData(32, file)

                listItem.setText(os.path.splitext(file)[0])

                self.ui.listWidgetDrawings.addItem(listItem)

        self.ui.listWidgetDrawings.currentTextChanged.connect(self.currentTextChangedEvent)

        self.ui.pushButtonDetectSymbol.clicked.connect(self.detectSymbol)

        if self.ui.listWidgetDrawings.count():

            self.ui.listWidgetDrawings.setCurrentRow(0)

        self.table.cellDoubleClicked.connect(self.cellDoubleClickedEvent)

        self.table.currentCellChanged.connect(self.currentCellChangedEvent)

        self.setAllSymbolsTable()

    '''

        @brief  current cell chage event

        @author kyouho

        @date   2018.10.01

    '''

    def currentCellChangedEvent(self, currentRow, currentColumn, previousRow, previousColumn):

        currentItem = self.table.cellWidget(currentRow, currentColumn)

        if currentItem is not None:

            self.currentRow = currentRow

            self.currentColumn = currentColumn

        else:

            self.currentRow = -1

            self.currentColumn = -1

    '''

        @brief  cell double click event

        @author kyouho

        @date   2018.10.01

    '''

    def cellDoubleClickedEvent(self, row, column):

        cell = self.table.cellWidget(row,column)

        if cell is not None:

            import SymbolEditorDialog

            symbolEditorDialog = SymbolEditorDialog.QSymbolEditorDialog(self, cell.pixmap(), AppDocData.instance().getCurrentProject())

            (isAccepted, isImmediateInsert, offsetX, offsetY, newSym) = symbolEditorDialog.showDialog()

            if isAccepted:

                self.table.removeCellWidget(row, column)

                self.parent.dirTreeWidget.initDirTreeWidget()

    '''

        @brief  text changed Event

        @author kyouho

        @date   2018.09.18

    '''

    def currentTextChangedEvent(self, text):

        self.imageName = text

        self.imgPath = self.drawingDir + self.ui.listWidgetDrawings.currentItem().data(32)

        self.tableSetting()

    '''

        @brief  text changed Event

        @author kyouho

        @date   2018.10.11

    '''

    def setAllSymbolsTable(self):

        table = self.ui.tableWidgetAllSymbols

        table.setRowCount(0)

        imageFiles = []

        imageDir = AppDocData.instance().getCurrentProject().path + '/image/'

        self.findFiles(imageDir, imageFiles)

        table.horizontalHeader().setSectionResizeMode(0, QHeaderView.Stretch)

        size = table.maximumWidth() - 40

        table.setRowCount(len(imageFiles))

        row = 0

        for path in imageFiles:

            cell = QLabel()

            pixmap = QPixmap(path)

            cell.setPixmap(pixmap.scaled(size, size, Qt.KeepAspectRatio))

            table.setCellWidget(row, 0, cell)

            row = row + 1

        table.resizeRowsToContents()

    '''

        @brief  find image files

        @author kyouho

        @date   2018.10.11

    '''

    def findFiles(self, dir, list):

        fileList = os.listdir(dir)

        for file in fileList:

            path = os.path.join(dir, file)

            if os.path.isdir(path):

                self.findFiles(path, list)

            elif os.path.splitext(path)[1] == '.png':

                list.append(path)

    '''

        @brief  text changed Event

        @author kyouho

        @date   2018.09.18

    '''

    def detectSymbol(self):

        if not self.ui.listWidgetDrawings.count():

            return

        self.progress = QProgressDialog("잠시만 기다려주세요", "Cancel", 0, 100, self)

        self.progress.setWindowModality(Qt.WindowModal)

        self.progress.setAutoReset(True)

        self.progress.setAutoClose(True)

        self.progress.setMinimum(0)

        self.progress.resize(600,100)

        self.progress.setWindowTitle("인식 중...")

        self.progress.show()

        self.progress.setMaximum(100)

        self.progress.setValue(0)

        QApplication.processEvents()

        from TextDetector import TextDetector

        import numpy as np

        appDocData = AppDocData.instance()

        ## textDetector에서 사용하기 때문에 설정

        appDocData.imgName = self.imageName

        ## 흑색 이미지로 변환

        img = cv2.imread(self.imgPath, 1)

        imgGray = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)

        ## 프로젝트의 Drawing Area data

        area = appDocData.getArea('Drawing')

        ## area 영역 자른 offset

        offset = (area.x, area.y) if area is not None else (0,0)

        ## 이미지 이진화

        thresholdImg = cv2.threshold(imgGray , 0, 255, cv2.THRESH_BINARY + cv2.THRESH_OTSU)[1]

        ## 프로젝트의 Area 영역만큼만 자른 이미지

        areaImg = thresholdImg[round(area.y):round(area.y+area.height), round(area.x):round(area.x+area.width)]

        ## 선제거 전에 먼저 작은 영역 제거

        ## contours 추출을 위한 색반전

        areaImg = cv2.bitwise_not(areaImg) 

        ## contours 추출

        image, contours, hierarchy = cv2.findContours(areaImg, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)

        for contour in contours:

            [x, y, w, h] = cv2.boundingRect(contour)

            if (w < 40 or h < 40): 

                areaImg[y:y+h,x:x+w] = 0

        ## 다시 색반전

        areaImg = cv2.bitwise_not(areaImg) 

        ## find lines

        verticalLineList = []

        horizontalLineList = []

        self.findLines(areaImg, verticalLineList, horizontalLineList)

        ## chage color

        for vLine in verticalLineList:

            p1 = vLine[0]

            p2 = vLine[1]

            x = p1[0]

            areaImg[p1[1]:p2[1], x] = 255

        ## chage color

        for vLine in horizontalLineList:

            p1 = vLine[0]

            p2 = vLine[1]

            y = p1[1]

            areaImg[y, p1[0]:p2[0]] = 255

        ## contours 추출을 위한 색반전

        areaImg = cv2.bitwise_not(areaImg) 

        ## contours 추출

        recList = self.getContours(areaImg)

        ## to xml

        self.toXml(recList, offset)

        ## table setting

        self.tableSetting()

        self.progress.setValue(self.progress.maximum())

    '''

        @brief  find lines

        @author kyouho

        @date   2018.10.01

    '''

    def findLines(self, areaImg, verticalLineList, horizontalLineList):

        ## for multiprocessing

        verticalProcessList = []

        horizontalProcessList = []

        ## Find VerticalLine using multiprocessing

        ## Set Vertical Line

        jumpValue = int(areaImg.shape[1] / os.cpu_count())

        value = 0

        for cpuIndex in range(os.cpu_count()):

            _queue = Queue()

            _range = value + jumpValue

            if os.cpu_count() -1 == cpuIndex:

                _range = areaImg.shape[1]

            _process = Process(target=isVerticalLineThread, args=(value, _range, areaImg, _queue))

            _process.daemon = True

            verticalProcessList.append((_process, _queue))

            value = value + jumpValue

        ## Set Horizontal Line

        jumpValue = int(areaImg.shape[0] / os.cpu_count())

        value = 0

        for cpuIndex in range(os.cpu_count()):

            _queue = Queue()

            _range = value + jumpValue

            if os.cpu_count() -1 == cpuIndex:

                _range = areaImg.shape[0]

            _process = Process(target=isHorizontalLineThread, args=(value, _range, areaImg, _queue))

            _process.daemon = True

            horizontalProcessList.append((_process, _queue))

            value = value + jumpValue

        ## set percent

        progressCount = len(verticalProcessList) + len(horizontalProcessList) + 1

        percentGage = int(100 / progressCount)

        percent = percentGage

        self.progress.setValue(percent)

        QApplication.processEvents()

        ## process start

        for process in verticalProcessList:

            process[0].start()

        ## Wait Vertical And Start Horizontal 

        for index in range(len(verticalProcessList)):

            verticalLineList.extend(verticalProcessList[index][1].get())

            verticalProcessList[index][0].join()

            verticalProcessList[index][1].close()

            percent = percent + percentGage

            self.progress.setValue(percent)

            QApplication.processEvents()

            horizontalProcessList[index][0].start()

        ## Wait Horizontal 

        for process in horizontalProcessList:

            horizontalLineList.extend(process[1].get())

            process[0].join()

            process[1].close()

            percent = percent + percentGage

            self.progress.setValue(percent)

            QApplication.processEvents()

    '''

        @brief  get contours

        @author kyouho

        @date   2018.10.01

    '''

    def getContours(self, areaImg):

        image, contours, hierarchy = cv2.findContours(areaImg, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)

        ## RecList 정리

        lineWidth = 5

        recList = []

        tempRecList = []

        for contour in contours:

            [x, y, w, h] = cv2.boundingRect(contour)

            tempRecList.append([x-lineWidth, y-lineWidth, x+w+lineWidth, y+h+lineWidth])

        ## Overlap Rec 합침

        while len(tempRecList):

            rec1 = tempRecList[0]

            _temp = []

            for index in range(1, len(tempRecList)):

                rec2 = tempRecList[index]

                if rec1[0] <= rec2[2] and rec1[2] >= rec2[0] and rec1[1] <= rec2[3] and rec1[3] >= rec2[1]:

                    _temp.append(rec2)

            if len(_temp):

                x1 = rec1[0]

                y1 = rec1[1]

                x2 = rec1[2]

                y2 = rec1[3]

                for rec in _temp:

                    x1 = min(x1, rec[0])

                    y1 = min(y1, rec[1])

                    x2 = max(x2, rec[2])

                    y2 = max(y2, rec[3])

                    tempRecList.remove(rec)

                tempRecList.append([x1, y1, x2, y2])

            else:

                recList.append(rec1)

            tempRecList.remove(rec1)

        return recList

    '''

        @brief  key press event

        @author kyouho

        @date   2018.10.01

    '''

    def keyPressEvent(self, event):

        if event.key() == Qt.Key_Delete and self.currentRow != -1 and self.currentColumn != -1:

            self.table.removeCellWidget(self.currentRow, self.currentColumn)

    '''

        @brief  box to xml

        @author kyouho

        @date   2018.10.01

    '''

    def toXml(self, recList, offset):

        xml = Element('BOXES')

        ## to xml

        for rec in recList:

            [x1, y1, x2, y2] = rec

            w = x2-x1

            h = y2-y1

            if w < 20 or h < 20: continue

            elif w*4<h or h*4<w: continue

            boxElement = Element('BOX')

            xElement = Element('X')

            xElement.text = str(x1 + offset[0])

            boxElement.append(xElement)

            yElement = Element('Y')

            yElement.text = str(y1 + offset[1])

            boxElement.append(yElement)

            widthElement = Element('WIDTH')

            widthElement.text = str(x2-x1)

            boxElement.append(widthElement)

            heightElement = Element('HEIGHT')

            heightElement.text = str(y2-y1)

            boxElement.append(heightElement)

            xml.append(boxElement)

        ElementTree(xml).write(self.boxDir + self.imageName + '.box')

    '''

        @brief  table setting

        @author kyouho

        @date   2018.09.18

    '''

    def tableSetting(self):

        columnCount = 3

        self.table.setColumnCount(columnCount)

        self.table.setRowCount(0)

        boxCount = 0

        xmlPath = self.boxDir + self.imageName + '.box'

        if os.path.exists(xmlPath):

            _pixmap = QPixmap(self.imgPath)

            xml = parse(xmlPath)

            root = xml.getroot()

            for box in root.iter('BOX'):

                rowIndex = int(boxCount / columnCount)

                self.table.setRowCount(rowIndex + 1)

                _x = int(box.find('X').text)

                _y = int(box.find('Y').text)

                _width = int(box.find('WIDTH').text)

                _height = int(box.find('HEIGHT').text)

                rect = QRect(_x, _y, _width, _height)

                boxImg = _pixmap.copy(rect)

                cell = QLabel()

                cell.setPixmap(boxImg)

                cell.rect = [_x, _y, _width, _height]

                self.table.setCellWidget(rowIndex, boxCount % columnCount, cell)

                boxCount = boxCount + 1

            self.table.resizeColumnsToContents()

            self.table.resizeRowsToContents()

    '''

        @brief  accept

        @author kyouho

        @date   2018.10.01

    '''

    def accept(self):

        columnCount = 3

        recList = []

        for rowIndex in range(self.table.rowCount()):

            for columnIndex in range(columnCount):

                cell = self.table.cellWidget(rowIndex, columnIndex)

                if cell is not None:

                    [x, y, w, h] = cell.rect

                    recList.append([x, y, x+w, y+h])

        self.toXml(recList, (0, 0))

        QDialog.accept(self)

'''

    @brief  Check Vertical Line using Multiprocessing

    @author kyouho

    @date   2018.09.27

'''

def isVerticalLineThread(start, end, img, _queue):

    minLineSize = 40

    ## Vertical

    find = False

    startY = 0

    lineList = []

    for x in range(start, end):

        for y in range(0, img.shape[0]):

            if img[y,x] == 0:

                if find:

                    continue

                else:

                    find = True

                    startY = y

            else:

                if find:

                    if y - startY > minLineSize:

                        lineList.append(((x,startY), (x,y)))

                    find = False

    _queue.put(lineList)

'''

    @brief  Check Horizontal Line using Multiprocessing

    @author kyouho

    @date   2018.09.27

'''

def isHorizontalLineThread(start, end, img, _queue):

    minLineSize = 40

    ## Horizontal

    find = False

    startX = 0

    lineList = []

    for y in range(start, end):

        for x in range(0, img.shape[1]):

            if img[y,x] == 0:

                if find:

                    continue

                else:

                    find = True

                    startX = x

            else:

                if find:

                    if x - startX > minLineSize:

                        lineList.append(((startX,y), (x,y)))

                    find = False

    _queue.put(lineList)