HYTOS

import os.path

import AbstractCommand

try:

    from PyQt5.QtCore import *

    from PyQt5.QtGui import *

    from PyQt5.QtWidgets import *

except ImportError:

    try:

        from PyQt4.QtCore import Qt, QPoint, QPointF, QRectF, pyqtSignal, QT_VERSION_STR, QBuffer, QRect, QRegExp

        from PyQt4.QtGui import QGraphicsView, QGraphicsScene, QImage, QPixmap, QPainterPath, QFileDialog, QPainter, QColor, QPen, QBrush, QCursor, QTransform, QFont, QRegExpValidator, QValidator

    except ImportError:

        raise ImportError("ImageViewerQt: Requires PyQt5 or PyQt4.")

import OcrResultDialog

import sys

sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.realpath(__file__))) + '\\Shapes')

from EngineeringTextItem import QEngineeringTextItem

from EngineeringLineNoTextItem import QEngineeringLineNoTextItem

from EngineeringNoteItem import QEngineeringNoteItem

from TextItemFactory import TextItemFactory

from AppDocData import AppDocData

from GraphicsBoundingBoxItem import QGraphicsBoundingBoxItem

class AreaOcrCommand(AbstractCommand.AbstractCommand):

    onSuccess = pyqtSignal(float, float, float, float)

    onRejected = pyqtSignal(AbstractCommand.AbstractCommand)

    def __init__(self, imageViewer):

        super(AreaOcrCommand, self).__init__(imageViewer)

        self.name = 'AreaOcr' 

        self.imageViewer.setCursor(QCursor(Qt.CrossCursor))

        self._rubberBand = QRubberBand(QRubberBand.Rectangle, self.imageViewer)

        self._origin = QPoint()

        self.isLeftClicked = False

    '''

        @brief      pan image by left click and drag

        @author     Jeongwoo

        @date       18.04.19

        @history    18.04.20    Jeongwoo    Transform text box

                    humkyung 2018.04.20 set item's location with selection box

                    Jeongwoo 2018.04.25 Add if state with QEngineeringNoteItem

                    Jeongwoo 2018.04.26 Change method to create TextItem with TextItemFactory

                    Jeongwoo 2018.05.02 Add Checking imageViewer has image if-statement, when mouseReleaseEvent happen

                    humkyung 2018.08.29 use rubberband for selection text area

    '''

    def execute(self, param):

        event = param[1]

        scenePos = param[2]

        if 'mousePressEvent' == param[0]:

            if event.button() == Qt.LeftButton:

                self.isLeftClicked = True

                self._origin = event.pos()

                self._rubberBand.setGeometry(QRect(self._origin, QSize()))

                self._rubberBand.show()

            self.imageViewer.leftMouseButtonPressed.emit(scenePos.x(), scenePos.y())

        elif 'mouseMoveEvent' == param[0] and event.buttons() == Qt.LeftButton:

            if self._rubberBand.isVisible():

                self._rubberBand.setGeometry(QRect(self._origin, event.pos()).normalized())

        elif 'mouseReleaseEvent' == param[0]:

            QGraphicsView.mouseReleaseEvent(self.imageViewer, event)

            try:

                if event.button() == Qt.LeftButton:

                    self.isLeftClicked = False

                if self.imageViewer.canZoom and event.button() == Qt.LeftButton:

                    self._rubberBand.hide()

                    topLeft = self.imageViewer.mapToScene(self._rubberBand.geometry().topLeft())

                    bottomRight = self.imageViewer.mapToScene(self._rubberBand.geometry().bottomRight())

                    rect = QRectF(topLeft, bottomRight)

                    if rect.isValid():

                        if self.imageViewer.hasImage():

                            rect = rect.toAlignedRect()

                            self.onSuccess.emit(rect.left(), rect.top(), rect.width(), rect.height())

                        else:

                            QMessageBox.about(self.imageViewer, self.tr('Notice'), self.tr('Please check the image.'))

                elif event.button() == Qt.RightButton:

                    if self.isLeftClicked == False:

                        self.onRejected.emit(self)

            finally:

                pass

        self.isTreated = False

    def undo(self):

        pass

    def redo(self):

        pass

import os.path

import AbstractCommand

try:

    from PyQt5.QtCore import Qt, QPoint, QPointF, QRectF, pyqtSignal, QT_VERSION_STR, QBuffer, QRect, QRegExp

    from PyQt5.QtGui import QImage, QPixmap, QPainterPath, QPainter, QColor, QPen, QBrush, QCursor, QTransform, QFont, QRegExpValidator, QValidator

    from PyQt5.QtWidgets import QGraphicsView, QGraphicsScene, QFileDialog, QMessageBox

except ImportError:

    try:

        from PyQt4.QtCore import Qt, QPoint, QPointF, QRectF, pyqtSignal, QT_VERSION_STR, QBuffer, QRect, QRegExp

        from PyQt4.QtGui import QGraphicsView, QGraphicsScene, QImage, QPixmap, QPainterPath, QFileDialog, QPainter, QColor, QPen, QBrush, QCursor, QTransform, QFont, QRegExpValidator, QValidator

    except ImportError:

        raise ImportError("ImageViewerQt: Requires PyQt5 or PyQt4.")

import sys

from AppDocData import AppDocData

from TextDetector import TextDetector

import numpy as np

from PIL import Image

import io

import cv2

class RemoveTextCommand(AbstractCommand.AbstractCommand):

    '''

        @history    2018.05.09  Jeongwoo    Draw Rect on ±1 area

                    2018.06.11  Jeongwoo    Change method to set image (setImage → setPixmap/updateViewer)

    '''

    def __init__(self, imageViewer):

        super(RemoveTextCommand, self).__init__(imageViewer)

        self.name = 'RemoveText' 

        #self.imageViewer.setCursor(QCursor(Qt.ArrowCursor))

        image = self.imageViewer.image()

        buffer = QBuffer()

        buffer.open(QBuffer.ReadWrite)

        image.save(buffer, "PNG")

        pyImage = Image.open(io.BytesIO(buffer.data()))

        dst = cv2.cvtColor(np.array(pyImage), cv2.COLOR_BGR2GRAY)

        textDetector = TextDetector()

        self.textInfoList = textDetector.detectTextAreas(dst, (0, 0))

        pixmap = self.imageViewer.pixmap()

        ADJUST = 1

        for textInfo in self.textInfoList:

            painter = QPainter()

            painter.begin(pixmap)

            painter.setPen(QColor(255, 255, 255))

            painter.setBrush(QColor(255, 255, 255))

            painter.drawRect(QRect(textInfo.getX()-ADJUST, textInfo.getY()-ADJUST, textInfo.getW()+ADJUST, textInfo.getH()+ADJUST))

            painter.end()

        pixmapHandle = self.imageViewer.getPixmapHandle()

        if pixmapHandle is not None:

            pixmapHandle.setPixmap(pixmap)

            self.imageViewer.setSceneRect(QRectF(pixmap.rect()))

            self.imageViewer.updateViewer()

    def execute(self, param):

        event = param[1]

        scenePos = param[2]

        self.isTreated = False

    def undo(self):

        pass

    def redo(self):

        pass

import AreaOcrCommand

from TrainingImageListDialog import QTrainingImageListDialog

import cv2

from OcrResultDialog import QOcrResultDialog

import OcrResultDialog

import OcrResultDialog

import OcrResultDialog

import OcrResultDialog

import OcrResultDialog

import CropCommand, HandCommand, ZoomCommand, PenCommand, EraserCommand, AreaEraserCommand, OriginalPointCommand, ConnectionPointCommand, AreaZoomCommand, FitImageCommand, RemoveTextCommand, RotateImageCommand, FlipImageCommand

# coding: utf-8

"""

    This is text detector module

"""

import sys

import os

import cv2

import numpy as np

from PyQt5.QtCore import *

from PyQt5.QtGui import *

from PyQt5.QtWidgets import *

from PyQt5.QtSvg import *

from AppDocData import *

import TextInfo as ti

import tesseract_ocr_module as TOCR

MIN_TEXT_SIZE = 10

THREAD_MAX_WORKER = os.cpu_count()

class TextDetector:

    '''

        @brief  constructor

        @author humkyung

        @date   2018.07.11

    '''

    def __init__(self):

        self.textInfoList = []

        self.otherTextInfoList = []

        self.titleBlockTextInfoList = []

    '''

        @brief  detect text areas

        @author humkyung

        @date   2018.06.16

    '''

    def detectTextAreas(self, img, offset):

        tInfoList = []

        try:

            tInfoList = self.getTextAreaInfo(img, offset[0], offset[1])

        except Exception as ex:

            print('error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno))

        return tInfoList

    '''

        @brief      Get Text Area info by contour

        @author     Jeongwoo

        @date       2018.06.05

        @history    2018.06.08  Jeongwoo    Add angle

                    humkyung 2018.06.18 fixed logic to detect text area

    '''

    def getTextAreaInfo(self, imgGray, offsetX, offsetY):

        from AppDocData import AppDocData

        appDocData = AppDocData.instance()

        project = appDocData.getCurrentProject()

        configs = appDocData.getConfigs('Text Size', 'Max Text Size')

        maxTextSize = int(configs[0].value) if 1 == len(configs) else 100

        minSize = 5

        contourImg = np.ones(imgGray.shape, np.uint8) * 255

        binaryImg,mask = cv2.threshold(imgGray, 0, 255, cv2.THRESH_BINARY+cv2.THRESH_OTSU)

        image, contours, hierarchy = cv2.findContours(mask, cv2.RETR_TREE, cv2.CHAIN_APPROX_NONE)

        for contour in contours:

            # remove too big one or horizontal/vertical line

            [x, y, w, h] = cv2.boundingRect(contour)

            area = cv2.contourArea(contour, True)

            # skip one which size is greater than max size or less then minimum size

            if area >= 0:

                if (w > maxTextSize or h > maxTextSize) or (w <= minSize and h <= minSize): continue

            if area >= 0:

                cv2.drawContours(contourImg, [contour], -1, (0,0,0), -1)

                cv2.drawContours(contourImg, [contour], -1, (255,255,255), 1)

            else:

                cv2.drawContours(contourImg, [contour], -1, (255,255,255), -1)

        path = os.path.join(project.getTempPath(), 'OCR_{}.png'.format(appDocData.imgName))

        cv2.imwrite(path, contourImg)

        rects = []

        configs = appDocData.getConfigs('Text Recognition', 'Expand Size')

        expandSize = int(configs[0].value) if 1 == len(configs) else 10

        configs = appDocData.getConfigs('Text Recognition', 'Shrink Size')

        shrinkSize = int(configs[0].value) if 1 == len(configs) else 0

        eroded = cv2.erode(contourImg, np.ones((expandSize,expandSize), np.uint8))

        #path = os.path.join(project.getTempPath(), 'ERODED_OCR_{}.png'.format(appDocData.imgName))

        #cv2.imwrite(path, eroded)

        eroded = cv2.bitwise_not(eroded)

        image, contours, hierarchy = cv2.findContours(eroded, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)

        for contour in contours:

            area = cv2.contourArea(contour, True)

            if area < 0:

                [x, y, w, h] = cv2.boundingRect(contour)

                img = contourImg[y:y+h, x:x+w]

                img = cv2.bitwise_not(img)

                horizontal,max_width = 0,0

                vertical,max_height = 0,0

                _, _contours, _ = cv2.findContours(img, cv2.RETR_EXTERNAL, cv2.CHAIN_APPROX_SIMPLE)

                for xx in _contours:

                    [_x, _y, _w, _h] = cv2.boundingRect(xx)

                    cv2.rectangle(img, (_x, _y), (_x+_w, _y+_h), 255, 1)

                    max_width = _x if _x > max_width else max_width

                    max_height = _y if _y > max_height else max_height

                    if (_w < _h) or (_w > maxTextSize and _h < maxTextSize): # width is greater than height

                        horizontal += 1 + (_w*_h)/(w*h)

                    else:

                        vertical += 1 + (_w*_h)/(w*h)

                if (w < 10 and h < 10) or (max_width > maxTextSize and max_height > maxTextSize): continue; # skip too small or big one

                """

                if w > maxTextSize:

                    horizontal = 1

                elif h > maxTextSize:

                    vertical = 1

                else:

                    if shrinkSize > 0:

                        img = cv2.erode(img, np.ones((shrinkSize,shrinkSize), np.uint8))

                    _, _contours, _ = cv2.findContours(img, cv2.RETR_CCOMP, cv2.CHAIN_APPROX_SIMPLE)

                    for xx in _contours:

                        [_x, _y, _w, _h] = cv2.boundingRect(xx)

                        cv2.rectangle(img, (_x, _y), (_x+_w, _y+_h), 255, 1)

                        if (_w < _h) or (_w > maxTextSize and _h < maxTextSize): # width is greater than height

                            horizontal += 1 + (_w*_h)/(w*h)

                        else:

                            vertical += 1 + (_w*_h)/(w*h)

                """

                """

                if horizontal > vertical:

                    filePath = os.path.join(project.getTempPath(), "Tile", "H-{}-{}-{}-{}.png".format(x,y,w,h))

                else:

                    filePath = os.path.join(project.getTempPath(), "Tile", "V-{}-{}-{}-{}.png".format(x,y,w,h))

                cv2.imwrite(filePath, img)

                """

                rects.append([0 if horizontal > vertical else 90, QRect(x, y, w, h)])

        configs = appDocData.getConfigs('Text Recognition', 'Merge Size')

        mergeSize = int(configs[0].value) if 1 == len(configs) else 10

        # merge rectangles

        intersected = True

        while intersected:

            intersected = False

            for rect in rects[:]:   # clone rects

                if 0 == rect[0]:

                    rectExpand = rect[1].adjusted(-mergeSize, 0, mergeSize, 0)

                else:

                    rectExpand = rect[1].adjusted(0, -mergeSize, 0, mergeSize)

                matches = [x for x in rects if (x[0] == rect[0]) and rectExpand.intersects(x[1])]

                if len(matches) > 1:

                    united = matches[0]

                    for _rect in matches:

                        united[1] = united[1].united(_rect[1])

                        if _rect in rects: rects.remove(_rect)

                    rects.append(united)

                    intersected = True

                    break

        list = []

        for rect in rects:

            angle = rect[0]

            list.append(ti.TextInfo('', round(offsetX) + rect[1].x(), round(offsetY) + rect[1].y(), rect[1].width(), rect[1].height(), angle))

            x = rect[1].x()

            y = rect[1].y()

            w = rect[1].width()

            h = rect[1].height()

            img = contourImg[y:y+h, x:x+w]

            ## DEBUG

            #if angle == 0:

            #    filePath = os.path.join(project.getTempPath(), "Tile", "H-{}-{}-{}-{}.png".format(x,y,w,h))

            #else:

            #    filePath = os.path.join(project.getTempPath(), "Tile", "V-{}-{}-{}-{}.png".format(x,y,w,h))

            #cv2.imwrite(filePath, img)

            ## up to here

        return list

    '''

        @brief      recognize text of given text info

        @author     humkyung

        @date       2018.07.24

        @history    change parameter updateProgressSignal to worker

                    2018.11.08 euisung     add white char list check process on db

    '''

    @staticmethod

    def recognizeTextFromImage(tInfo, imgOCR, offset, searchedSymbolList, worker, listWidget, maxProgressValue):

        import re

        res = []

        appDocData = AppDocData.instance()

        try:

            x = tInfo.getX() - round(offset[0])

            y = tInfo.getY() - round(offset[1])

            img = imgOCR[y:y+tInfo.getH(), x:x+tInfo.getW()]

            # set angle 0 if symbol contains the text area is instrumentation

            category = None

            contains = [symbol for symbol in searchedSymbolList if symbol.contains(tInfo)]

            if contains:

                _type = contains[0].getType()

                category = appDocData.getSymbolCategoryByType(_type)

                if 'Instrumentation' == category: tInfo.setAngle(0)

            # up to here

            whiteCharList = appDocData.getConfigs('Text Recognition', 'White Character List')

            if len(whiteCharList) is 0:

                resultTextInfo = TOCR.getTextInfo(img, (x, y), tInfo.getAngle(), language=appDocData.OCRData)

            else:

                resultTextInfo = TOCR.getTextInfo(img, (x, y), tInfo.getAngle(), language=appDocData.OCRData, conf = whiteCharList[0].value)

            if resultTextInfo is not None and len(resultTextInfo) > 0:

                for result in resultTextInfo:

                    result.setX(result.getX() + round(offset[0]))

                    result.setY(result.getY() + round(offset[1]))

                    if 'Instrumentation' == category:

                        text = re.sub('[^a-zA-Z0-9]+', '', result.getText())

                        result.setText(text)

                res.extend(resultTextInfo)

                if listWidget is not None:

                    item = QListWidgetItem('{},{},{} is recognized'.format(resultTextInfo[0].getX(), resultTextInfo[0].getY(), resultTextInfo[0].getText()))

                    listWidget.addItem(item)

            else:

                pass

            if worker is not None: worker.updateProgress.emit(maxProgressValue, resultTextInfo[0].getText() if resultTextInfo is not None and 1 == len(resultTextInfo) else None)

        except Exception as ex:

            message = 'error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno)

            worker.displayLog.emit(MessageType.Error, message)

        return res

    '''

        @brief      read image drawing and then remove text

        @author     jwkim

        @date       

        @history    humkyung 2018.04.06 check if file exists

                    Jeongwoo 2018.05.09 Use Tesseract OCR after Azure OCR (Azure OCR : Getting text area)

                    Jeongwoo 2018.05.25 Add condition on if-statement

                    Jeongwoo 2018.06.05 Get text area data list by config.type

                    Jeongwoo 2018.06.08 Add angle Parameter on TOCR.getTextInfo

                    humkyung 2018.06.16 update proessbar while recognizing text

                    humkyung 2018.07.03 remove white space and replace given oldStr with newStr

                    humkyung 2018.07.07 change method name to recognizeText

                    euisung  2018.11.08 add white char list check process on db

                    euisung  2018.11.12 add title block properties

    '''

    def recognizeText(self, imgSrc, offset, tInfoList, searchedSymbolList, worker, listWidget, maxProgressValue, onlyTextArea = False):

        import concurrent.futures as futures

        from Area import Area

        try:

            self.otherTextInfoList = []

            self.titleBlockTextInfoList = []

            self.textInfoList = []

            appDocData = AppDocData.instance()

            project = appDocData.getCurrentProject()

            path = os.path.join(project.getTempPath(), 'OCR_{}.png'.format(appDocData.imgName))

            if os.path.isfile(path):

                imgOCR = cv2.imread(path, 1)

                imgOCR = cv2.threshold(cv2.cvtColor(imgOCR, cv2.COLOR_BGR2GRAY), 0, 255, cv2.THRESH_BINARY+cv2.THRESH_OTSU)[1]

                pool = futures.ThreadPoolExecutor(max_workers = THREAD_MAX_WORKER)

                for tInfo in tInfoList:

                    future = pool.submit(TextDetector.recognizeTextFromImage, tInfo, imgOCR, offset, searchedSymbolList, worker, listWidget, maxProgressValue)

                    data = future.result()

                    if data: self.textInfoList.extend(data)

                pool.shutdown(wait = True)

                if onlyTextArea:

                    return

                # parse texts in area except Drawing area

                whiteCharList = appDocData.getConfigs('Text Recognition', 'White Character List')

                for area in appDocData.getAreaList():

                    if area.name == 'Drawing': continue

                    if area.name == 'Unit':

                        img = imgSrc[round(area.y):round(area.y+area.height), round(area.x):round(area.x+area.width)]

                        if len(whiteCharList) is 0:

                            texts = TOCR.getTextInfo(img, (area.x, area.y), 0, language='eng')

                        else:

                            texts = TOCR.getTextInfo(img, (area.x, area.y), 0, language='eng', conf = whiteCharList[0].value)

                        if texts is not None and len(texts) > 0:

                            appDocData.activeDrawing.setAttr('Unit', texts[0].getText())

                            self.otherTextInfoList.append([area.name, texts])

                    else:

                        if area is not None and hasattr(area, 'img') and area.img is not None:

                            if len(whiteCharList) is 0:

                                texts = TOCR.getTextInfo(area.img, (area.x, area.y), 0, language='eng')

                            else:

                                texts = TOCR.getTextInfo(area.img, (area.x, area.y), 0, language='eng', conf=whiteCharList[0].value)

                            self.otherTextInfoList.append([area.name, texts])

                titleBlockProps = appDocData.getTitleBlockProperties()

                for titleBlockProp in titleBlockProps:

                    area = Area(titleBlockProp[0])

                    area.parse(titleBlockProp[2])

                    img = imgSrc[round(area.y):round(area.y+area.height), round(area.x):round(area.x+area.width)]

                    if len(whiteCharList) is 0:

                        texts = TOCR.getTextInfo(img, (area.x, area.y), 0, language=appDocData.OCRData)

                    else:

                        texts = TOCR.getTextInfo(img, (area.x, area.y), 0, language='eng', conf=whiteCharList[0].value)

                    self.titleBlockTextInfoList.append([area.name, texts])

                if worker is not None: worker.updateProgress.emit(maxProgressValue, None)

        except Exception as ex:

            message = 'error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno)

            worker.displayLog.emit(MessageType.Error, message)

    '''

        @brief      remove text from image

        @author     humkyung

        @date       2018.07.24

    '''

    def removeTextFromImage(self, imgSrc, offset):

        appDocData = AppDocData.instance()

        project = appDocData.getCurrentProject()

        path = os.path.join(project.getTempPath(), 'OCR_{}.png'.format(appDocData.imgName))

        if os.path.isfile(path):

            imgOCR = cv2.imread(path)

            imgOCR = cv2.threshold(cv2.cvtColor(imgOCR, cv2.COLOR_BGR2GRAY), 127, 255, cv2.THRESH_BINARY+cv2.THRESH_OTSU)[1]

            # remove recognized text from image

            for text in self.textInfoList:

                x = round(text.getX() - offset[0])

                y = round(text.getY() - offset[1])

                width = round(text.getW())

                height = round(text.getH())

                self.removeText(imgSrc, (round(text.getX()), round(text.getY())), imgOCR[y:y+height, x:x+width])

            # up to here

    '''

        @brief  remove text from image by using ocr image

        @author

    '''

    def removeText(self, img, pt, imgOCR):

        try:

            x = round(pt[0])

            y = round(pt[1])

            width, height = imgOCR.shape[::-1]

            temp = img[y:y+height, x:x+width]

            imgOCR = cv2.erode(imgOCR, np.ones((3,3), np.uint8))

            mask = cv2.bitwise_or(temp, imgOCR)

            imgXOR = cv2.bitwise_xor(temp, mask)

            img[y:y+height, x:x+width] = cv2.bitwise_not(imgXOR)

        except Exception as ex:

            print('error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno))

        return img

import sys

import os, time, subprocess, ctypes, datetime, copy

from ctypes import wintypes

_GetShortPathNameW = ctypes.windll.kernel32.GetShortPathNameW

_GetShortPathNameW.argtypes = [wintypes.LPCWSTR, wintypes.LPWSTR, wintypes.DWORD]

_GetShortPathNameW.restype = wintypes.DWORD

from PyQt5.QtCore import *

from PyQt5.QtGui import *

from PyQt5.QtWidgets import *

#from PyQt5.QtChart import *

from AppDocData import AppDocData, Source

import pytesseract

import TrainingImageList_UI

from TrainingEditorDialog import QTrainingEditorDialog

import tesseract_ocr_module as TOCR

import numpy as np

import pyqtgraph as pg

dataPath = os.path.join(os.getenv('ALLUSERSPROFILE'), 'Digital PID')

tesseractPath = os.path.join(dataPath, 'Tesseract-OCR', 'tessdata')

pytesseract.pytesseract.tesseract_cmd = os.path.join(dataPath, 'Tesseract-OCR', 'tesseract.exe')

tesseract_cmd = os.path.join(dataPath, 'Tesseract-OCR', 'tesseract.exe')

unicharset_extractor_cmd = os.path.join(dataPath, 'Tesseract-OCR', 'unicharset_extractor.exe')

set_unicharset_properties_cmd = os.path.join(dataPath, 'Tesseract-OCR', 'set_unicharset_properties.exe')

shapeclustering_cmd = os.path.join(dataPath, 'Tesseract-OCR', 'shapeclustering.exe')

mftraining_cmd = os.path.join(dataPath, 'Tesseract-OCR', 'mftraining.exe')

cntraining_cmd = os.path.join(dataPath, 'Tesseract-OCR', 'cntraining.exe')

combine_tessdata_cmd = os.path.join(dataPath, 'Tesseract-OCR', 'combine_tessdata.exe')

# for reset chart

defaultCharList = [['0',0],['1',0],['2',0],['3',0],['4',0],['5',0],['6',0],['7',0],['8',0],['9',0],['a',0],['b',0],['c',0],['d',0],['e',0],['f',0],['g',0],['h',0],['i',0],['j',0],['k',0],['l',0],['m',0],['n',0],['o',0],['p',0],['q',0],['r',0],['s',0],['t',0],['u',0],['w',0],['x',0],['y',0],['z',0],['A',0],['B',0],['C',0],['D',0],['E',0],['F',0],['G',0],['H',0],['I',0],['J',0],['K',0],['L',0],['M',0],['N',0],['O',0],['P',0],['Q',0],['R',0],['S',0],['T',0],['U',0],['V',0],['W',0],['X',0],['Y',0],['Z',0]]

#// for remove noise

#noisePassList = ['.', '\"', '\'', ',', '`', '-', '+']

class EmittingStream(QObject):

    """

    This is EmittingStream class

    """

    textWritten = pyqtSignal(str)

    def write(self, text):

        self.textWritten.emit(str(text))

class QTrainingImageListDialog(QDialog):

    """

    This is training image list dialog class

    """

    TRAINING_DATA_COUNT = 5

    def __init__(self, parent):

        QDialog.__init__(self, parent)

        self.setWindowFlag(Qt.WindowMinMaxButtonsHint)

        self.ui = TrainingImageList_UI.Ui_TraingingImageListDialog()

        self.ui.setupUi(self)

        self.ui.progressBar.setValue(0)

        self.charList = []

        # for List 

        self.ui.tableWidgetList.setSelectionMode(QAbstractItemView.SingleSelection) 

        self.ui.tableWidgetList.setColumnCount(4)

        ## column header 명 설정

        self.ui.tableWidgetList.setHorizontalHeaderLabels([self.tr('No.'), self.tr('Image List'), self.tr('Modified Date'), self.tr('Box Contents')])

        self.ui.tableWidgetList.horizontalHeaderItem(1).setToolTip(self.tr('Image Name')) # header tooltip

        self.ui.tableWidgetList.horizontalHeaderItem(2).setToolTip(self.tr('Edit Status')) # header tooltip

        self.ui.tableWidgetList.horizontalHeaderItem(3).setToolTip(self.tr('Box Contents')) # header tooltip

        self.ui.tableWidgetList.horizontalHeaderItem(1).setSizeHint(QSize(30, 30))

        self.ui.tableWidgetList.horizontalHeader().setSectionResizeMode(0, QHeaderView.ResizeToContents)

        self.ui.tableWidgetList.horizontalHeader().setSectionResizeMode(1, QHeaderView.Stretch)

        self.ui.tableWidgetList.horizontalHeader().setSectionResizeMode(2, QHeaderView.Stretch)

        self.ui.tableWidgetList.horizontalHeader().setSectionResizeMode(3, QHeaderView.Stretch)

        self.ui.tableWidgetList.resizeColumnsToContents()

        self.ui.tableWidgetList.setEditTriggers(QAbstractItemView.NoEditTriggers)

        self.listUpdate()

        # connect signals and slots

        self.ui.tableWidgetList.cellDoubleClicked.connect(self.listCellDoubleClicked)

        self.ui.pushButtonBox.clicked.connect(self.pushButtonBoxClicked)

        self.ui.pushButtonMakeTrainingData.clicked.connect(self.makeTrainingDataClicked)

        self.ui.pushButtonImageDelete.clicked.connect(self.pushButtonImageDeleteClicked)

        self.ui.pushButtonBoxDelete.clicked.connect(self.pushButtonBoxDeleteClicked)

        self.ui.pushButtonClose.clicked.connect(self.pushButtonCloseClicked)

        self.ui.pushButtonDeleteBatchChar.clicked.connect(self.pushButtonDeleteBatchCharClicked)

        # delete character in box

        self.ui.pushButtonDeleteBatchChar.setEnabled(False)

        self.ui.pushButtonDeleteBatchChar.setHidden(True)

        self.ui.lineEditTargetChar.setEnabled(False)

        self.ui.lineEditTargetChar.setHidden(True)

        # Install the custom output stream

        #sys.stdout = EmittingStream(textWritten=self.normalOutputWritten)

        os.environ['TESSDATA_PREFIX'] = os.path.join(os.getenv('ALLUSERSPROFILE'), 'Digital PID', 'Tesseract-OCR', 'tessdata')

        appDocData = AppDocData.instance()

        project = appDocData.getCurrentProject()

        dataList = appDocData.getTrainingFileList()

        self.charList = []

        for charCounts in defaultCharList:

            charCount = [charCounts[0], charCounts[1]]

            self.charList.append(charCount)

        for data in dataList:

            if data.find('.boxS') is not -1:

                boxPath = os.path.join(project.getTrainingFilePath(), data)

                fw = open(boxPath, 'r', encoding='utf8')

                boxContent = fw.read()

                lines = boxContent.split('\n')

                for line in lines:

                    if not line: continue

                    char,min_x,min_y,max_x,max_y = line.split(' ')

                    matches = [_char for _char in self.charList if _char[0] == char]

                    if matches:

                        matches[0][1] = matches[0][1] + 1

                    else:

                        self.charList.append([char, 1])

                fw.close()

        self.makeChart()

    def __del__(self):

        # Restore sys.stdout

        #sys.stdout = sys.__stdout__

        pass

    def normalOutputWritten(self, text):

        """Append text to the QTextEdit."""

        # Maybe QTextEdit.append() works as well, but this is how I do it:

        cursor = self.ui.textEditConsole.textCursor()

        cursor.movePosition(QTextCursor.End)

        cursor.insertText(text)

        self.ui.textEditConsole.setTextCursor(cursor)

        self.ui.textEditConsole.ensureCursorVisible()

    '''

        @brief      close dialog by button click

        @author     euisung

        @date       2018.10.18

    '''

    def pushButtonCloseClicked(self):

        QDialog.reject(self)

    '''

        @brief      update image list

        @author     euisung

        @date       2018.10.18

    '''

    def listUpdate(self):

        appDocData = AppDocData.instance()

        project = appDocData.getCurrentProject()

        dataList = appDocData.getTrainingFileList()

        imgCount = 0

        for data in dataList:

            if data.find('.png') is not -1:

                imgCount += 1

        self.ui.tableWidgetList.setRowCount(imgCount)

        row = 0

        for data in dataList:

            if data.find('.png') is not -1:

                self.ui.tableWidgetList.setItem(row, 0, QTableWidgetItem(str(row + 1)))

                self.ui.tableWidgetList.setItem(row, 1, QTableWidgetItem(data))

                allDataList = appDocData.getTrainingFileList()

                for adata in allDataList:

                    boxName = data.replace('.png', '.boxS')

                    if adata.find(boxName) is not -1:

                        boxPath = os.path.join(project.getTrainingFilePath(), boxName)

                        modifiedTime = str(datetime.datetime.strptime(time.ctime(os.path.getmtime(boxPath)), "%a %b %d %H:%M:%S %Y"))

                        self.ui.tableWidgetList.setItem(row, 2, QTableWidgetItem(modifiedTime))

                        fw = open(boxPath, 'r', encoding='utf8')

                        boxContent = fw.read()

                        fw.close()

                        boxContent = boxContent.split('\n')

                        boxContent = boxContent[:-1]

                        boxchars = ''

                        for char in boxContent:

                            boxchars += char[0]

                        boxContent = QTableWidgetItem(boxchars)

                        boxContent.setFont(QFont('Consolas', 9, QFont.Bold))

                        self.ui.tableWidgetList.setItem(row, 3, QTableWidgetItem(boxContent))

                        break

                    else:

                        self.ui.tableWidgetList.setItem(row, 2, QTableWidgetItem(''))

                        self.ui.tableWidgetList.setItem(row, 3, QTableWidgetItem(''))

                row += 1

    '''

        @brief      delete training box only by button click

        @author     euisung

        @date       2018.10.18

    '''

    def pushButtonBoxDeleteClicked(self):

        try:

            row = self.ui.tableWidgetList.selectedIndexes()[0].row()

            col = self.ui.tableWidgetList.selectedIndexes()[0].column()

            drawingName = self.ui.tableWidgetList.item(row, 1).text()

            boxDate = self.ui.tableWidgetList.item(row, 2).text()

            if boxDate == '':

                return

        except Exception as ex:

            pass

        try:

            reply = QMessageBox.question(self, self.tr('Continue?'), self.tr('Are you sure you want to delete the box job? '), QMessageBox.Yes, QMessageBox.Cancel)

            if reply == QMessageBox.Yes:

                appDocData = AppDocData.instance()

                project = appDocData.getCurrentProject()

                drawingPath = os.path.join(project.getTrainingFilePath(), drawingName)

                boxName = drawingPath.replace('.png', '.boxS')

                if os.path.isfile(boxName):

                    os.remove(boxName)

                self.ui.tableWidgetList.item(row, 2).setText('')

                self.ui.tableWidgetList.item(row, 3).setText('')

                #self.listUpdate()

        except Exception as ex:

            print('error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno))

    '''

        @brief      delete training image and box by button click

        @author     euisung

        @date       2018.10.18

    '''

    def pushButtonImageDeleteClicked(self):

        try:

            row = self.ui.tableWidgetList.selectedIndexes()[0].row()

            col = self.ui.tableWidgetList.selectedIndexes()[0].column()

            drawingName = self.ui.tableWidgetList.item(row, 1).text()

        except Exception as ex:

            pass

        try:

            reply = QMessageBox.question(self, self.tr('Continue?'), self.tr('Are you sure you want to delete selected image? '), QMessageBox.Yes, QMessageBox.Cancel)

            if reply == QMessageBox.Yes:

                appDocData = AppDocData.instance()

                project = appDocData.getCurrentProject()

                drawingPath = os.path.join(project.getTrainingFilePath(), drawingName)

                if os.path.isfile(drawingPath):

                    os.remove(drawingPath)

                boxName = drawingPath.replace('.png', '.boxS')

                if os.path.isfile(boxName):

                    os.remove(boxName)

                self.ui.tableWidgetList.removeRow(row)

                #self.listUpdate()

        except Exception as ex:

            print('error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno))

    def dataReady(self):

        cursor = self.ui.textEditConsole.textCursor()

        cursor.movePosition(cursor.End)

        cursor.insertText(str(self.process.readAll()))

        self.ui.textEditConsole.ensureCursorVisible()

    '''

        @brief      make training data by button click

        @author     euisung

        @date       2018.10.17

    '''

    def makeTrainingDataClicked(self):

        from PIL import Image

        import math

        from random import shuffle

        try:

            appDocData = AppDocData.instance()

            project = appDocData.getCurrentProject()

            self.oCRLang = appDocData.getCurrentProject().getName()

            self.deleteMidProcessFile()

            dataList = appDocData.getTrainingFileList()

            listHasBox = []

            self.ui.progressBar.setValue(0)

            self.ui.progressBar.setMaximum(7 + QTrainingImageListDialog.TRAINING_DATA_COUNT)

            images = {}

            boxes = []

            self.charList = []

            for charCounts in defaultCharList:

                charCount = [charCounts[0], charCounts[1]]

                self.charList.append(charCount)

            for data in dataList:

                if data.find('.boxS') is not -1:

                    hasBox = data.replace('.boxS', '.png')

                    listHasBox.append(hasBox)

                    drawingPath = os.path.join(project.getTrainingFilePath(), hasBox)

                    drawing = Image.open(drawingPath)

                    images[os.path.splitext(os.path.basename(drawingPath))[0]] = drawing # save image and file name

                    boxPath = os.path.join(project.getTrainingFilePath(), data)

                    box_file_name = os.path.splitext(os.path.basename(boxPath))[0]

                    fw = open(boxPath, 'r', encoding='utf8')

                    boxContent = fw.read()

                    lines = boxContent.split('\n')

                    for line in lines:

                        if not line: continue

                        char,min_x,min_y,max_x,max_y = line.split(' ')

                        boxes.append([char,int(min_x),int(min_y),int(max_x)-int(min_x),int(max_y)-int(min_y), box_file_name])

                        matches = [_char for _char in self.charList if _char[0] == char]

                        if matches:

                            matches[0][1] = matches[0][1] + 1

                        else:

                            self.charList.append([char, 1])

                    fw.close()

            grid_size = [None, None]

            for box in boxes:

                if grid_size[0] is None or grid_size[0] < box[3]:

                    grid_size[0] = box[3]

                if grid_size[1] is None or grid_size[1] < box[4]:

                    grid_size[1] = box[4]

            space = 5

            grid_size[0] = grid_size[0] + space*2

            grid_size[1] = grid_size[1] + space*2

            dimension = [None, None]

            dimension[0] = int(math.sqrt(len(boxes)) + 1)

            dimension[1] = (len(boxes) // dimension[0] + 1) if (len(boxes) % dimension[0]) > 0 else len(boxes) // dimension[0]

            for sample in range(QTrainingImageListDialog.TRAINING_DATA_COUNT):

                shuffle(boxes)

                out_boxes = []

                train_image = Image.new("RGB", (dimension[0]*(grid_size[0]), dimension[1]*(grid_size[1])), (256,256,256))

                for j in range(dimension[1]):

                    for i in range(dimension[0]):

                        index = j*dimension[0] + i

                        if index >= len(boxes): break

                        loc = [i*(grid_size[0]), j*(grid_size[1])]

                        box_image = images[boxes[index][5]].crop((boxes[index][1],images[boxes[index][5]].height - (boxes[index][2] + boxes[index][4]), boxes[index][1] + boxes[index][3],images[boxes[index][5]].height - boxes[index][2]))

                        if boxes[index][0] == '"' or boxes[index][0] == '\'':

                            x = loc[0] + int((grid_size[0] - box_image.width)*0.5)#space

                            y = loc[1] + space

                        elif boxes[index][0] == ',':

                            x = loc[0] + int((grid_size[0] - box_image.width)*0.5)#space

                            y = loc[1] + grid_size[1] - box_image.height - space 

                        else:

                            x = loc[0] + int((grid_size[0] - box_image.width)*0.5)#space

                            y = loc[1] + int((grid_size[1] - box_image.height)*0.5)#grid_size[1] - (space + box_image.height)

                        # //remove noise

                        '''

                        if self.isNoisable(boxes[index][0]):

                            image, contours, hierarchy = cv2.findContours(mask, cv2.RETR_TREE, cv2.CHAIN_APPROX_NONE)

                            for contour in contours:

                                # remove too big one

                                [x, y, w, h] = cv2.boundingRect(contour)

                                if (w > maxTextSize and h > maxTextSize): continue

                                area = cv2.contourArea(contour, True)

                                if area >= 0:

                                    cv2.drawContours(contourImg, [contour], -1, (0,0,0), -1)

                                    cv2.drawContours(contourImg, [contour], -1, (255,255,255), 1)

                                else:

                                    cv2.drawContours(contourImg, [contour], -1, (255,255,255), -1)

                        else:

                            train_image.paste(box_image, (x, y, x + box_image.width, y + box_image.height))

                        '''

                        train_image.paste(box_image, (x, y, x + box_image.width, y + box_image.height))

                        out_boxes.append([boxes[index][0], 

                            str(x - 1), str(train_image.height - y - box_image.height - 1), 

                            str(x + box_image.width + 1), str(train_image.height - y + 1)])

                train_image_path = os.path.join(project.getTrainingFilePath(), 'eng.' + self.oCRLang + 'F.exp{}.tif'.format(sample))

                train_image.save(train_image_path, compression='tiff_lzw', dpi=(70,70))

                train_box_path = os.path.join(project.getTrainingFilePath(), 'eng.' + self.oCRLang + 'F.exp{}.box'.format(sample))

                fw = open(train_box_path, 'w', encoding='utf8')

                for out_box in out_boxes:

                    fw.write(' '.join(out_box) + ' 0\n')

                fw.close()

        except Exception as ex:

            print('error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno))

            from App import App

            from AppDocData import MessageType

            message = 'error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno)

            App.mainWnd().addMessage.emit(MessageType.Error, message)

            return None

        try:

            originPath = os.getcwd()

            os.chdir(dataPath)

            self.ui.progressBar.setValue(self.ui.progressBar.value() + 1)

            QApplication.processEvents()

            # 1

            for sample in range(QTrainingImageListDialog.TRAINING_DATA_COUNT):

                train_image_path = os.path.join(project.getTrainingFilePath(), 'eng.' + self.oCRLang + 'F.exp{}.tif'.format(sample))

                if ' ' in train_image_path:

                    train_image_path = self.get_short_path_name(train_image_path)

                train_box_path = os.path.join(project.getTrainingFilePath(), 'eng.' + self.oCRLang + 'F.exp{}'.format(sample))

                if ' ' in train_box_path:

                    train_box_path = self.get_short_path_name(train_box_path)

                trainCmd = '\"' + tesseract_cmd + '\" ' + train_image_path + ' ' + train_box_path + ' box.train'

                """

                self.process = QProcess(self)

                self.process.readyRead.connect(self.dataReady)

                self.process.start('\"' + tesseract_cmd + '\"', [train_image_path, train_box_path, 'box.train'])

                """

                subprocess.call(trainCmd, shell = True)

                self.ui.progressBar.setValue(self.ui.progressBar.value() + 1)

                QApplication.processEvents()

            # 2

            train_boxes = []

            for sample in range(QTrainingImageListDialog.TRAINING_DATA_COUNT):

                train_box_path = os.path.join(project.getTrainingFilePath(), 'eng.' + self.oCRLang + 'F.exp{}.box'.format(sample))

                if ' ' in train_box_path:

                    train_box_path = self.get_short_path_name(train_box_path)

                train_boxes.append(train_box_path)

            #trainingBoxPathU = self.get_short_path_name(trainingBoxPath)

            unicharsetExtractorCmd = '\"' + unicharset_extractor_cmd + '\"' + ' ' + ' '.join(train_boxes)# + ' &timeout 15'

            subprocess.call(unicharsetExtractorCmd, shell = True)

            self.ui.progressBar.setValue(self.ui.progressBar.value() + 1)

            QApplication.processEvents()

            # 3

            unicharset = os.path.join(dataPath, 'unicharset')

            if ' ' in unicharset:

                unicharset = self.get_short_path_name(unicharset)

            """

            scriptPath = ' --script_dir=//langdata-master'

            setUnicharsetPropertiesCmd = '\"' + set_unicharset_properties_cmd + '\" -U ' + inputUnicharset + ' -O ' + inputUnicharset + scriptPath# + ' &timeout 15'

            subprocess.call(setUnicharsetPropertiesCmd, shell = True)

            self.ui.labelProgress.setText('unicharset 파일을 생성했습니다. (3/8)')

            QApplication.processEvents()

            """

            # 4

            font_properties = os.path.join(project.getTrainingFilePath(), 'font_properties')

            fw = open(font_properties, 'w', encoding='utf8')

            fw.write('{}F 0 1 1 0 0\n'.format(self.oCRLang))

            fw.close()

            self.ui.progressBar.setValue(self.ui.progressBar.value() + 1)

            QApplication.processEvents()

            # 5

            if ' ' in font_properties:

                font_properties = self.get_short_path_name(font_properties)

            train_data_files = []

            for sample in range(QTrainingImageListDialog.TRAINING_DATA_COUNT):

                train_data_path = os.path.join(project.getTrainingFilePath(), 'eng.' + self.oCRLang + 'F.exp{}.tr'.format(sample))

                if os.path.isfile(train_data_path):

                    if ' ' in train_data_path:

                        train_data_path = self.get_short_path_name(train_data_path)

                    train_data_files.append(train_data_path)

            shapeclusteringCmd = '\"' + shapeclustering_cmd + '\" -F ' + font_properties + ' -U ' + unicharset + ' ' + ' '.join(train_data_files)# + ' &timeout 15'

            subprocess.call(shapeclusteringCmd, shell = True)

            self.ui.progressBar.setValue(self.ui.progressBar.value() + 1)

            QApplication.processEvents()

            # 6

            mftrainingCmd = '\"' + mftraining_cmd + '\" -F ' + font_properties + ' -U ' + unicharset + ' ' + ' '.join(train_data_files)# + ' &timeout 15'

            subprocess.call(mftrainingCmd, shell = True)

            self.ui.progressBar.setValue(self.ui.progressBar.value() + 1)

            QApplication.processEvents()

            # 7

            cntrainingCmd = '\"' + cntraining_cmd + '\" ' + ' '.join(train_data_files)# + ' &timeout 15'

            subprocess.call(cntrainingCmd, shell = True)

            self.ui.progressBar.setValue(self.ui.progressBar.value() + 1)

            QApplication.processEvents()

            self.deleteMidProcessFile()

            os.rename(os.path.join(dataPath, 'inttemp'), os.path.join(dataPath, self.oCRLang + '.inttemp'))

            os.rename(os.path.join(dataPath, 'normproto'), os.path.join(dataPath, self.oCRLang + '.normproto'))

            os.rename(os.path.join(dataPath, 'pffmtable'), os.path.join(dataPath, self.oCRLang + '.pffmtable'))

            os.rename(os.path.join(dataPath, 'shapetable'), os.path.join(dataPath, self.oCRLang + '.shapetable'))

            os.rename(os.path.join(dataPath, 'unicharset'), os.path.join(dataPath, self.oCRLang + '.unicharset'))

            # 8

            combineTessdataCmd = '\"' + combine_tessdata_cmd + '\" ' + self.oCRLang + '.'

            subprocess.call(combineTessdataCmd, shell = True)

            self.ui.progressBar.setValue(self.ui.progressBar.value() + 1)

            QApplication.processEvents()

            if os.path.isfile(os.path.join(tesseractPath, self.oCRLang + '.traineddata')):

                os.remove(os.path.join(tesseractPath, self.oCRLang + '.traineddata'))

            os.rename(os.path.join(dataPath, self.oCRLang + '.traineddata'), os.path.join(tesseractPath, self.oCRLang + '.traineddata'))

            self.deleteMidProcessFile()

            print(self.charList)

            self.makeChart()

            QMessageBox.about(self, self.tr("Notice"), self.tr('Successfully applied. '))

        except Exception as ex:

            from App import App

            from AppDocData import MessageType

            message = 'error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno)

            App.mainWnd().addMessage.emit(MessageType.Error, message)

        finally:

            self.deleteMidProcessFile()

            os.chdir(originPath)

    #def isNoisable(self, char):

    #    '''

    #        @brief      return True if char need noise reduce process

    #        @author     euisung

    #        @date       2018.11.20

    #    '''

    #    for passChar in noisePassList:

    #        if char == passChar:

    #            return False

    #    return True

    def makeChart(self):

        '''

            @brief      make chart for trained charaters

            @author     euisung

            @date       2018.11.19

        '''

        try:

            barList = []

            categories = []

            for char in self.charList:

                categories.append(char[0])

                barList.append(char[1])

            categoriesDict = [list(zip(range(len(categories)), categories))]

            if not hasattr(self, '_winChart'):

                self._winChart = pg.PlotWidget(background = 'w', title = 'Trained Characters')

                self._winChart.setMouseEnabled(False, False)

                self._plot = pg.BarGraphItem(x = range(len(categories)), height = barList, width = 0.6, brush = 'b')

                self._winChart.addItem(self._plot)

                xax = self._winChart.getAxis('bottom')

                yax = self._winChart.getAxis('left')

                xax.setPen('k')

                yax.setPen('k')

                xax.setTicks(categoriesDict)

                self._winChart.showGrid(x = True, y = True)

                self.ui.horizontalLayoutChart.addWidget(self._winChart)

            else:

                self._winChart.removeItem(self._plot)

                self._plot = pg.BarGraphItem(x = range(len(categories)), height = barList, width = 0.6, brush = 'b')

                self._winChart.addItem(self._plot)

                xax = self._winChart.getAxis('bottom')

                yax = self._winChart.getAxis('left')

                xax.setPen('k')

                yax.setPen('k')

                xax.setTicks(categoriesDict)

                self._winChart.showGrid(x = True, y = True)

        except Exception as ex:

            from App import App

            from AppDocData import MessageType

            message = 'error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno)

            App.mainWnd().addMessage.emit(MessageType.Error, message)

    '''

        @brief      delete Mid Process File

        @author     euisung

        @date       2018.10.22

    '''

    def deleteMidProcessFile(self):

        try:

            if os.path.isfile(os.path.join(dataPath, self.oCRLang + '.inttemp')):

                os.remove(os.path.join(dataPath, self.oCRLang + '.inttemp'))

            if os.path.isfile(os.path.join(dataPath, self.oCRLang + '.normproto')):

                os.remove(os.path.join(dataPath, self.oCRLang + '.normproto'))

            if os.path.isfile(os.path.join(dataPath, self.oCRLang + '.pffmtable')):

                os.remove(os.path.join(dataPath, self.oCRLang + '.pffmtable'))

            if os.path.isfile(os.path.join(dataPath, self.oCRLang + '.shapetable')):

                os.remove(os.path.join(dataPath, self.oCRLang + '.shapetable'))

            if os.path.isfile(os.path.join(dataPath, self.oCRLang + '.unicharset')):

                os.remove(os.path.join(dataPath, self.oCRLang + '.unicharset'))        

        except Exception as ex:

            from App import App

            from AppDocData import MessageType

            message = 'error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno)

            App.mainWnd().addMessage.emit(MessageType.Error, message)

    '''

        @brief      make Box data by button click

        @author     euisung

        @date       2018.10.16

    '''

    def pushButtonBoxClicked(self):

        from PIL import Image

        try:

            row = self.ui.tableWidgetList.selectedIndexes()[0].row()

            col = self.ui.tableWidgetList.selectedIndexes()[0].column()

            drawingName = self.ui.tableWidgetList.item(row, 1).text()

        except:

            return

        try:

            appDocData = AppDocData.instance()

            project = appDocData.getCurrentProject()

            drawingPath = os.path.join(project.getTrainingFilePath(), drawingName)

            drawing = Image.open(drawingPath)

            boxName = drawingName.replace('.png', '.boxS')

            dataList = appDocData.getTrainingFileList()

            isBoxFile = False

            for data in dataList:

                if data.find(boxName) is not -1:

                    isBoxFile = True

            trainingBoxPath = os.path.join(project.getTrainingFilePath(), boxName)

            boundaryOcrData = None

            if not isBoxFile:

                docData = AppDocData.instance()

                oCRLang = docData.getCurrentProject().getName() if TOCR.existTrainedData() else 'eng'

                whiteCharList = docData.getConfigs('Text Recognition', 'White Character List')

                if len(whiteCharList) is 0:

                    boundaryOcrData = pytesseract.image_to_boxes(drawing, config=TOCR.DEFAULT_CONF, lang=oCRLang)

                else:

                    boundaryOcrData = pytesseract.image_to_boxes(drawing, config=TOCR.DEFAULT_CONF_COMM + whiteCharList[0].value, lang=oCRLang)

        except Exception as ex:

            from App import App

            from AppDocData import MessageType

            message = 'error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno)

            App.mainWnd().addMessage.emit(MessageType.Error, message)

        try:

            dialog = QTrainingEditorDialog(self, drawingPath, trainingBoxPath, boundaryOcrData, self.ui.tableWidgetList.item(row, 2), self.ui.tableWidgetList.item(row, 3))

            dialog.exec_()

        except Exception as ex:

            from App import App

            from AppDocData import MessageType

            message = 'error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno)

            App.mainWnd().addMessage.emit(MessageType.Error, message)

        return

    '''

        @brief      add drawing to Selected by button click

        @author     euisung

        @date       2018.09.28

    '''        

    def addListClicked(self):

        try:

            row = self.ui.tableWidgetList.selectedIndexes()[0].row()

            col = self.ui.tableWidgetList.selectedIndexes()[0].column()

            self.listCellDoubleClicked(row, col)

        except Exception as ex:

            pass

    '''

        @brief      delete character in box data as batch

        @author     euisung

        @date       2019.02.22

    ''' 

    def pushButtonDeleteBatchCharClicked(self):

        try:

            targetChar = self.ui.lineEditTargetChar.text()

            if targetChar == '':

                return

            reply = QMessageBox.question(self, self.tr('Continue?'), self.tr('Are you sure you want to delete character "{}" in all box data?\nData can not be restored! '.format(targetChar)), QMessageBox.Yes, QMessageBox.Cancel)

            if reply == QMessageBox.Yes:

                appDocData = AppDocData.instance()

                project = appDocData.getCurrentProject()

                drawingPath = project.getTrainingFilePath()

                boxList = os.listdir(drawingPath)

                nonBoxList = []

                for index in range(len(boxList)):

                    if boxList[index][-4:] != 'boxS':

                        nonBoxList.append(index)

                nonBoxList.sort(reverse=True)

                for index in nonBoxList:

                    boxList.pop(index)

                for box in boxList:

                    boxPath = os.path.join(drawingPath, box)

                    fw = open(boxPath, 'r', encoding='utf8')

                    boxContent = fw.read()

                    fw.close()

                    boxContent = boxContent.split('\n')[:-1]

                    newBoxContent = []

                    for boxString in boxContent:

                        if boxString[0] != targetChar:

                            newBoxContent.append(boxString)

                    outBox = ''

                    for boxString in newBoxContent:

                        outBox += boxString + '\n'

                    fw = open(boxPath, 'w', encoding='utf8')

                    fw.write(outBox)

                    fw.close()

                #self.listUpdate()

            self.ui.lineEditTargetChar.setText('')

        except Exception as ex:

            print('error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno))

    '''

        @brief      make Box data by cell double click

        @author     euisung

        @date       2018.09.28

    '''

    def listCellDoubleClicked(self, row, col):

        self.pushButtonBoxClicked()

    def get_short_path_name(self, long_name):

        """

            Gets the short path name of a given long path.

            http://stackoverflow.com/a/23598461/200291

        """

        output_buf_size = 0

        while True:

            output_buf = ctypes.create_unicode_buffer(output_buf_size)

            needed = _GetShortPathNameW(long_name, output_buf, output_buf_size)

            if output_buf_size >= needed:

                return output_buf.value

            else:

                output_buf_size = needed

    '''

        @brief      key pressed event

        @author     euisung

        @date       2018.11.05

    '''

    def keyPressEvent(self, event):

        try:

            if event.key() == Qt.Key_Delete:

                try:

                    col = self.ui.tableWidgetList.selectedIndexes()[0].column()

                    if col == 1:

                        self.pushButtonImageDeleteClicked()

                    elif col == 2:

                        self.pushButtonBoxDeleteClicked()

                except Exception as ex:

                    pass

            QDialog.keyPressEvent(self, event)

        except Exception as ex:

            from App import App

            from AppDocData import MessageType

            message = 'error occured({}) in {}:{}'.format(ex, sys.exc_info()[-1].tb_frame.f_code.co_filename, sys.exc_info()[-1].tb_lineno)

            App.mainWnd().addMessage.emit(MessageType.Error, message)

            return None

# -*- coding: utf-8 -*-

# Form implementation generated from reading ui file './UI/TrainingImageList.ui'

#

# Created by: PyQt5 UI code generator 5.11.3

#

# WARNING! All changes made in this file will be lost!

from PyQt5 import QtCore, QtGui, QtWidgets

class Ui_TraingingImageListDialog(object):

    def setupUi(self, TraingingImageListDialog):

        TraingingImageListDialog.setObjectName("TraingingImageListDialog")

        TraingingImageListDialog.resize(1556, 707)

        font = QtGui.QFont()

        font.setFamily("맑은 고딕")

        font.setBold(True)

        font.setWeight(75)

        TraingingImageListDialog.setFont(font)

        self.gridLayout = QtWidgets.QGridLayout(TraingingImageListDialog)

        self.gridLayout.setObjectName("gridLayout")

        self.horizontalLayout_4 = QtWidgets.QHBoxLayout()

        self.horizontalLayout_4.setObjectName("horizontalLayout_4")

        self.pushButtonDeleteBatchChar = QtWidgets.QPushButton(TraingingImageListDialog)

        self.pushButtonDeleteBatchChar.setObjectName("pushButtonDeleteBatchChar")

        self.horizontalLayout_4.addWidget(self.pushButtonDeleteBatchChar)

        self.lineEditTargetChar = QtWidgets.QLineEdit(TraingingImageListDialog)

        self.lineEditTargetChar.setMaximumSize(QtCore.QSize(20, 16777215))

        self.lineEditTargetChar.setMaxLength(1)

        self.lineEditTargetChar.setObjectName("lineEditTargetChar")

        self.horizontalLayout_4.addWidget(self.lineEditTargetChar)

        spacerItem = QtWidgets.QSpacerItem(40, 20, QtWidgets.QSizePolicy.Expanding, QtWidgets.QSizePolicy.Minimum)

        self.horizontalLayout_4.addItem(spacerItem)

        self.pushButtonImageDelete = QtWidgets.QPushButton(TraingingImageListDialog)

        self.pushButtonImageDelete.setMinimumSize(QtCore.QSize(90, 0))

        self.pushButtonImageDelete.setAutoDefault(False)

        self.pushButtonImageDelete.setObjectName("pushButtonImageDelete")

        self.horizontalLayout_4.addWidget(self.pushButtonImageDelete)

        self.pushButtonBoxDelete = QtWidgets.QPushButton(TraingingImageListDialog)

        self.pushButtonBoxDelete.setMinimumSize(QtCore.QSize(90, 0))

        self.pushButtonBoxDelete.setAutoDefault(False)

        self.pushButtonBoxDelete.setObjectName("pushButtonBoxDelete")

        self.horizontalLayout_4.addWidget(self.pushButtonBoxDelete)

        self.gridLayout.addLayout(self.horizontalLayout_4, 0, 0, 1, 1)

        self.horizontalLayout_3 = QtWidgets.QHBoxLayout()

        self.horizontalLayout_3.setObjectName("horizontalLayout_3")

        self.label = QtWidgets.QLabel(TraingingImageListDialog)

        self.label.setMaximumSize(QtCore.QSize(100, 16777215))

        font = QtGui.QFont()

        font.setBold(False)

        font.setWeight(50)

        self.label.setFont(font)

        self.label.setObjectName("label")

        self.horizontalLayout_3.addWidget(self.label)

        self.checkBoxItalic = QtWidgets.QCheckBox(TraingingImageListDialog)

        self.checkBoxItalic.setMaximumSize(QtCore.QSize(100, 16777215))

        font = QtGui.QFont()

        font.setBold(False)

        font.setWeight(50)

        self.checkBoxItalic.setFont(font)

        self.checkBoxItalic.setObjectName("checkBoxItalic")

        self.horizontalLayout_3.addWidget(self.checkBoxItalic)