process_image.py

import cv2
import numpy as np        
import matplotlib.pyplot as plt
from scipy import ndimage
import math
from keras.models import load_model



model = load_model('cnn_model/digit_classifier.h5')

def predict_digit(img):
    test_image = img.reshape(-1,28,28,1)
    return np.argmax(model.predict(test_image))


def put_label(img,label,x,y):
    font=cv2.FONT_HERSHEY_DUPLEX 
    l_x = int(x) - 10
    l_y = int(y) + 10
    cv2.rectangle(img,(l_x,l_y+5),(l_x+35,l_y-35),(255,255,0),-1) 
    cv2.putText(img,str(label),(l_x,l_y), font,1.5,(0,0,0),1,cv2.LINE_AA)
    return img

def image_refiner(gray):
    org_size = 22
    img_size = 28
    rows,cols = gray.shape
    
    if rows > cols:
        factor = org_size/rows
        rows = org_size
        cols = int(round(cols*factor))        
    else:
        factor = org_size/cols
        cols = org_size
        rows = int(round(rows*factor))
    gray = cv2.resize(gray, (cols, rows))
     
    colsPadding = (int(math.ceil((img_size-cols)/2.0)),int(math.floor((img_size-cols)/2.0)))
    rowsPadding = (int(math.ceil((img_size-rows)/2.0)),int(math.floor((img_size-rows)/2.0)))
    
    gray = np.lib.pad(gray,(rowsPadding,colsPadding),'constant')
    return gray




def get_output_image(path):
  
    img = cv2.imread(path,0)#storing grayscaled image
    img_org = cv2.imread(path) #storing original image

    ret,thresh = cv2.threshold(img,127,255,cv2.THRESH_BINARY) #here grayscaled image is a must
                                              #so we use "img"
                                              #thresh stores the threshholded image

    
    contours,hierarchy = cv2.findContours(thresh, cv2.RETR_CCOMP, cv2.CHAIN_APPROX_SIMPLE)

    for j,cnt in enumerate(contours):
        k = cv2.isContourConvex(cnt)
        x,y,w,h = cv2.boundingRect(cnt)
        
        if(hierarchy[0][j][3]!=-1 and w>10 and h>10):
            roi = img[y:y+h, x:x+w]
            roi = cv2.bitwise_not(roi)
            roi = image_refiner(roi)
            th,fnl = cv2.threshold(roi,127,255,cv2.THRESH_BINARY)


            pred = predict_digit(roi)
            
            
            (x,y),radius = cv2.minEnclosingCircle(cnt)
            img_org = put_label(img_org,pred,x,y)

    return img_org