+/OCR

character recognition demo

git clone https://git.julia.blue/+/OCR

Joseph RyanAdd weightings10501ef

master
8.5 KiB206 linesraw
1import knn
2import pygame
3import sys
4import time
5
6trainingSet = knn.load("../data/optdigitsTrain.csv")
7testSet = knn.load("../data/optdigitsTest.csv")
8avg = knn.load("../data/averages.csv")
9
10
11def runKNNTest():
12    correct = 0.
13    percentage = 0
14    for i in range(len(testSet)):
15        if i * 100 / len(testSet) > percentage:
16            percentage = i * 100 / len(testSet)
17            print '{0}\r'.format("Progress: " + str(percentage) + "%"),
18        prediction = knn.predictLabel(trainingSet, testSet[i][:-1], 1)
19        correct += prediction == testSet[i][-1]
20    print str(correct * 100 / len(testSet)) + "% correct"
21
22
23def runKNNTestWeighted():
24    w = [[.5, .5, .5, .5, .5, .5, .5, .5],
25         [.5, .5, .5, 1, 1, .5, .5, .5],
26         [.5, .5, 1, 1, 1, 1, .5, .5],
27         [.5, 1, 1, 2, 2, 1, 1, .5],
28         [.5, 1, 1, 2, 2, 1, 1, .5],
29         [.5, .5, 1, 1, 1, 1, .5, .5],
30         [.5, .5, .5, 1, 1, .5, .5, .5],
31         [.5, .5, .5, .5, .5, .5, .5, .5]]
32    w = [x for i in w for x in i]
33    correct = 0.
34    percentage = 0
35    for i in range(len(testSet)):
36        if i * 100 / len(testSet) > percentage:
37            percentage = i * 100 / len(testSet)
38            print '{0}\r'.format("Progress: " + str(percentage) + "%"),
39        prediction = knn.predictLabelWeighted(trainingSet, testSet[i][:-1], 1, w)
40        correct += prediction == testSet[i][-1]
41    print str(correct * 100 / len(testSet)) + "% correct"
42
43
44def convertImageToData(n):
45    results = []
46    for x in range(8):
47        for y in range(8):
48            results.append(0)
49            for i in range(4):
50                results[-1] += n[y * 4 + i][x * 4:x * 4 + 4].count(1)
51    return results
52
53    def calculateAverages():
54        n = [[0 for j in range(64)]for i in range(10)]
55        total = [0 for i in range(10)]
56        for i in trainingSet + testSet:
57            for j in range(64):
58                n[i[-1]][j] += i[j]
59            total[i[-1]] += 1
60        for i in range(10):
61            n[i] = [int(round(float(n[i][a]) / total[i])) for a in range(64)] + [i]
62        return n
63
64    def vectorToBitmap(n):
65        pass
66
67
68def main():
69    pygame.init()
70    white = 255, 255, 255
71    black = 0, 0, 0
72    red = 255, 0, 0
73    green = 0, 255, 0
74    myfont = pygame.font.SysFont("Arial", 200)
75    textsurface = myfont.render('', False, black)
76    board = [[0 for i in range(32)] for j in range(32)]
77    heatmap = convertImageToData(board)
78    averageHeatmap = convertImageToData(board)
79    closestHeatmap = convertImageToData(board)
80    screenSize = 10
81    screen = pygame.display.set_mode((screenSize * 96, screenSize * 64))
82    currentTime = 0.
83    accumulator = 0.
84    fps = .5
85    strokes = [[]]
86    adjustedStrokes = [[]]
87    pixelated = pygame.Surface((32 * screenSize, 32 * screenSize))
88    penDown = False
89    prediction = 0
90    minY = maxY = minX = maxX = 0
91
92    while 1:
93        for event in pygame.event.get():
94            if event.type == pygame.QUIT:
95                sys.exit()
96            elif event.type == pygame.MOUSEMOTION:
97                if pygame.mouse.get_pressed()[0]:
98                    if not penDown:
99                        strokes.append([])
100                        penDown = True
101                    p = pygame.mouse.get_pos()
102                    strokes[-1].append((max(min(p[0], screenSize * 32), 0), max(min(p[1], screenSize * 32), 0)))
103                    minY = min([min(i, key=lambda n:n[1]) for i in strokes if len(i) > 0], key=lambda n: n[1])[1]
104                    maxY = max([max(i, key=lambda n:n[1]) for i in strokes if len(i) > 0], key=lambda n: n[1])[1]
105                    minX = min([min(i, key=lambda n:n[0]) for i in strokes if len(i) > 0], key=lambda n: n[0])[0]
106                    maxX = max([max(i, key=lambda n:n[0]) for i in strokes if len(i) > 0], key=lambda n: n[0])[0]
107                    totalSize = (maxX - minX + 1, maxY - minY + 1)
108                    center = ((minX + maxX) / 2, (minY + maxY) / 2)
109                    origin = (minX, minY)
110                    zoom = max(totalSize)
111                    adjustedStrokes = [[((i[0] - center[0]) * 32 * screenSize / zoom + 16 * screenSize, (i[1] - center[1]) * 32 * screenSize / zoom + 16 * screenSize) for i in j] for j in strokes]
112                else:
113                    penDown = False
114            elif event.type == pygame.KEYDOWN:
115                if event.key == pygame.K_SPACE:
116                    # print knn.predictLabel(trainingSet + testSet, heatmap, 1)
117                    minY = maxY = minX = maxX = 0
118                    strokes = [[]]
119                    adjustedStrokes = [[]]
120                    board = [[0 for i in range(32)] for j in range(32)]
121                elif event.key == pygame.K_ESCAPE:
122                    sys.exit()
123                elif event.key == pygame.K_RETURN:
124                    # record correct key and save to current set
125                    print "test"
126
127        accumulator += time.clock() - currentTime
128        currentTime = time.clock()
129        while accumulator > fps:
130            accumulator -= fps
131            board = [[0 for i in range(32)] for j in range(32)]
132            for i in range(32):
133                for j in range(32):
134                    if 1 in [pixelated.get_at((screenSize * j + n, screenSize * i + m)) != white for n in range(screenSize) for m in range(screenSize)]:
135                        for y in range(-1, 2):
136                            for x in range(-1, 2):
137                                if x == 0 or y == 0:
138                                    board[max(min(j + x, 31), 0)][max(min(i + y, 31), 0)] = 1
139            heatmap = convertImageToData(board)
140            if not pygame.mouse.get_pressed()[0]:
141                prediction = knn.getNeighborData(trainingSet + testSet, heatmap)
142                closestHeatmap = prediction
143                averageHeatmap = avg[prediction[-1]]
144            textsurface = myfont.render(str(prediction[-1]), False, black)
145
146        screen.fill((100, 100, 100))
147        pygame.draw.rect(screen, white, (0, 0, screenSize * 96, screenSize * 64))
148
149        # vectorized
150        if maxX != 0 or maxY != 0:
151            pygame.draw.line(screen, green, (minX, minY), (minX, maxY))
152            pygame.draw.line(screen, green, (maxX, minY), (maxX, maxY))
153            pygame.draw.line(screen, green, (minX, maxY), (maxX, maxY))
154            pygame.draw.line(screen, green, (minX, minY), (maxX, minY))
155        for i in strokes:
156            for j in i:
157                screen.set_at(j, red)
158
159        # vectorized, normalized, and scaled
160        pygame.draw.rect(pixelated, white, (0, 0, screenSize * 32, screenSize * 32))
161        for i in adjustedStrokes:
162            if len(i) > 1:
163                pygame.draw.aalines(pixelated, black, 0, i, 1)
164        screen.blit(pixelated, (32 * screenSize, 0))
165
166        # 32x32 pixelated
167        for j in range(32):
168            for i in range(32):
169                pygame.draw.rect(screen, black if board[i][j] else white, (64 * screenSize + i * screenSize, j * screenSize, screenSize, screenSize))
170
171        # 8x8 gradient
172        for i in range(64):
173            c = 255 - heatmap[i] * (255 / 16)
174            pygame.draw.rect(screen, (c, c, c), ((i % 8) * screenSize * 4, 32 * screenSize + (i / 8) * screenSize * 4, screenSize * 4, screenSize * 4))
175
176        # closest 8x8
177        for i in range(64):
178            c = 255 - closestHeatmap[i] * (255 / 16)
179            pygame.draw.rect(screen, (c, c, c), (32 * screenSize + (i % 8) * screenSize * 4, 32 * screenSize + (i / 8) * screenSize * 4, screenSize * 4, screenSize * 4))
180
181        # average 8x8
182        for i in range(64):
183            c = 255 - averageHeatmap[i] * (255 / 16)
184            pygame.draw.rect(screen, (c, c, c), (32 * screenSize + (i % 8) * screenSize * 4, 64 * screenSize + (i / 8) * screenSize * 4, screenSize * 4, screenSize * 4))
185
186        # finalCharacter font draw/print
187        screen.blit(textsurface, (76 * screenSize, 32 * screenSize))
188
189        # dividing lines
190        pygame.draw.line(screen, red, (32 * screenSize, 0), (32 * screenSize, 64 * screenSize))
191        pygame.draw.line(screen, red, (64 * screenSize, 0), (64 * screenSize, 64 * screenSize))
192        pygame.draw.line(screen, red, (0, 32 * screenSize), (96 * screenSize, 32 * screenSize))
193
194        pygame.display.flip()
195
196if __name__ == "__main__":
197    runKNNTestWeighted()
198    # main()
199
200# vector input or image      raw input scaled      32x32
201# 8x8                        closest               average or example raw
202
203# pull in the vector dataset from UCI once it can translate
204
205# local set builds over time with option to correct wrong answers
206# press digit to correct or verify it and add current to database