+/OCR
character recognition demo
git clone https://git.julia.blue/+/OCR
10501ef
master
1import knn 2import pygame 3import sys 4import time 5 6trainingSet = knn .load ("../data/optdigitsTrain.csv" ) 7testSet = knn .load ("../data/optdigitsTest.csv" ) 8avg = knn .load ("../data/averages.csv" ) 9 10 11def runKNNTest (): 12correct = 0. 13percentage = 0 14for i in range (len (testSet )): 15if i * 100 / len (testSet )> percentage : 16percentage = i * 100 / len (testSet ) 17'{0}\r' .format ("Progress: " + str (percentage )+ "%" ), 18prediction = knn .predictLabel (trainingSet ,testSet [i ][:- 1 ],1 ) 19correct += prediction == testSet [i ][- 1 ] 20str (correct * 100 / len (testSet ))+ "% correct" 21 22 23def runKNNTestWeighted (): 24w = [[.5 ,.5 ,.5 ,.5 ,.5 ,.5 ,.5 ,.5 ], 25 [.5 ,.5 ,.5 ,1 ,1 ,.5 ,.5 ,.5 ], 26 [.5 ,.5 ,1 ,1 ,1 ,1 ,.5 ,.5 ], 27 [.5 ,1 ,1 ,2 ,2 ,1 ,1 ,.5 ], 28 [.5 ,1 ,1 ,2 ,2 ,1 ,1 ,.5 ], 29 [.5 ,.5 ,1 ,1 ,1 ,1 ,.5 ,.5 ], 30 [.5 ,.5 ,.5 ,1 ,1 ,.5 ,.5 ,.5 ], 31 [.5 ,.5 ,.5 ,.5 ,.5 ,.5 ,.5 ,.5 ]] 32w = [x for i in w for x in i ] 33correct = 0. 34percentage = 0 35for i in range (len (testSet )): 36if i * 100 / len (testSet )> percentage : 37percentage = i * 100 / len (testSet ) 38'{0}\r' .format ("Progress: " + str (percentage )+ "%" ), 39prediction = knn .predictLabelWeighted (trainingSet ,testSet [i ][:- 1 ],1 ,w ) 40correct += prediction == testSet [i ][- 1 ] 41str (correct * 100 / len (testSet ))+ "% correct" 42 43 44def convertImageToData (n ): 45results = [] 46for x in range (8 ): 47for y in range (8 ): 48results .append (0 ) 49for i in range (4 ): 50results [- 1 ]+= n [y * 4 + i ][x * 4 :x * 4 + 4 ].count (1 ) 51return results 52 53def calculateAverages (): 54n = [[0 for j in range (64 )]for i in range (10 )] 55total = [0 for i in range (10 )] 56for i in trainingSet + testSet : 57for j in range (64 ): 58n [i [- 1 ]][j ]+= i [j ] 59total [i [- 1 ]]+= 1 60for i in range (10 ): 61n [i ]= [int (round (float (n [i ][a ])/ total [i ]))for a in range (64 )]+ [i ] 62return n 63 64def vectorToBitmap (n ): 65pass 66 67 68def main (): 69pygame .init () 70white = 255 ,255 ,255 71black = 0 ,0 ,0 72red = 255 ,0 ,0 73green = 0 ,255 ,0 74myfont = pygame .font .SysFont ("Arial" ,200 ) 75textsurface = myfont .render ('' ,False ,black ) 76board = [[0 for i in range (32 )]for j in range (32 )] 77heatmap = convertImageToData (board ) 78averageHeatmap = convertImageToData (board ) 79closestHeatmap = convertImageToData (board ) 80screenSize = 10 81screen = pygame .display .set_mode ((screenSize * 96 ,screenSize * 64 )) 82currentTime = 0. 83accumulator = 0. 84fps = .5 85strokes = [[]] 86adjustedStrokes = [[]] 87pixelated = pygame .Surface ((32 * screenSize ,32 * screenSize )) 88penDown = False 89prediction = 0 90minY = maxY = minX = maxX = 0 91 92while 1 : 93for event in pygame .event .get (): 94if event .type == pygame .QUIT : 95sys .exit () 96elif event .type == pygame .MOUSEMOTION : 97if pygame .mouse .get_pressed ()[0 ]: 98if not penDown : 99strokes .append ([]) 100penDown = True 101p = pygame .mouse .get_pos () 102strokes [- 1 ].append ((max (min (p [0 ],screenSize * 32 ),0 ),max (min (p [1 ],screenSize * 32 ),0 ))) 103minY = min ([min (i ,key = lambda n :n [1 ])for i in strokes if len (i )> 0 ],key = lambda n :n [1 ])[1 ] 104maxY = max ([max (i ,key = lambda n :n [1 ])for i in strokes if len (i )> 0 ],key = lambda n :n [1 ])[1 ] 105minX = min ([min (i ,key = lambda n :n [0 ])for i in strokes if len (i )> 0 ],key = lambda n :n [0 ])[0 ] 106maxX = max ([max (i ,key = lambda n :n [0 ])for i in strokes if len (i )> 0 ],key = lambda n :n [0 ])[0 ] 107totalSize = (maxX - minX + 1 ,maxY - minY + 1 ) 108center = ((minX + maxX )/ 2 , (minY + maxY )/ 2 ) 109origin = (minX ,minY ) 110zoom = max (totalSize ) 111adjustedStrokes = [[((i [0 ]- center [0 ])* 32 * screenSize / zoom + 16 * screenSize , (i [1 ]- center [1 ])* 32 * screenSize / zoom + 16 * screenSize )for i in j ]for j in strokes ] 112else : 113penDown = False 114elif event .type == pygame .KEYDOWN : 115if event .key == pygame .K_SPACE : 116# print knn.predictLabel(trainingSet + testSet, heatmap, 1) 117minY = maxY = minX = maxX = 0 118strokes = [[]] 119adjustedStrokes = [[]] 120board = [[0 for i in range (32 )]for j in range (32 )] 121elif event .key == pygame .K_ESCAPE : 122sys .exit () 123elif event .key == pygame .K_RETURN : 124# record correct key and save to current set 125"test" 126 127accumulator += time .clock ()- currentTime 128currentTime = time .clock () 129while accumulator > fps : 130accumulator -= fps 131board = [[0 for i in range (32 )]for j in range (32 )] 132for i in range (32 ): 133for j in range (32 ): 134if 1 in [pixelated .get_at ((screenSize * j + n ,screenSize * i + m ))!= white for n in range (screenSize )for m in range (screenSize )]: 135for y in range (- 1 ,2 ): 136for x in range (- 1 ,2 ): 137if x == 0 or y == 0 : 138board [max (min (j + x ,31 ),0 )][max (min (i + y ,31 ),0 )]= 1 139heatmap = convertImageToData (board ) 140if not pygame .mouse .get_pressed ()[0 ]: 141prediction = knn .getNeighborData (trainingSet + testSet ,heatmap ) 142closestHeatmap = prediction 143averageHeatmap = avg [prediction [- 1 ]] 144textsurface = myfont .render (str (prediction [- 1 ]),False ,black ) 145 146screen .fill ((100 ,100 ,100 )) 147pygame .draw .rect (screen ,white , (0 ,0 ,screenSize * 96 ,screenSize * 64 )) 148 149# vectorized 150if maxX != 0 or maxY != 0 : 151pygame .draw .line (screen ,green , (minX ,minY ), (minX ,maxY )) 152pygame .draw .line (screen ,green , (maxX ,minY ), (maxX ,maxY )) 153pygame .draw .line (screen ,green , (minX ,maxY ), (maxX ,maxY )) 154pygame .draw .line (screen ,green , (minX ,minY ), (maxX ,minY )) 155for i in strokes : 156for j in i : 157screen .set_at (j ,red ) 158 159# vectorized, normalized, and scaled 160pygame .draw .rect (pixelated ,white , (0 ,0 ,screenSize * 32 ,screenSize * 32 )) 161for i in adjustedStrokes : 162if len (i )> 1 : 163pygame .draw .aalines (pixelated ,black ,0 ,i ,1 ) 164screen .blit (pixelated , (32 * screenSize ,0 )) 165 166# 32x32 pixelated 167for j in range (32 ): 168for i in range (32 ): 169pygame .draw .rect (screen ,black if board [i ][j ]else white , (64 * screenSize + i * screenSize ,j * screenSize ,screenSize ,screenSize )) 170 171# 8x8 gradient 172for i in range (64 ): 173c = 255 - heatmap [i ]* (255 / 16 ) 174pygame .draw .rect (screen , (c ,c ,c ), ((i % 8 )* screenSize * 4 ,32 * screenSize + (i / 8 )* screenSize * 4 ,screenSize * 4 ,screenSize * 4 )) 175 176# closest 8x8 177for i in range (64 ): 178c = 255 - closestHeatmap [i ]* (255 / 16 ) 179pygame .draw .rect (screen , (c ,c ,c ), (32 * screenSize + (i % 8 )* screenSize * 4 ,32 * screenSize + (i / 8 )* screenSize * 4 ,screenSize * 4 ,screenSize * 4 )) 180 181# average 8x8 182for i in range (64 ): 183c = 255 - averageHeatmap [i ]* (255 / 16 ) 184pygame .draw .rect (screen , (c ,c ,c ), (32 * screenSize + (i % 8 )* screenSize * 4 ,64 * screenSize + (i / 8 )* screenSize * 4 ,screenSize * 4 ,screenSize * 4 )) 185 186# finalCharacter font draw/print 187screen .blit (textsurface , (76 * screenSize ,32 * screenSize )) 188 189# dividing lines 190pygame .draw .line (screen ,red , (32 * screenSize ,0 ), (32 * screenSize ,64 * screenSize )) 191pygame .draw .line (screen ,red , (64 * screenSize ,0 ), (64 * screenSize ,64 * screenSize )) 192pygame .draw .line (screen ,red , (0 ,32 * screenSize ), (96 * screenSize ,32 * screenSize )) 193 194pygame .display .flip () 195 196if __name__ == "__main__" : 197runKNNTestWeighted () 198# main() 199 200# vector input or image raw input scaled 32x32 201# 8x8 closest average or example raw 202 203# pull in the vector dataset from UCI once it can translate 204 205# local set builds over time with option to correct wrong answers 206# press digit to correct or verify it and add current to database