+/GENN
genetically evolving neural networks
git clone https://git.julia.blue/+/GENN
eb6e103
v0.2
1import sys 2import time 3import math 4import random 5 6 7def sigmoid (x ): 8return 2 / (1 + math .exp (- 4.9 )) 9 10 11class Neuron (): 12weights = [] 13 14def __init__ (self ,connections ,read = []): 15if read == []: 16self .weights = [random .randint (- 127 ,127 ) 17for i in range (connections )] 18else : 19self .weights = [binToInt (read [i ])for i in range (connections )] 20 21def activate (self ,connections ): 22temp = 0 23for i in range (len (self .weights )): 24temp += (self .weights [i ]/ 100.0 )* connections [i ] 25return int (temp > 0 ) 26# return sigmoid(sum([(self.weights[i] / 100.0) * connections[i] for i in range(len(self.weights))])) 27 28def encode (self ): 29return '' .join ([intToBin (self .weights [i ])for i in range (len (self .weights ))]) 30 31 32class Layer (): 33neurons = [] 34 35def __init__ (self ,nodes ,inputs ,read = "" ): 36if read == "" : 37self .neurons = [Neuron (inputs )for i in range (nodes )] 38else : 39temp = [read [i :i + 8 ]for i in range (0 ,len (read ),8 )] 40self .neurons = [ 41Neuron (inputs ,temp [inputs * i :inputs * (i + 1 )])for i in range (nodes )] 42 43def activate (self ,connections ): 44return [self .neurons [i ].activate (connections )for i in range (len (self .neurons ))] 45 46def encode (self ): 47return '' .join ([self .neurons [i ].encode ()for i in range (len (self .neurons ))]) 48 49 50class NeuralNet (): 51layers = [] 52 53def __init__ (self ,size ,inputs ,read = "" ): 54if read == "" : 55self .layers = [Layer (size [i ],inputs if i == 0 else size [ 56i - 1 ])for i in range (len (size ))] 57else : 58temp = read .split (',' ) 59self .layers = [Layer (size [i ],inputs if i == 0 else size [ 60i - 1 ],temp [i ])for i in range (len (size ))] 61 62def activate (self ,inputs ): 63connections = self .layers [0 ].activate (inputs ) 64for i in range (1 ,len (self .layers )): 65connections = self .layers [i ].activate (connections ) 66return connections 67 68def encode (self ): 69return ',' .join ([self .layers [i ].encode ()for i in range (len (self .layers ))]) 70 71 72def breed (a ,b ): 73return '' .join ([a [i ]if random .random ()< .5 else b [i ]for i in range (len (a ))]) 74 75 76def mutate (g ,rate ): 77return '' .join ([g [i ]if random .random ()> rate or g [i ]== ',' else str (int (not (int (g [i ]))))for i in range (len (g ))]) 78 79 80def binToInt (b ): 81return int (b [1 :],2 )* (int (b [0 ],2 )* - 2 + 1 ) 82 83 84def intToBin (i ): 85return ('1' + '0' * (7 - len (bin (i )[3 :]))+ bin (i )[3 :]if i < 0 else '0' * (8 - len (bin (i )[2 :]))+ bin (i )[2 :]) 86 87 88def main (): 89networkSize = [2 ,4 ,4 ,1 ] 90genSize = 100 91mutationRate = .001 92gen = 0 93genIterator = 0 94genome = [(0 ,"" )for i in range (genSize )] 95dna = '' 96network = NeuralNet (networkSize ,3 ,dna ) 97 98for q in range (10000 ): 99error = 0.0 100inputs = [[1.0 ,1.0 ,1.0 ],[1.0 ,0.0 ,1.0 ],[1.0 ,1.0 ,0.0 ],[1.0 ,0.0 ,0.0 ]] 101outputs = [0.0 ,1.0 ,1.0 ,0.0 ] 102for i in range (4 ): 103n = network .activate (inputs [i ]) 104error += abs (n [0 ]- outputs [i ]) 105 106genome [genIterator ]= (- error + 5 ,network .encode ()) 107genIterator += 1 108# print "Organism #" + str(genIterator) + " Fitness: " + 109# str(genome[genIterator-1][0]) 110if genIterator == genSize : 111gen += 1 112genome .sort () 113"Generation: " + str (gen )+ " Fitness: " + str (genome [genSize - 1 ]) 114genome = [(0 ,mutate (breed (genome [int (random .triangular (genSize * .75 ,genSize ,genSize ))][1 ],genome [ 115int (random .triangular (genSize * .75 ,genSize ,genSize ))][1 ]),mutationRate ))for i in range (genSize )] 116genIterator = 0 117network = NeuralNet (networkSize ,3 ,genome [genIterator ][1 ]) 118 119 120if __name__ == "__main__" : 121main ()