+/GENN

genetically evolving neural networks

git clone https://git.julia.blue/+/GENN

Joseph RyanStill brokeneb6e103

v0.2
3.8 KiB121 linesraw
1import sys
2import time
3import math
4import random
5
6
7def sigmoid(x):
8    return 2 / (1 + math.exp(-4.9))
9
10
11class Neuron():
12    weights = []
13
14    def __init__(self, connections, read=[]):
15        if read == []:
16            self.weights = [random.randint(-127, 127)
17                            for i in range(connections)]
18        else:
19            self.weights = [binToInt(read[i]) for i in range(connections)]
20
21    def activate(self, connections):
22        temp = 0
23        for i in range(len(self.weights)):
24            temp += (self.weights[i] / 100.0) * connections[i]
25        return int(temp > 0)
26        # return sigmoid(sum([(self.weights[i] / 100.0) * connections[i] for i in range(len(self.weights))]))
27
28    def encode(self):
29        return ''.join([intToBin(self.weights[i]) for i in range(len(self.weights))])
30
31
32class Layer():
33    neurons = []
34
35    def __init__(self, nodes, inputs, read=""):
36        if read == "":
37            self.neurons = [Neuron(inputs) for i in range(nodes)]
38        else:
39            temp = [read[i:i + 8] for i in range(0, len(read), 8)]
40            self.neurons = [
41                Neuron(inputs, temp[inputs * i:inputs * (i + 1)]) for i in range(nodes)]
42
43    def activate(self, connections):
44        return [self.neurons[i].activate(connections) for i in range(len(self.neurons))]
45
46    def encode(self):
47        return ''.join([self.neurons[i].encode() for i in range(len(self.neurons))])
48
49
50class NeuralNet():
51    layers = []
52
53    def __init__(self, size, inputs, read=""):
54        if read == "":
55            self.layers = [Layer(size[i], inputs if i == 0 else size[
56                                 i - 1]) for i in range(len(size))]
57        else:
58            temp = read.split(',')
59            self.layers = [Layer(size[i], inputs if i == 0 else size[
60                                 i - 1], temp[i]) for i in range(len(size))]
61
62    def activate(self, inputs):
63        connections = self.layers[0].activate(inputs)
64        for i in range(1, len(self.layers)):
65            connections = self.layers[i].activate(connections)
66        return connections
67
68    def encode(self):
69        return ','.join([self.layers[i].encode() for i in range(len(self.layers))])
70
71
72def breed(a, b):
73    return ''.join([a[i] if random.random() < .5 else b[i] for i in range(len(a))])
74
75
76def mutate(g, rate):
77    return ''.join([g[i] if random.random() > rate or g[i] == ',' else str(int(not(int(g[i])))) for i in range(len(g))])
78
79
80def binToInt(b):
81    return int(b[1:], 2) * (int(b[0], 2) * -2 + 1)
82
83
84def intToBin(i):
85    return ('1' + '0' * (7 - len(bin(i)[3:])) + bin(i)[3:] if i < 0 else '0' * (8 - len(bin(i)[2:])) + bin(i)[2:])
86
87
88def main():
89    networkSize = [2, 4, 4, 1]
90    genSize = 100
91    mutationRate = .001
92    gen = 0
93    genIterator = 0
94    genome = [(0, "") for i in range(genSize)]
95    dna = ''
96    network = NeuralNet(networkSize, 3, dna)
97
98    for q in range(10000):
99        error = 0.0
100        inputs = [[1.0,1.0,1.0],[1.0,0.0,1.0],[1.0,1.0,0.0],[1.0,0.0,0.0]]
101        outputs = [0.0,1.0,1.0,0.0]
102        for i in range(4):
103            n = network.activate(inputs[i])
104            error+=abs(n[0]-outputs[i])
105
106        genome[genIterator] = (-error+5, network.encode())
107        genIterator += 1
108        # print "Organism #" + str(genIterator) + "   Fitness: " +
109        # str(genome[genIterator-1][0])
110        if genIterator == genSize:
111            gen += 1
112            genome.sort()
113            print "Generation: " + str(gen) + "   Fitness: " + str(genome[genSize - 1])
114            genome = [(0, mutate(breed(genome[int(random.triangular(genSize * .75, genSize, genSize))][1], genome[
115                       int(random.triangular(genSize * .75, genSize, genSize))][1]), mutationRate)) for i in range(genSize)]
116            genIterator = 0
117        network = NeuralNet(networkSize, 3, genome[genIterator][1])
118
119
120if __name__ == "__main__":
121    main()