Repository navigation
Expand file tree
/
Copy pathSimpleNeuralNetwork.java
More file actions
149 lines (129 loc) · 5.44 KB
/
Copy pathSimpleNeuralNetwork.java
File metadata and controls
149 lines (129 loc) · 5.44 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
import java.util.Random;
public class SimpleNeuralNetwork {
private static final int INPUT_NEURONS = 2;
private static final int HIDDEN_NEURONS = 2;
private static final int OUTPUT_NEURONS = 1;
private double[][] inputToHiddenWeights;
private double[][] hiddenToOutputWeights;
private double[] hiddenBiases;
private double[] outputBiases;
private double[] hiddenLayer;
private double[] outputLayer;
private static final double LEARNING_RATE = 0.5;
public SimpleNeuralNetwork() {
Random rand = new Random();
inputToHiddenWeights = new double[INPUT_NEURONS][HIDDEN_NEURONS];
hiddenToOutputWeights = new double[HIDDEN_NEURONS][OUTPUT_NEURONS];
hiddenBiases = new double[HIDDEN_NEURONS];
outputBiases = new double[OUTPUT_NEURONS];
hiddenLayer = new double[HIDDEN_NEURONS];
outputLayer = new double[OUTPUT_NEURONS];
// Initialize weights and biases
for (int i = 0; i < INPUT_NEURONS; i++) {
for (int j = 0; j < HIDDEN_NEURONS; j++) {
inputToHiddenWeights[i][j] = rand.nextDouble() * 2 - 1;
}
}
for (int i = 0; i < HIDDEN_NEURONS; i++) {
for (int j = 0; j < OUTPUT_NEURONS; j++) {
hiddenToOutputWeights[i][j] = rand.nextDouble() * 2 - 1;
}
}
for (int i = 0; i < HIDDEN_NEURONS; i++) {
hiddenBiases[i] = rand.nextDouble() * 2 - 1;
}
for (int i = 0; i < OUTPUT_NEURONS; i++) {
outputBiases[i] = rand.nextDouble() * 2 - 1;
}
}
private double sigmoid(double x) {
return 1.0 / (1.0 + Math.exp(-x));
}
private double sigmoidDerivative(double x) {
return x * (1.0 - x);
}
public double[] feedforward(double[] inputs) {
// Calculate hidden layer activation
for (int i = 0; i < HIDDEN_NEURONS; i++) {
hiddenLayer[i] = 0;
for (int j = 0; j < INPUT_NEURONS; j++) {
hiddenLayer[i] += inputs[j] * inputToHiddenWeights[j][i];
}
hiddenLayer[i] += hiddenBiases[i];
hiddenLayer[i] = sigmoid(hiddenLayer[i]);
}
// Calculate output layer activation
for (int i = 0; i < OUTPUT_NEURONS; i++) {
outputLayer[i] = 0;
for (int j = 0; j < HIDDEN_NEURONS; j++) {
outputLayer[i] += hiddenLayer[j] * hiddenToOutputWeights[j][i];
}
outputLayer[i] += outputBiases[i];
outputLayer[i] = sigmoid(outputLayer[i]);
}
return outputLayer;
}
public void train(double[][] inputs, double[][] expectedOutputs, int epochs) {
for (int epoch = 0; epoch < epochs; epoch++) {
for (int sample = 0; sample < inputs.length; sample++) {
// Feedforward
double[] input = inputs[sample];
double[] targetOutput = expectedOutputs[sample];
double[] actualOutput = feedforward(input);
// Calculate output layer error
double[] outputLayerError = new double[OUTPUT_NEURONS];
double[] outputLayerDelta = new double[OUTPUT_NEURONS];
for (int i = 0; i < OUTPUT_NEURONS; i++) {
outputLayerError[i] = targetOutput[i] - actualOutput[i];
outputLayerDelta[i] = outputLayerError[i] * sigmoidDerivative(actualOutput[i]);
}
// Calculate hidden layer error
double[] hiddenLayerError = new double[HIDDEN_NEURONS];
double[] hiddenLayerDelta = new double[HIDDEN_NEURONS];
for (int i = 0; i < HIDDEN_NEURONS; i++) {
hiddenLayerError[i] = 0;
for (int j = 0; j < OUTPUT_NEURONS; j++) {
hiddenLayerError[i] += outputLayerDelta[j] * hiddenToOutputWeights[i][j];
}
hiddenLayerDelta[i] = hiddenLayerError[i] * sigmoidDerivative(hiddenLayer[i]);
}
// Update output layer weights and biases
for (int i = 0; i < OUTPUT_NEURONS; i++) {
for (int j = 0; j < HIDDEN_NEURONS; j++) {
hiddenToOutputWeights[j][i] += LEARNING_RATE * outputLayerDelta[i] * hiddenLayer[j];
}
outputBiases[i] += LEARNING_RATE * outputLayerDelta[i];
}
// Update hidden layer weights and biases
for (int i = 0; i < HIDDEN_NEURONS; i++) {
for (int j = 0; j < INPUT_NEURONS; j++) {
inputToHiddenWeights[j][i] += LEARNING_RATE * hiddenLayerDelta[i] * input[j];
}
hiddenBiases[i] += LEARNING_RATE * hiddenLayerDelta[i];
}
}
}
}
public static void main(String[] args) {
// XOR dataset
double[][] inputs = {
{0, 0},
{0, 1},
{1, 0},
{1, 1}
};
double[][] outputs = {
{0},
{1},
{1},
{0}
};
SimpleNeuralNetwork nn = new SimpleNeuralNetwork();
nn.train(inputs, outputs, 10000);
// Test the neural network
for (double[] input : inputs) {
double[] output = nn.feedforward(input);
System.out.printf("Input: [%f, %f] Output: %f\n", input[0], input[1], output[0]);
}
}
}