1-layer-neural-network-NEW.R

# NN-1-layer.R
# Bastiaan Quast
# [email protected]

# create data
inputs      = matrix(c(0,1,1,
                       1,0,1,
                       1,0,1,
                       1,1,0 ), nrow=4, byrow=TRUE)

true_values = matrix(c(0,
                       1,
                       1,
                       1 ),nrow=4)

# initialize weights
weights  = matrix(runif(n = 3, min=-1, max=1), nrow=3)

# run through the training data 60,000 times
for (j in 1:60000) {
  predictions = plogis(inputs %*%weights)

  weights_update = (true_values - predictions) * (predictions*(1-predictions))

  weights = weights + t(inputs) %*% weights_update
}