logistic_regression_gradient_descent_tf_losses_log_loss.py

reset_graph()
n_epochs = 1000
learning_rate = 0.01

X = tf.constant(inputs, dtype = tf.float32, name = "x")
y = tf.constant(output, dtype = tf.float32, name = "y")
theta = tf.Variable(tf.random_uniform([n,1], -1.0, 1.0), name ="theta")
logits = tf.matmul(X, theta, name="logits")
#predictions = 1/(1+ tf.exp(-logits))
predictions = tf.sigmoid(logits)

#one can use TensorFlow's tf.losses.log_loss() function
loss = tf.losses.log_loss(labels = y, predictions = predictions, weights=1.0, epsilon=1e-07) # uses epsilon = 1e-7 by default
learning_rate = 0.01
optimizer = tf.train.GradientDescentOptimizer(learning_rate=learning_rate)
training_op = optimizer.minimize(loss)

with tf.Session() as sess:
    tf.global_variables_initializer().run()
    for epoch in range(n_epochs):
        sess.run(training_op)
        if epoch % 100 == 0:
            print("Epoch", epoch, "Loss = ", loss.eval())
    best_theta = theta.eval()
    
print(best_theta)
#[[-0.27450362]
# [ 1.1188453 ]
# [-1.4013102 ]]