train.py

from cifar import Cifar
from tqdm import tqdm
import tensorflow as tf
import model
import helper

learning_rate = 0.001
batch_size = 16
no_of_epochs = 10

y = tf.placeholder(tf.float32, [None, model.n_classes])
cost = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(
    logits=model.out,
    labels=y))
optimizer = tf.train.AdamOptimizer(learning_rate=learning_rate).minimize(cost)
correct_pred = tf.equal(tf.argmax(model.out, 1), tf.argmax(y, 1))
accuracy = tf.reduce_mean(tf.cast(correct_pred, tf.float32))

tf.summary.histogram("cost", cost)          # <- Added this summary of cost
tf.summary.histogram("accuracy", accuracy)  # <- Added this summary of accuracy

cifar = Cifar(batch_size=batch_size)

init = tf.initialize_all_variables()

saver = tf.train.Saver()
i = 0                                       # <- Initialize i, for writer
with tf.Session() as sess:
    sess.run(init)

    # Create reader and writer, which writes to ./logs folder
    reader = tf.WholeFileReader()
    writer = tf.summary.FileWriter( './logs/', sess.graph)

    for epoch in range(no_of_epochs):
        for batch in tqdm(cifar.batches,
                          desc="Epoch {}".format(epoch),
                          unit="batch"):

            inp, out = helper.transform_to_input_output(batch, dim=model.n_classes)
            
            sess.run([optimizer],
                        feed_dict={
                            model.input_images: inp,
                            y: out})


        merge = tf.summary.merge_all()
        acc, loss, summary = sess.run([accuracy, cost, merge],
                       feed_dict={
                           model.input_images: inp,
                           y: out})
        
        writer.add_summary(summary, i)
        i = i + 1

        print("Acc: {} Loss: {}".format(acc, loss))