owl_neural_test02.ml

#require "owl_neural";;
open Owl_neural;;

(* config the neural network *)
let nn = Feedforward.create ();;
let l0 = linear ~inputs:784 ~outputs:300 ~init_typ:Init.(Uniform (-0.075,0.075));;
let l1 = linear ~inputs:300 ~outputs:10 ~init_typ:Init.(Uniform (-0.075,0.075));;
Feedforward.add_layer nn l0;;
Feedforward.add_activation nn Activation.Tanh;;
Feedforward.add_layer nn l1;;
Feedforward.add_activation nn Activation.Softmax;;
print nn;;

let x, _, y = Dataset.load_mnist_train_data ();;
let x, y = Algodiff.AD.Mat x, Algodiff.AD.Mat y;;

(* plot loss history *)
let l = train nn x y;;
let p = Vec.sequential (Array.length l);;
let q = Vec.of_array l;;
Plot.plot p q;;

(* test the nn model *)
let x, y, _ = Dataset.load_mnist_test_data () in
let x, y = Dataset.draw_samples x y 10 in
test_model nn (Mat x) (Mat y);;