initialize_module method

initialize_module.py

  def initialize_module(self):
      sess = tf.keras.backend.get_session()
      
      vars_initialized = sess.run([tf.is_variable_initialized(var) 
                                   for var in self.bert.variables])

      uninitialized = []
      for var, is_initialized in zip(self.bert.variables, vars_initialized):
          if not is_initialized:
              uninitialized.append(var)

      if len(uninitialized):
          sess.run(tf.variables_initializer(uninitialized))