q2_initialization.py

import numpy as np
import tensorflow as tf

def xavier_weight_init():
  """
  Returns function that creates random tensor. 

  The specified function will take in a shape (tuple or 1-d array) and must
  return a random tensor of the specified shape and must be drawn from the
  Xavier initialization distribution.

  Hint: You might find tf.random_uniform useful.
  """
  def _xavier_initializer(shape, **kwargs):
    """Defines an initializer for the Xavier distribution.

    This function will be used as a variable scope initializer.

    https://www.tensorflow.org/versions/r0.7/how_tos/variable_scope/index.html#initializers-in-variable-scope

    Args:
      shape: Tuple or 1-d array that species dimensions of requested tensor.
    Returns:
      out: tf.Tensor of specified shape sampled from Xavier distribution.
    """
    ### YOUR CODE HERE
    m = shape[0]
    n = shape[1] if len(shape) > 1 else shape[0]

    bound = np.sqrt(6) / np.sqrt(m + n)
    out = tf.random_uniform(shape, minval=-bound, maxval=bound)
    ### END YOUR CODE
    return out
  # Returns defined initializer function.
  return _xavier_initializer

def test_initialization_basic():
  """
  Some simple tests for the initialization.
  """
  print ("Running basic tests...")
  print ("test 1")
  xavier_initializer = xavier_weight_init()
  shape = (1,)
  xavier_mat = xavier_initializer(shape)
  print (shape)
  print (xavier_mat.get_shape())
  assert xavier_mat.get_shape() == shape

  print ("test 2")
  shape = (1, 2, 3)
  print (shape)
  xavier_mat = xavier_initializer(shape)
  print (xavier_mat.get_shape())
  assert xavier_mat.get_shape() == shape
  print ("Basic (non-exhaustive) Xavier initialization tests pass\n")

def test_initialization():
  """ 
  Use this space to test your Xavier initialization code by running:
      python q1_initialization.py 
  This function will not be called by the autograder, nor will
  your tests be graded.
  """
  print ("Running your tests...")
  ### YOUR CODE HERE
  raise NotImplementedError
  ### END YOUR CODE  

if __name__ == "__main__":
    test_initialization_basic()