update theano TUT

Author: Mofan Zhou

theanoTUT/theano11_classification_nn/full_code.py

@@ -29,24 +29,26 @@ def compute_accuracy(y_target, y_predict):
 y = T.dvector("y")
 
 # initialize the weights and biases
-w = theano.shared(rng.randn(feats), name="w")
+W = theano.shared(rng.randn(feats), name="w")
 b = theano.shared(0., name="b")
 
 
 # Construct Theano expression graph
-p_1 = T.nnet.sigmoid(T.dot(x, w) + b)   # Logistic Probability that target = 1 (activation function)
+p_1 = T.nnet.sigmoid(T.dot(x, W) + b)   # Logistic Probability that target = 1 (activation function)
 prediction = p_1 > 0.5                    # The prediction thresholded
 xent = -y * T.log(p_1) - (1-y) * T.log(1-p_1) # Cross-entropy loss function
-cost = xent.mean() + 0.01 * (w ** 2).sum()# The cost to minimize (l2 regularization)
-gw, gb = T.grad(cost, [w, b])             # Compute the gradient of the cost
+# or
+# xent = T.nnet.binary_crossentropy(p_1, y) # this is provided by theano
+cost = xent.mean() + 0.01 * (W ** 2).sum()# The cost to minimize (l2 regularization)
+gW, gb = T.grad(cost, [W, b])             # Compute the gradient of the cost
 
 
 # Compile
 learning_rate = 0.1
 train = theano.function(
           inputs=[x, y],
           outputs=[prediction, xent.mean()],
-          updates=((w, w - learning_rate * gw), (b, b - learning_rate * gb)))
+          updates=((W, W - learning_rate * gW), (b, b - learning_rate * gb)))
 predict = theano.function(inputs=[x], outputs=prediction)
 
 # Training

theanoTUT/theano12_cross_validation/for_you_to_practice.py theanoTUT/theano12_regularization/for_you_to_practice.py

@@ -3,7 +3,7 @@
 # Youtube video tutorial: https://www.youtube.com/channel/UCdyjiB5H8Pu7aDTNVXTTpcg
 # Youku video tutorial: http://i.youku.com/pythontutorial
 
-# 12 - cross validation
+# 12 - regularization
 """
 Please note, this code is only for python 3+. If you are using python 2+, please modify the code accordingly.
 """

theanoTUT/theano12_cross_validation/full_code.py theanoTUT/theano12_regularization/full_code.py

@@ -3,7 +3,7 @@
 # Youtube video tutorial: https://www.youtube.com/channel/UCdyjiB5H8Pu7aDTNVXTTpcg
 # Youku video tutorial: http://i.youku.com/pythontutorial
 
-# 12 - cross validation
+# 12 - regularization
 """
 Please note, this code is only for python 3+. If you are using python 2+, please modify the code accordingly.
 """