better lr finder

macgraph/args.py

@@ -189,9 +189,7 @@ def get_args(extend=lambda parser:None, argv=None):
 
 	parser.add_argument('--enable-tf-debug', 			action='store_true',  dest="use_tf_debug")
 	parser.add_argument('--enable-floyd',	 			action='store_true',  dest="use_floyd")
-	parser.add_argument('--diable-assert',	 			action='store_false',  dest="use_assert")
-	parser.add_argument('--disable-summary-scalar', 	action='store_false', dest='use_summary_scalar')
-	parser.add_argument('--enable-summary-image', 		action='store_true', dest='use_summary_image')
+	parser.add_argument('--disable-assert',	 			action='store_false',  dest="use_assert")
 
 	args = vars(parser.parse_args(argv))
 

macgraph/model.py

@@ -80,7 +80,6 @@ def model_fn(features, labels, mode, params):
 				decay_rate=1.5)
 
 
-		if args["use_summary_scalar"]:
 			var = tf.trainable_variables()
 			gradients = tf.gradients(loss, var)
 			norms = [tf.norm(i, 2) for i in gradients if i is not None]

train.sh

@@ -24,6 +24,6 @@ python -m macgraph.train \
 	--eval-every 90 \
 	--mp-state-width 64 \
 	--embed-width 128 \
-	--learning-rate 0.1 \
+	--learning-rate 0.01 \
 	--fast \
 	$@