diff --git a/Documentation/CNTK-TechReport/lyx/CNTKBook-20150805.pdf b/Documentation/CNTK-TechReport/lyx/CNTKBook-20151130.pdf similarity index 52% rename from Documentation/CNTK-TechReport/lyx/CNTKBook-20150805.pdf rename to Documentation/CNTK-TechReport/lyx/CNTKBook-20151130.pdf index 7b219b1aaa54..11c77cb30b5d 100644 Binary files a/Documentation/CNTK-TechReport/lyx/CNTKBook-20150805.pdf and b/Documentation/CNTK-TechReport/lyx/CNTKBook-20151130.pdf differ diff --git a/Documentation/CNTK-TechReport/lyx/CNTKBook-master.lyx b/Documentation/CNTK-TechReport/lyx/CNTKBook-master.lyx index 69feced82c51..d1fe39c1ffa6 100644 --- a/Documentation/CNTK-TechReport/lyx/CNTKBook-master.lyx +++ b/Documentation/CNTK-TechReport/lyx/CNTKBook-master.lyx @@ -127,7 +127,7 @@ Andreas Stolcke, Malcolm Slaney, Xuedong Huang \end_layout \begin_layout Date -MSR-TR-2014-112 (DRAFT v0.8: Aug 5, 2015) +MSR-TR-2014-112 (DRAFT v0.9: Nov 30, 2015) \end_layout \begin_layout Standard diff --git a/Documentation/CNTK-TechReport/lyx/CNTKBook_CNTK_Adv_Chapter.lyx b/Documentation/CNTK-TechReport/lyx/CNTKBook_CNTK_Adv_Chapter.lyx index ae89f5a0d485..ed9e52ea9a24 100644 --- a/Documentation/CNTK-TechReport/lyx/CNTKBook_CNTK_Adv_Chapter.lyx +++ b/Documentation/CNTK-TechReport/lyx/CNTKBook_CNTK_Adv_Chapter.lyx @@ -159,12 +159,12 @@ LDim=10 \begin_layout Plain Layout -features=Input(SDim) +features=Input(SDim, 1) \end_layout \begin_layout Plain Layout -labels=Input(LDim) +labels=Input(LDim, 1) \end_layout \begin_layout Plain Layout @@ -183,7 +183,7 @@ W0=Parameter(HDim, SDim) \begin_layout Plain Layout -B0=Parameter(HDim) +B0=Parameter(HDim, 1) \end_layout \begin_layout Plain Layout @@ -450,7 +450,7 @@ status open \begin_layout Plain Layout -B0=Parameter(HDim) +B0=Parameter(HDim, 1) \end_layout \begin_layout Plain Layout @@ -1189,7 +1189,7 @@ status open \begin_layout Plain Layout -B0=Parameter(HDim, init=zero) +B0=Parameter(HDim, 1, init=zero) \end_layout \begin_layout Plain Layout @@ -1283,12 +1283,12 @@ status open \begin_layout Plain Layout -features=Input(SDim, tag="feature") +features=Input(SDim, 1, tag="feature") \end_layout \begin_layout Plain Layout -labels=Input(LDim, tag="label") +labels=Input(LDim, 1, tag="label") \end_layout \begin_layout Plain Layout @@ -1345,7 +1345,7 @@ label \begin_layout Itemize \emph on -criteria +criteri \family roman \series medium \shape up @@ -1357,7 +1357,7 @@ criteria \uwave off \noun off \color none -: training criteria +on: training criteria \end_layout \begin_layout Itemize @@ -1429,45 +1429,10 @@ reference "chap:CN" . As CNTK is expanded, additional functions become available. - In the following discussion, -\emph on -ordered optional -\emph default - parameters are operational parameters that are identified by the position - of the parameter in the argument list, and named optional parameters are - optional parameters that are specified by an augment name. - For example, if cols is an ordered optional parameter in -\end_layout - -\begin_layout Standard -\begin_inset listings -inline false -status open - -\begin_layout Plain Layout - -Function(rows, [cols=1]) -\end_layout - -\end_inset - -we can use -\end_layout - -\begin_layout Standard -\begin_inset listings -inline false -status open - -\begin_layout Plain Layout - -Function(rowsValue, colsValue) -\end_layout - -\end_inset - -to specify the cols value. - If cols is a named optional parameter, we need to call the function as + In the following discussion named optional parameters are optional parameters + that are specified by an augment name. + For example, if cols is a named optional parameter, we need to call the + function as \end_layout \begin_layout Standard @@ -1482,7 +1447,7 @@ Function(rowsValue, cols=colsValue) \end_inset -instead. + \end_layout \begin_layout Subsubsection @@ -1524,12 +1489,12 @@ status open \begin_layout Plain Layout -InputValue(rows, [cols=1], {tag="feature"|label}) +InputValue(rows, cols, {tag="feature"|"label"}) \end_layout \begin_layout Plain Layout -Input(rows, [cols=1], {tag="feature"|"label"}) #deprecated +Input(rows, cols, {tag="feature"|"label"}) #deprecated \end_layout \end_inset @@ -1542,7 +1507,7 @@ rows - row dimension of the data. \end_layout \begin_layout Itemize -cols - [ordered optional] column dimension of the data, default to 1. +cols - column dimension of the data, default to 1. Each column is considered as a sample in CNTK. Default value is often used since the actual value may be determined by the minibatch size. @@ -1593,7 +1558,7 @@ status open \begin_layout Plain Layout -ImageInput(width, height, channels, [numImages=1], +ImageInput(width, height, channels, numImages, \end_layout \begin_layout Plain Layout @@ -1603,7 +1568,7 @@ ImageInput(width, height, channels, [numImages=1], \begin_layout Plain Layout -Image(width, height, channels, [numImages=1], +Image(width, height, channels, numImages, \end_layout \begin_layout Plain Layout @@ -1630,7 +1595,7 @@ channels - number of channels in the image data (i.e. \end_layout \begin_layout Itemize -numImages - [ordered optional] number of images, defaults to 1. +numImages - number of images, defaults to 1. Each image is stored as a column vector with size \begin_inset Formula $width\times height\times channels$ \end_inset @@ -1690,7 +1655,7 @@ status open \begin_layout Plain Layout -LearnableParameter(row, [cols=1], +LearnableParameter(row, cols, \end_layout \begin_layout Plain Layout @@ -1710,12 +1675,12 @@ LearnableParameter(row, [cols=1], \begin_layout Plain Layout -Parameter(row, [cols=1], {needGradient=true|false, +Parameter(row, cols, {needGradient=true|false, \end_layout \begin_layout Plain Layout - init="fixedValue"|Uniform|Gaussian|fromFile, + init="fixedValue"|"uniform"|"gaussian"|"fromFile", \end_layout \begin_layout Plain Layout @@ -1733,8 +1698,7 @@ rows - number of rows in the parameter. \end_layout \begin_layout Itemize -cols - [ordered optional] number of columns in the parameter, defaults to - 1. +cols - number of columns in the parameter, defaults to 1. \end_layout @@ -1761,7 +1725,7 @@ fromFile - No initialization is required, should only be used if the network \end_layout \begin_layout Itemize -Uniform - Initializes the parameter matrix with uniform random numbers in +uniform - Initializes the parameter matrix with uniform random numbers in the range of \begin_inset Formula $\left[-0.05\times initValueScale,0.05\times initValueScale\right]$ \end_inset @@ -1770,7 +1734,7 @@ Uniform - Initializes the parameter matrix with uniform random numbers in \end_layout \begin_layout Itemize -Gaussian - Initializes the parameter matrix with Gaussian random numbers +gaussian - Initializes the parameter matrix with Gaussian random numbers with zero mean and standard deviation of \begin_inset Formula $0.2\times initValueScale/\sqrt{cols}$ \end_inset @@ -1830,12 +1794,12 @@ status open \begin_layout Plain Layout -Constant(value, [rows=1, cols=1]) +Constant(value, rows, cols) \end_layout \begin_layout Plain Layout -Const(value, [rows=1, cols=1]) #deprecated +Const(value, rows, cols) #deprecated \end_layout \end_inset @@ -1848,11 +1812,11 @@ value - the value of the constant. \end_layout \begin_layout Itemize -rows - [ordered optional] row dimension of the data, default to 1. +rows - row dimension of the data, default to 1. \end_layout \begin_layout Itemize -cols - [ordered optional] column dimension of the data, default to 1. +cols - column dimension of the data, default to 1. \end_layout @@ -3738,17 +3702,17 @@ status open \begin_layout Plain Layout -PastValue(rows, [cols], m, [timeStep=1, defaultHiddenActivity=0.1]) +PastValue(rows, cols, m, [timeStep=1, defaultHiddenActivity=0.1]) \end_layout \begin_layout Plain Layout -Delay(rows, [cols], m, [delayTime=1, defaultPastValue=0.1]) #deprecated +Delay(rows, cols, m, [delayTime=1, defaultPastValue=0.1]) #deprecated \end_layout \begin_layout Plain Layout -FutureValue(rows, [cols], m, [timeStep=1, defaultHiddenActivity=0.1]) +FutureValue(rows, cols, m, [timeStep=1, defaultHiddenActivity=0.1]) \end_layout \end_inset @@ -3764,8 +3728,6 @@ rows - the number of rows in the input matrix. \begin_layout Itemize cols - the number of columns in the input matrix. - This parameter is optional since it will be set based on the minibatch - size during training and testing. \end_layout \begin_layout Itemize @@ -3906,7 +3868,7 @@ originalModel.dmp", includeData = true) \begin_layout Plain Layout -Copy(L3.*, L4.*, copy=all) +Copy(L3.*, L4.*, copy="all") \end_layout \begin_layout Plain Layout @@ -4135,7 +4097,7 @@ model1 = LoadModel("c: \backslash models \backslash -mymodel.cn", format=cntk) +mymodel.cn", format="cntk") \end_layout \begin_layout Plain Layout @@ -4973,12 +4935,12 @@ status open \begin_layout Plain Layout -m=LoadModel(modelFileName, [format=cntk]) +m=LoadModel(modelFileName, [format="cntk"]) \end_layout \begin_layout Plain Layout -LoadModelWithName(m, modelFileName, [format=cntk]) +LoadModelWithName(m, modelFileName, [format="cntk"]) \end_layout \end_inset @@ -5039,12 +5001,12 @@ status open \begin_layout Plain Layout -SaveDefaultModel(modelFileName, [format=cntk]) +SaveDefaultModel(modelFileName, [format="cntk"]) \end_layout \begin_layout Plain Layout -SaveModel(m, modelFileName, [format=cntk]) +SaveModel(m, modelFileName, [format="cntk"]) \end_layout \end_inset @@ -5338,12 +5300,12 @@ status open \begin_layout Plain Layout -Copy(fromNode, toNode, [copy=all|value]) +Copy(fromNode, toNode, [copy="all"|"value"]) \end_layout \begin_layout Plain Layout -CopyNode(fromNode, toNode, [copy=all|value]) +CopyNode(fromNode, toNode, [copy="all"|"value"]) \end_layout \end_inset @@ -5409,7 +5371,7 @@ if destination node does not exist \begin_inset Text \begin_layout Plain Layout -All +all \end_layout \end_inset @@ -5444,7 +5406,7 @@ Copies over the values of the nodes and any links between them creating \begin_inset Text \begin_layout Plain Layout -Value +value \end_layout \end_inset @@ -5505,7 +5467,7 @@ status open \begin_layout Plain Layout -CopySubTree(fromRootNode, toRootNode, [copy=all|value]) +CopySubTree(fromRootNode, toRootNode, [copy="all"|"value"]) \end_layout \end_inset @@ -5706,22 +5668,22 @@ The acceptable property names and property values are as follows: \end_layout \begin_layout Itemize -ComputeGradient +computeGradient \begin_inset Index idx status open \begin_layout Plain Layout -ComputeGradient +computeGradient \end_layout \end_inset - or NeedsGradient + or needsGradient \begin_inset Index idx status open \begin_layout Plain Layout -NeedsGradient +needsGradient \end_layout \end_inset @@ -5732,12 +5694,12 @@ ns. \end_layout \begin_layout Itemize -Feature +feature \begin_inset Index idx status open \begin_layout Plain Layout -Feature +feature \end_layout \end_inset @@ -5747,12 +5709,12 @@ Feature \end_layout \begin_layout Itemize -Label +label \begin_inset Index idx status open \begin_layout Plain Layout -Label +label \end_layout \end_inset @@ -5762,12 +5724,12 @@ Label \end_layout \begin_layout Itemize -FinalCriterionCriteria +finalCriterion or criterion \begin_inset Index idx status open \begin_layout Plain Layout -FinalCriterionCriteria +finalCriterion \end_layout \end_inset @@ -5776,12 +5738,12 @@ FinalCriterionCriteria \end_layout \begin_layout Itemize -EvaluationEval +evaluation or eval \begin_inset Index idx status open \begin_layout Plain Layout -EvaluationEval +evaluation \end_layout \end_inset @@ -5790,12 +5752,12 @@ EvaluationEval \end_layout \begin_layout Itemize -Output +output \begin_inset Index idx status open \begin_layout Plain Layout -Output +output \end_layout \end_inset @@ -5804,12 +5766,12 @@ Output \end_layout \begin_layout Itemize -MultiSeq +multiSeq \begin_inset Index idx status open \begin_layout Plain Layout -MultiSeq +multiSeq \end_layout \end_inset diff --git a/Documentation/CNTK-TechReport/lyx/CNTKBook_CNTK_Chapter.lyx b/Documentation/CNTK-TechReport/lyx/CNTKBook_CNTK_Chapter.lyx index 4a70c7a091c2..56942130bfd6 100644 --- a/Documentation/CNTK-TechReport/lyx/CNTKBook_CNTK_Chapter.lyx +++ b/Documentation/CNTK-TechReport/lyx/CNTKBook_CNTK_Chapter.lyx @@ -161,7 +161,7 @@ mnistTrain=[ \begin_layout Plain Layout - action=train + action="train" \end_layout \begin_layout Plain Layout @@ -175,18 +175,18 @@ mnistTrain=[ \begin_layout Plain Layout - networkDescription=c: + networkDescription="c: \backslash cntk \backslash config \backslash -sample.ndl +sample.ndl" \end_layout \begin_layout Plain Layout - run=ndlMacroUse + run=ndlMacroUse \end_layout \begin_layout Plain Layout @@ -205,13 +205,13 @@ sample.ndl \begin_layout Plain Layout - modelPath=c: + modelPath="c: \backslash cntk \backslash model \backslash -mnist.cn +mnist.cn" \end_layout \begin_layout Plain Layout @@ -250,12 +250,12 @@ mnist.cn \begin_layout Plain Layout - readerType=UCIFastReader + readerType="UCIFastReader" \end_layout \begin_layout Plain Layout - file=c: + file="c: \backslash cntk \backslash @@ -263,7 +263,7 @@ data \backslash mnist \backslash -mnist_train.txt +mnist_train.txt" \end_layout \begin_layout Plain Layout @@ -316,7 +316,7 @@ mnist_train.txt \begin_layout Plain Layout - labelMappingFile=c: + labelMappingFile="c: \backslash cntk \backslash @@ -324,7 +324,7 @@ data \backslash mnist \backslash -mnistlabels.txt +mnistlabels.txt" \end_layout \begin_layout Plain Layout @@ -2194,7 +2194,7 @@ Gradient Check \begin_layout Itemize \emph on -gradientcheck +gradientCheck \emph default \begin_inset Index idx @@ -2280,7 +2280,7 @@ status open \begin_layout Plain Layout - readerType=UCIFastReader + readerType="UCIFastReader" \end_layout \begin_layout Plain Layout @@ -2289,7 +2289,7 @@ status open \begin_layout Plain Layout - file=c: + file="c: \backslash cntk \backslash @@ -2297,7 +2297,7 @@ data \backslash mnist \backslash -mnist_train.txt +mnist_train.txt" \end_layout \begin_layout Plain Layout @@ -2350,7 +2350,7 @@ mnist_train.txt \begin_layout Plain Layout - labelMappingFile=c: + labelMappingFile="c: \backslash cntk \backslash @@ -2358,7 +2358,7 @@ data \backslash mnist \backslash -mnistlabels.txt +mnistlabels.txt" \end_layout \begin_layout Plain Layout @@ -2553,22 +2553,22 @@ reader=[ \begin_layout Plain Layout - readerType=HTKMLFReader + readerType="HTKMLFReader" \end_layout \begin_layout Plain Layout - readMethod=rollingWindow + readMethod="rollingWindow" \end_layout \begin_layout Plain Layout - miniBatchMode=Partial + miniBatchMode="partial" \end_layout \begin_layout Plain Layout - randomize=Auto + randomize="auto" \end_layout \begin_layout Plain Layout @@ -2588,9 +2588,9 @@ reader=[ \begin_layout Plain Layout - scpFile=$ScpDir$ + scpFile="$ScpDir$ \backslash -TIMIT.train.scp.fbank.fullpath +TIMIT.train.scp.fbank.fullpath" \end_layout \begin_layout Plain Layout @@ -2610,9 +2610,9 @@ TIMIT.train.scp.fbank.fullpath \begin_layout Plain Layout - mlfFile=$MlfDir$ + mlfFile="$MlfDir$ \backslash -TIMIT.train.align_cistate.mlf.cntk +TIMIT.train.align_cistate.mlf.cntk" \end_layout \begin_layout Plain Layout @@ -2622,9 +2622,9 @@ TIMIT.train.align_cistate.mlf.cntk \begin_layout Plain Layout - labelMappingFile=$MlfDir$ + labelMappingFile="$MlfDir$ \backslash -TIMIT.statelist +TIMIT.statelist" \end_layout \begin_layout Plain Layout @@ -3255,7 +3255,7 @@ status open \begin_layout Plain Layout - readerType=LMSequenceReader + readerType="LMSequenceReader" \end_layout \begin_layout Plain Layout @@ -3275,16 +3275,16 @@ status open \begin_layout Plain Layout - wordclass=$DataDir$ + wordclass="$DataDir$ \backslash -wordclass.txt +wordclass.txt" \end_layout \begin_layout Plain Layout - file=$DataDir$ + file="$DataDir$ \backslash -penntreebank.train.txt +penntreebank.train.txt" \end_layout \begin_layout Plain Layout @@ -3598,12 +3598,12 @@ status open \begin_layout Plain Layout - readerType=LUSequenceReader + readerType="LUSequenceReader" \end_layout \begin_layout Plain Layout - randomize=None + randomize="none" \end_layout \begin_layout Plain Layout @@ -3617,7 +3617,7 @@ status open \begin_layout Plain Layout - nbruttineachrecurrentiter=10 + nbrUttsInEachRecurrentIter=10 \end_layout \begin_layout Plain Layout @@ -3631,16 +3631,16 @@ status open \begin_layout Plain Layout - wordmap=$DataDir$ + wordMap="$DataDir$ \backslash -inputmap.txt +inputmap.txt" \end_layout \begin_layout Plain Layout - file=$DataDir$ + file="$DataDir$ \backslash -atis.train.IOB +atis.train.IOB" \end_layout \begin_layout Plain Layout @@ -3654,7 +3654,7 @@ atis.train.IOB \begin_layout Plain Layout - usewordmap=true + useWordMap=true \end_layout \begin_layout Plain Layout @@ -3673,9 +3673,9 @@ atis.train.IOB \begin_layout Plain Layout - token=$DataDir$ + token="$DataDir$ \backslash -input.txt +input.txt" \end_layout \begin_layout Plain Layout @@ -3704,9 +3704,9 @@ input.txt \begin_layout Plain Layout - token=$DataDir$ + token="$DataDir$ \backslash -output.txt +output.txt" \end_layout \begin_layout Plain Layout @@ -3777,12 +3777,14 @@ randomize \begin_layout Itemize \emph on -nbruttsineachrecurrentiter +nbrUttsInEachRecurrentIter \begin_inset Index idx status open \begin_layout Plain Layout -nbruttsineachrecurrentiter + +\emph on +nbrUttsInEachRecurrentIter \end_layout \end_inset @@ -3822,14 +3824,16 @@ unk \begin_layout Itemize \emph on -wordmap +wordMap \emph default \begin_inset Index idx status open \begin_layout Plain Layout -wordmap + +\emph on +wordMap \end_layout \end_inset @@ -3970,7 +3974,7 @@ labelIn \begin_deeper \begin_layout Itemize -usewordmap – [Ture, False] specifies if using word map to map input words +useWordMap – [Ture, False] specifies if using word map to map input words to other input words. \end_layout @@ -4564,26 +4568,26 @@ svd=[ \begin_layout Plain Layout - action=SVD + action="SVD" \end_layout \begin_layout Plain Layout - modelPath=train + modelPath="train \backslash -lstm.model.67 +lstm.model.67" \end_layout \begin_layout Plain Layout - outputmodelPath=train + outputModelPath="train \backslash -lstm.model.svd +lstm.model.svd" \end_layout \begin_layout Plain Layout - SVDConfig=NodeConfigs + SVDConfig="nodeConfigs" \end_layout \begin_layout Plain Layout @@ -4614,12 +4618,12 @@ modelPath – specifies where to load the initial model status open \begin_layout Plain Layout -outputmodelPath +outputModelPath \end_layout \end_inset -outputmodelPath – specifies where to save the revised model +outputModelPath – specifies where to save the revised model \end_layout \begin_layout Itemize @@ -5156,21 +5160,21 @@ topoplot=[ \begin_layout Plain Layout - action=plot + action="plot" \end_layout \begin_layout Plain Layout - modelPath= train + modelPath="train \backslash -lstm.model.0 +lstm.model.0" \end_layout \begin_layout Plain Layout - outputdotFile=train + outputdotFile="train \backslash -lstm.model.dot # this specifies the dot file to output +lstm.model.dot" # this specifies the dot file to output \end_layout \begin_layout Plain Layout @@ -5180,14 +5184,14 @@ lstm.model.dot # this specifies the dot file to output \begin_layout Plain Layout - outputfile=train + outputFile="train \backslash -lstm.model.jpg # this specifies the rendered image +lstm.model.jpg" # this specifies the rendered image \end_layout \begin_layout Plain Layout - RenderCmd="d: + renderCmd="d: \backslash Tools \backslash @@ -5313,13 +5317,13 @@ status open \begin_layout Plain Layout -stderr=c: +stderr="c: \backslash cntk \backslash log \backslash -cntk +cntk" \end_layout \end_inset @@ -5402,7 +5406,7 @@ status open \begin_layout Plain Layout -precision=float +precision="float" \end_layout \end_inset @@ -5662,7 +5666,7 @@ mnistTrain=[ \begin_layout Plain Layout - action=train + action="train" \end_layout \begin_layout Plain Layout @@ -5686,7 +5690,7 @@ mnistTest=[ \begin_layout Plain Layout - action=eval + action="eval" \end_layout \begin_layout Plain Layout @@ -5734,11 +5738,11 @@ status open \begin_layout Plain Layout -cntk configFile=yourExp.config stderr=c: +cntk configFile=yourExp.config stderr="c: \backslash temp \backslash -newpath +newpath" \end_layout \end_inset @@ -5777,7 +5781,8 @@ status open \begin_layout Plain Layout -cntk configFile=yourExp.config mnistTrain=[reader=[file=mynewfile.txt]] +cntk configFile=yourExp.config mnistTrain=[reader=[file="mynewfile.txt"]] + \end_layout \end_inset @@ -5847,7 +5852,8 @@ status open \begin_layout Plain Layout -cntk configFile=yourExp1.config mnistTrain=[reader=[file=mynewfile.txt]] +cntk configFile=yourExp1.config mnistTrain=[reader=[file="mynewfile.txt"]] + \end_layout \end_inset @@ -5999,9 +6005,9 @@ command=SpeechTrain \begin_layout Plain Layout -stderr=$Root$ +stderr="$Root$ \backslash -$RunName$.log +$RunName$.log" \end_layout \begin_layout Plain Layout @@ -6015,9 +6021,9 @@ speechTrain=[ \begin_layout Plain Layout - modelPath=$Root$ + modelPath="$Root$ \backslash -$RunName$.cn +$RunName$.cn" \end_layout \begin_layout Plain Layout @@ -6041,17 +6047,17 @@ $RunName$.cn \begin_layout Plain Layout - type=Real + type="real" \end_layout \begin_layout Plain Layout - dim=$DataSet1_Dim$ + dim="$DataSet1_Dim$" \end_layout \begin_layout Plain Layout - file=$DataSet1_Features$ + file="$DataSet1_Features$" \end_layout \begin_layout Plain Layout @@ -6195,13 +6201,13 @@ status open \begin_layout Plain Layout -stderr=c: +stderr="c: \backslash cntk \backslash log \backslash -cntk # "_mnistTrain_mnistTest.log" +cntk" # "_mnistTrain_mnistTest.log" \end_layout \end_inset diff --git a/Documentation/CNTK-TechReport/lyx/CNTKBook_CN_Chapter.lyx b/Documentation/CNTK-TechReport/lyx/CNTKBook_CN_Chapter.lyx index e70cb312cf26..2563ad5157f4 100644 --- a/Documentation/CNTK-TechReport/lyx/CNTKBook_CN_Chapter.lyx +++ b/Documentation/CNTK-TechReport/lyx/CNTKBook_CN_Chapter.lyx @@ -9673,8 +9673,8 @@ key "CNN-FastComputing-chellapilla+2006" \begin_inset Formula \begin{equation} O_{r}=\begin{cases} -\frac{I_{r}-K_{r}}{S_{r}}+1 & \mathrm{no\: padding}\\ -\frac{\left(I_{r}-\mathrm{mod}\left(K_{r},2\right)\right)}{S_{r}}+1 & \mathrm{zero\: padding} +\frac{I_{r}-K_{r}}{S_{r}}+1 & \mathrm{no\:padding}\\ +\frac{\left(I_{r}-\mathrm{mod}\left(K_{r},2\right)\right)}{S_{r}}+1 & \mathrm{zero\:padding} \end{cases} \end{equation} @@ -9687,8 +9687,8 @@ O_{r}=\begin{cases} \begin_inset Formula \begin{equation} O_{c}=\begin{cases} -\frac{I_{c}-K_{c}}{S_{c}}+1 & \mathrm{no\: padding}\\ -\frac{\left(I_{c}-\mathrm{mod}\left(K_{c},2\right)\right)}{S_{c}}+1 & \mathrm{zero\: padding} +\frac{I_{c}-K_{c}}{S_{c}}+1 & \mathrm{no\:padding}\\ +\frac{\left(I_{c}-\mathrm{mod}\left(K_{c},2\right)\right)}{S_{c}}+1 & \mathrm{zero\:padding} \end{cases} \end{equation} @@ -10973,60 +10973,6 @@ Macro3W1b & = & Plus\left(\mathbf{S}^{\left(1\right)},Times\left(\mathbf{W}^{\le \end_inset -\end_layout - -\begin_layout Section -Multiple Networks -\end_layout - -\begin_layout Standard -CNTK supports training multiple networks. - This allows each network to do its own SGD with its own datareader. - Therefore, it improves flexibilty. - In one example, you would use recurrent networks as an encoder of speech - features, a second network used as encoder of a language model and the - third network used as a recurrent language model. - It achieves this by introducing the following special nodes. - Also, the network computation uses a special node to determine if a network - has reached to an end. - -\end_layout - -\begin_layout Subsection -PairNetworkNode -\begin_inset Index idx -status open - -\begin_layout Plain Layout -Pair network node(PNN) -\end_layout - -\end_inset - - -\end_layout - -\begin_layout Standard -The pairnetworknode is a socket from one network to the other networks. - It has one input as its child. - When it does evaluatoin, it copies the function values from the child as - its function value. - When it does error propagation, it adds the gradient from its parent to - its child. - It is similar to an input node, but with activity from other networks. - -\end_layout - -\begin_layout Standard -When the network is built, a function does evaluation ordering. - For a typical node, its children will be included into the evaluation order. - However, for pairnetwork node, its children are from other networks. - Therefore, they cannot be included in the search order. - This is achieved by overiding function, EnumerateNodesForEval, which stops - further network expansion on its children. - Similary, when doing strongly connected components search, the function - performs this should ignore the children of pairnetwork nodes. - \end_layout \begin_layout Standard diff --git a/Documentation/CNTK-TechReport/lyx/CNTKBook_ExampleSetup_Chapter.lyx b/Documentation/CNTK-TechReport/lyx/CNTKBook_ExampleSetup_Chapter.lyx index f1507fa64ee7..d8a4cab35f41 100644 --- a/Documentation/CNTK-TechReport/lyx/CNTKBook_ExampleSetup_Chapter.lyx +++ b/Documentation/CNTK-TechReport/lyx/CNTKBook_ExampleSetup_Chapter.lyx @@ -249,18 +249,18 @@ TIMIT_TrainSimple=[ \begin_layout Plain Layout - action=train + action="train" \end_layout \begin_layout Plain Layout - modelPath=$ExpDir$ + modelPath="$ExpDir$ \backslash TrainSimpleNetwork \backslash model \backslash -cntkSpeech.dnn +cntkSpeech.dnn" \end_layout \begin_layout Plain Layout @@ -285,17 +285,17 @@ cntkSpeech.dnn \begin_layout Plain Layout - trainingCriterion=CrossEntropyWithSoftmax + trainingCriterion="CrossEntropyWithSoftmax" \end_layout \begin_layout Plain Layout - evalCriterion=ErrorPrediction + evalCriterion="ErrorPrediction" \end_layout \begin_layout Plain Layout - layerTypes=Sigmoid + layerTypes="Sigmoid" \end_layout \begin_layout Plain Layout @@ -365,22 +365,22 @@ cntkSpeech.dnn \begin_layout Plain Layout - readerType=HTKMLFReader + readerType="HTKMLFReader" \end_layout \begin_layout Plain Layout - readMethod=rollingWindow + readMethod="rollingWindow" \end_layout \begin_layout Plain Layout - miniBatchMode=Partial + miniBatchMode="partial" \end_layout \begin_layout Plain Layout - randomize=Auto + randomize="auto" \end_layout \begin_layout Plain Layout @@ -404,9 +404,9 @@ cntkSpeech.dnn \begin_layout Plain Layout - scpFile=$ScpDir$ + scpFile="$ScpDir$ \backslash -TIMIT.train.scp.fbank.fullpath +TIMIT.train.scp.fbank.fullpath" \end_layout \begin_layout Plain Layout @@ -426,9 +426,9 @@ TIMIT.train.scp.fbank.fullpath \begin_layout Plain Layout - mlfFile=$MlfDir$ + mlfFile="$MlfDir$ \backslash -TIMIT.train.align_cistate.mlf.cntk +TIMIT.train.align_cistate.mlf.cntk" \end_layout \begin_layout Plain Layout @@ -438,9 +438,9 @@ TIMIT.train.align_cistate.mlf.cntk \begin_layout Plain Layout - labelMappingFile=$MlfDir$ + labelMappingFile="$MlfDir$ \backslash -TIMIT.statelist +TIMIT.statelist" \end_layout \begin_layout Plain Layout @@ -515,22 +515,22 @@ status open \begin_layout Plain Layout - readerType=HTKMLFReader + readerType="HTKMLFReader" \end_layout \begin_layout Plain Layout - readMethod=rollingWindow + readMethod="rollingWindow" \end_layout \begin_layout Plain Layout - miniBatchMode=Partial + miniBatchMode="partial" \end_layout \begin_layout Plain Layout - randomize=Auto + randomize="auto" \end_layout \begin_layout Plain Layout @@ -554,9 +554,9 @@ status open \begin_layout Plain Layout - scpFile=$ScpDir$ + scpFile="$ScpDir$ \backslash -TIMIT.dev.scp.fbank.fullpath +TIMIT.dev.scp.fbank.fullpath" \end_layout \begin_layout Plain Layout @@ -576,9 +576,9 @@ TIMIT.dev.scp.fbank.fullpath \begin_layout Plain Layout - mlfFile=$MlfDir$ + mlfFile="$MlfDir$ \backslash -TIMIT.dev.align_cistate.mlf.cntk +TIMIT.dev.align_cistate.mlf.cntk" \end_layout \begin_layout Plain Layout @@ -588,9 +588,9 @@ TIMIT.dev.align_cistate.mlf.cntk \begin_layout Plain Layout - labelMappingFile=$MlfDir$ + labelMappingFile="$MlfDir$ \backslash -TIMIT.statelist +TIMIT.statelist" \end_layout \begin_layout Plain Layout @@ -658,7 +658,7 @@ status open \begin_layout Plain Layout - autoAdjustLR=AdjustAfterEpoch + autoAdjustLR="adjustAfterEpoch" \end_layout \begin_layout Plain Layout @@ -745,16 +745,16 @@ status open \begin_layout Plain Layout - ndlMacros=$NdlDir$ + ndlMacros="$NdlDir$ \backslash -default_macros.ndl +default_macros.ndl" \end_layout \begin_layout Plain Layout - networkDescription=$NdlDir$ + networkDescription="$NdlDir$ \backslash -classify.ndl +classify.ndl" \end_layout \begin_layout Plain Layout @@ -1170,8 +1170,8 @@ status open \begin_layout Plain Layout -command=TIMIT_DiscrimPreTrain1:TIMIT_AddLayer2:TIMIT_DiscrimPreTrain2:TIMIT_AddL -ayer3:TIMIT_Train3 +command="TIMIT_DiscrimPreTrain1:TIMIT_AddLayer2:TIMIT_DiscrimPreTrain2:TIMIT_Add +Layer3:TIMIT_Train3" \end_layout \end_inset @@ -1216,18 +1216,18 @@ TIMIT_DiscrimPreTrain1=[ \begin_layout Plain Layout - action=train + action="train" \end_layout \begin_layout Plain Layout - modelPath=$ExpDir$ + modelPath="$ExpDir$ \backslash TrainWithPreTrain \backslash dptmodel1 \backslash -cntkSpeech.dnn +cntkSpeech.dnn" \end_layout \begin_layout Plain Layout @@ -1237,9 +1237,9 @@ cntkSpeech.dnn \begin_layout Plain Layout - NetworkDescription=$NdlDir$ + NetworkDescription="$NdlDir$ \backslash -create_1layer.ndl +create_1layer.ndl" \end_layout \begin_layout Plain Layout @@ -1263,7 +1263,7 @@ TIMIT_AddLayer2=[ \begin_layout Plain Layout - action=edit + action="edit" \end_layout \begin_layout Plain Layout @@ -1278,31 +1278,31 @@ TIMIT_AddLayer2=[ \begin_layout Plain Layout - CurrModel=$ExpDir$ + CurrModel="$ExpDir$ \backslash TrainWithPreTrain \backslash dptmodel1 \backslash -cntkSpeech.dnn +cntkSpeech.dnn" \end_layout \begin_layout Plain Layout - NewModel=$ExpDir$ + NewModel="$ExpDir$ \backslash TrainWithPreTrain \backslash dptmodel2 \backslash -cntkSpeech.dnn.0 +cntkSpeech.dnn.0" \end_layout \begin_layout Plain Layout - editPath=$MelDir$ + editPath="$MelDir$ \backslash -add_layer.mel +add_layer.mel" \end_layout \begin_layout Plain Layout @@ -1321,18 +1321,18 @@ TIMIT_DiscrimPreTrain2=[ \begin_layout Plain Layout - action=train + action="train" \end_layout \begin_layout Plain Layout - modelPath=$ExpDir$ + modelPath="$ExpDir$ \backslash TrainWithPreTrain \backslash dptmodel2 \backslash -cntkSpeech.dnn +cntkSpeech.dnn" \end_layout \begin_layout Plain Layout @@ -1342,9 +1342,9 @@ cntkSpeech.dnn \begin_layout Plain Layout - NetworkDescription=$NdlDir$ + NetworkDescription="$NdlDir$ \backslash -create_1layer.ndl +create_1layer.ndl" \end_layout \begin_layout Plain Layout @@ -1787,9 +1787,9 @@ features1=[ \begin_layout Plain Layout - scpFile=$ScpDir$ + scpFile="$ScpDir$ \backslash -TIMIT.train.scp.fbank.fullpath +TIMIT.train.scp.fbank.fullpath" \end_layout \begin_layout Plain Layout @@ -1809,9 +1809,9 @@ features2=[ \begin_layout Plain Layout - scpFile=$ScpDir$ + scpFile="$ScpDir$ \backslash -TIMIT.train.scp.mfcc.fullpath +TIMIT.train.scp.mfcc.fullpath" \end_layout \begin_layout Plain Layout @@ -1826,16 +1826,16 @@ labels=[ \begin_layout Plain Layout - mlfFile=$MlfDir$ + mlfFile="$MlfDir$ \backslash -TIMIT.train.align_cistate.mlf.cntk +TIMIT.train.align_cistate.mlf.cntk" \end_layout \begin_layout Plain Layout - labelMappingFile=$MlfDir$ + labelMappingFile="$MlfDir$ \backslash -TIMIT.statelist +TIMIT.statelist" \end_layout \begin_layout Plain Layout @@ -2044,7 +2044,7 @@ status open \begin_layout Plain Layout -action=eval +action="eval" \end_layout \end_inset @@ -2077,7 +2077,7 @@ status open \begin_layout Plain Layout -action=cv +action="cv" \end_layout \end_inset @@ -2216,23 +2216,23 @@ TIMIT_WriteBottleneck=[ \begin_layout Plain Layout - action=write + action="write" \end_layout \begin_layout Plain Layout - modelPath=$ExpDir$ + modelPath="$ExpDir$ \backslash TrainAutoEncoder \backslash model \backslash -cntkSpeech.dnn +cntkSpeech.dnn" \end_layout \begin_layout Plain Layout - outputNodeNames=L2.BFF.FF.P + outputNodeNames="L2.BFF.FF.P" \end_layout \begin_layout Plain Layout @@ -2242,7 +2242,7 @@ cntkSpeech.dnn \begin_layout Plain Layout - readerType=HTKMLFReader + readerType="HTKMLFReader" \end_layout \begin_layout Plain Layout @@ -2257,9 +2257,9 @@ cntkSpeech.dnn \begin_layout Plain Layout - scpFile=$ScpDir$ + scpFile="$ScpDir$ \backslash -TIMIT.core.scp.fbank.fullpath +TIMIT.core.scp.fbank.fullpath" \end_layout \begin_layout Plain Layout @@ -2278,7 +2278,7 @@ TIMIT.core.scp.fbank.fullpath \begin_layout Plain Layout - writerType=HTKMLFWriter + writerType="HTKMLFWriter" \end_layout \begin_layout Plain Layout @@ -2293,9 +2293,9 @@ TIMIT.core.scp.fbank.fullpath \begin_layout Plain Layout - scpFile=$ScpDir$ + scpFile="$ScpDir$ \backslash -TIMIT.core.scp.bottleneck.fullpath +TIMIT.core.scp.bottleneck.fullpath" \end_layout \begin_layout Plain Layout @@ -2357,13 +2357,13 @@ TIMIT_DumpNodes=[ \begin_layout Plain Layout - modelPath=$ExpDir$ + modelPath="$ExpDir$ \backslash TrainAutoEncoder \backslash model \backslash -cntkSpeech.dnn +cntkSpeech.dnn" \end_layout \begin_layout Plain Layout @@ -2461,7 +2461,15 @@ action \end_inset -=train. += +\begin_inset Quotes erd +\end_inset + +train +\begin_inset Quotes erd +\end_inset + +. It indicates the section is for training. \end_layout @@ -2542,7 +2550,15 @@ rnnType \end_inset -=CLASSLM. += +\begin_inset Quotes erd +\end_inset + +CLASSLM +\begin_inset Quotes erd +\end_inset + +. The RNN network structure. It consists of an input layer, a recurrent hidden layer and an output layer (including classes and vocabularies). @@ -2560,7 +2576,15 @@ trainingCriterion \end_inset -=classCrossEntropyWithSoftmax. += +\begin_inset Quotes erd +\end_inset + +ClassCrossEntropyWithSoftmax +\begin_inset Quotes erd +\end_inset + +. Training criterion used in model training. \end_layout @@ -2575,7 +2599,15 @@ nodeType \end_inset -=Sigmoid. += +\begin_inset Quotes erd +\end_inset + +Sigmoid +\begin_inset Quotes erd +\end_inset + +. Non-linearity function used in hidden layer. \end_layout @@ -2762,7 +2794,15 @@ gradUpdateType \end_inset -=None. += +\begin_inset Quotes erd +\end_inset + +none +\begin_inset Quotes erd +\end_inset + +. How the gradients are computed. None stands for standard gradient update (no special treatment). One can also choose adagrad or rmsprop. @@ -2779,7 +2819,11 @@ modelPath \end_inset -=C: += +\begin_inset Quotes erd +\end_inset + +C: \backslash CNTKExp \backslash @@ -2787,7 +2831,11 @@ RNN \backslash log \backslash -modelRnnCNTK. +modelRnnCNTK +\begin_inset Quotes erd +\end_inset + +. The resulting RNN model file location. \end_layout @@ -2880,7 +2928,11 @@ wordclass \end_inset -=C: += +\begin_inset Quotes erd +\end_inset + +C: \backslash CNTKExp \backslash @@ -2890,7 +2942,11 @@ data \backslash PennTreeBank \backslash -vocab.txt. +vocab.txt +\begin_inset Quotes erd +\end_inset + +. Word class file which contains words, their ids and their class ids, in the following format \end_layout @@ -2940,7 +2996,11 @@ file \end_inset -=C: += +\begin_inset Quotes erd +\end_inset + +C: \backslash CNTKExp \backslash @@ -2950,7 +3010,11 @@ data \backslash PennTreeBank \backslash -ptb.train.cntk.txt. +ptb.train.cntk.txt +\begin_inset Quotes erd +\end_inset + +. The location of training data file which has the following format \end_layout @@ -2988,7 +3052,11 @@ wordclass \end_inset -=C: += +\begin_inset Quotes erd +\end_inset + +C: \backslash CNTKExp \backslash @@ -2998,7 +3066,11 @@ data \backslash PennTreeBank \backslash -vocab.txt. +vocab.txt +\begin_inset Quotes erd +\end_inset + +. Word class file which contains words, their ids and their class ids. \end_layout @@ -3013,7 +3085,11 @@ file \end_inset -=C: += +\begin_inset Quotes erd +\end_inset + +C: \backslash CNTKExp \backslash @@ -3023,7 +3099,11 @@ data \backslash PennTreeBank \backslash -ptb.valid.cntk.txt. +ptb.valid.cntk.txt +\begin_inset Quotes erd +\end_inset + +. Validation data file location. It has the same format as training data. \end_layout @@ -3059,7 +3139,15 @@ action \end_inset -=eval. += +\begin_inset Quotes erd +\end_inset + +eval +\begin_inset Quotes erd +\end_inset + +. It indicates the section is for test. \end_layout @@ -3120,7 +3208,11 @@ wordclass \end_inset -=C: += +\begin_inset Quotes erd +\end_inset + +C: \backslash CNTKExp \backslash @@ -3130,7 +3222,11 @@ data \backslash PennTreeBank \backslash -vocab.txt. +vocab.txt +\begin_inset Quotes erd +\end_inset + +. Word class file which contains words, their ids and their class ids. \end_layout @@ -3145,7 +3241,11 @@ ile \end_inset -=C: += +\begin_inset Quotes erd +\end_inset + +C: \backslash CNTKExp \backslash @@ -3155,7 +3255,11 @@ data \backslash PennTreeBank \backslash -ptb.test.cntk.txt. +ptb.test.cntk.txt +\begin_inset Quotes erd +\end_inset + +. Test data file location. It has the same format as training data. \end_layout @@ -3212,7 +3316,15 @@ action \end_inset -=train : this informs CNTK to train a model. += +\begin_inset Quotes erd +\end_inset + +train +\begin_inset Quotes erd +\end_inset + + : this informs CNTK to train a model. \end_layout @@ -3270,8 +3382,15 @@ rnnType \end_inset -=CLASSLM : this informs CNTK to call class-based LSTM function in simplenetworkb -uilder. += +\begin_inset Quotes erd +\end_inset + +CLASSLM +\begin_inset Quotes erd +\end_inset + + : this informs CNTK to call class-based LSTM function in simplenetworkbuilder. \end_layout \begin_layout Itemize @@ -3285,8 +3404,15 @@ trainingCriterion \end_inset -=classcrossentropywithsoftmax specifies that training set to use class-based - cross entropy += +\begin_inset Quotes erd +\end_inset + +ClassCrossEntropyWithSoftmax +\begin_inset Quotes erd +\end_inset + + specifies that training set to use class-based cross entropy \end_layout \begin_layout Itemize @@ -3300,8 +3426,15 @@ evalCriterion \end_inset -=classcrossentropywithsoftmax specifies validation set also uses class-based - cross entropy for evaluation. += +\begin_inset Quotes erd +\end_inset + +ClassCrossEntropyWithSoftmax +\begin_inset Quotes erd +\end_inset + + specifies validation set also uses class-based cross entropy for evaluation. \end_layout \begin_layout Itemize @@ -3369,13 +3502,21 @@ modelPath \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash temp \backslash penntreebank \backslash -cntkdebug.dnn : this is the trained model file name. +cntkdebug.dnn +\begin_inset Quotes erd +\end_inset + + : this is the trained model file name. \end_layout \end_deeper @@ -3405,7 +3546,15 @@ readerType \end_inset -=LMSequenceReader : specifies using language model sequence reader. += +\begin_inset Quotes erd +\end_inset + +LMSequenceReader +\begin_inset Quotes erd +\end_inset + + : specifies using language model sequence reader. \end_layout \begin_layout Itemize @@ -3419,7 +3568,11 @@ wordclass \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash exp \backslash @@ -3427,7 +3580,11 @@ penntreebank \backslash data \backslash -wordclass.txt : specifies word class info. +wordclass.txt +\begin_inset Quotes erd +\end_inset + + : specifies word class info. \end_layout \begin_layout Itemize @@ -3441,7 +3598,11 @@ file \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash exp \backslash @@ -3449,7 +3610,11 @@ penntreebank \backslash data \backslash -ptb.train.cntk.txt : specifies training file +ptb.train.cntk.txt +\begin_inset Quotes erd +\end_inset + + : specifies training file \end_layout \end_deeper @@ -3479,7 +3644,15 @@ readerType \end_inset -=LMSequenceReader : specifies using language model sequence reader. += +\begin_inset Quotes erd +\end_inset + +LMSequenceReader +\begin_inset Quotes erd +\end_inset + + : specifies using language model sequence reader. \end_layout \begin_layout Itemize @@ -3493,7 +3666,11 @@ wordclass \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash exp \backslash @@ -3501,7 +3678,11 @@ penntreebank \backslash data \backslash -wordclass.txt : specifies word class info. +wordclass.txt +\begin_inset Quotes erd +\end_inset + + : specifies word class info. \end_layout \begin_layout Itemize @@ -3515,7 +3696,11 @@ file \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash exp \backslash @@ -3523,7 +3708,11 @@ penntreebank \backslash data \backslash -ptb.valid.cntk.txt : specifies validation file +ptb.valid.cntk.txt +\begin_inset Quotes erd +\end_inset + + : specifies validation file \end_layout \end_deeper @@ -3556,7 +3745,15 @@ action \end_inset -=eval : this informs CNTK to call simplenetwork evaluation. += +\begin_inset Quotes erd +\end_inset + +eval +\begin_inset Quotes erd +\end_inset + + : this informs CNTK to call simplenetwork evaluation. \end_layout @@ -3585,13 +3782,21 @@ modelPath \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash temp \backslash penntreebank \backslash -cntkdebug.dnn : this is the trained model file name. +cntkdebug.dnn +\begin_inset Quotes erd +\end_inset + + : this is the trained model file name. \end_layout \begin_layout Itemize @@ -3620,7 +3825,15 @@ readerType \end_inset -=LMSequenceReader : specifies using sequence reader. += +\begin_inset Quotes erd +\end_inset + +LMSequenceReader +\begin_inset Quotes erd +\end_inset + + : specifies using sequence reader. \end_layout \begin_layout Itemize @@ -3634,7 +3847,11 @@ wordclass \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash exp \backslash @@ -3642,7 +3859,11 @@ penntreebank \backslash data \backslash -wordclass.txt : specifies word class info. +wordclass.txt +\begin_inset Quotes erd +\end_inset + + : specifies word class info. \end_layout \begin_layout Itemize @@ -3656,7 +3877,11 @@ file \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash exp \backslash @@ -3664,7 +3889,11 @@ penntreebank \backslash data \backslash -ptb.test.cntk.txt : specifies testing file +ptb.test.cntk.txt +\begin_inset Quotes erd +\end_inset + + : specifies testing file \end_layout \end_deeper @@ -3731,7 +3960,15 @@ action \end_inset -=train : this informs CNTK to train a model. += +\begin_inset Quotes erd +\end_inset + +train +\begin_inset Quotes erd +\end_inset + + : this informs CNTK to train a model. \end_layout @@ -3832,7 +4069,15 @@ trainingCriterion \end_inset -=crossentropywithsoftmax specifies that training set to use cross entropy += +\begin_inset Quotes erd +\end_inset + +ClassCrossEntropyWithSoftmax +\begin_inset Quotes erd +\end_inset + + specifies that training set to use cross entropy \end_layout \begin_layout Itemize @@ -3846,8 +4091,15 @@ evalCriterion \end_inset -=crossentropywithsoftmax specifies validation set also uses cross entropy - for evaluation. += +\begin_inset Quotes erd +\end_inset + +ClassCrossEntropyWithSoftmax +\begin_inset Quotes erd +\end_inset + + specifies validation set also uses cross entropy for evaluation. \end_layout \begin_layout Itemize @@ -3911,7 +4163,11 @@ modelPath \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash temp \backslash @@ -3921,7 +4177,11 @@ ATIS \backslash temp \backslash -cntkdebug.dnn : this is the trained model file name. +cntkdebug.dnn +\begin_inset Quotes erd +\end_inset + + : this is the trained model file name. \end_layout \begin_layout Itemize @@ -4120,7 +4380,11 @@ token \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash exp \backslash @@ -4128,7 +4392,11 @@ atis \backslash data \backslash -input.txt : this specifies a list of word as input. +input.txt +\begin_inset Quotes erd +\end_inset + + : this specifies a list of word as input. \end_layout @@ -4159,7 +4427,11 @@ token \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash exp \backslash @@ -4167,7 +4439,11 @@ atis \backslash data \backslash -output.txt : this specifies output semantic labels. +output.txt +\begin_inset Quotes erd +\end_inset + + : this specifies output semantic labels. \end_layout \end_deeper @@ -4199,7 +4475,15 @@ readerType \end_inset -=LUSequenceReader : specifies using sequence reader. += +\begin_inset Quotes erd +\end_inset + +LUSequenceReader +\begin_inset Quotes erd +\end_inset + + : specifies using sequence reader. \end_layout \begin_layout Itemize @@ -4228,7 +4512,11 @@ file \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash exp \backslash @@ -4236,7 +4524,11 @@ ATIS \backslash data \backslash -atis.dev.apos.pred.pos.head.IOB.simple: specifies validation file +atis.dev.apos.pred.pos.head.IOB.simple +\begin_inset Quotes erd +\end_inset + +: specifies validation file \end_layout \end_deeper @@ -4263,7 +4555,15 @@ action \end_inset -=write: this informs CNTK to call simplenetwork evaluation and write outputs, += +\begin_inset Quotes erd +\end_inset + +write +\begin_inset Quotes erd +\end_inset + +: this informs CNTK to call simplenetwork evaluation and write outputs, which will be specified below. \end_layout @@ -4293,7 +4593,11 @@ modelPath \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash temp \backslash @@ -4303,7 +4607,11 @@ ATIS \backslash temp \backslash -cntkdebug.dnn: this is the trained model file name. +cntkdebug.dnn +\begin_inset Quotes erd +\end_inset + +: this is the trained model file name. \end_layout \begin_layout Itemize @@ -4317,7 +4625,15 @@ outputNodeNames \end_inset -=outputs:labels : this specifies which nodes to output results. += +\begin_inset Quotes erd +\end_inset + +outputs:labels +\begin_inset Quotes erd +\end_inset + + : this specifies which nodes to output results. These node names are pre-spefied in CNTK's simple network builder. The node \begin_inset Quotes eld @@ -4365,7 +4681,15 @@ readerType \end_inset -=LUSequenceReader : specifies using LUsequence reader. += +\begin_inset Quotes erd +\end_inset + +LUSequenceReader +\begin_inset Quotes erd +\end_inset + + : specifies using LUsequence reader. \end_layout \begin_layout Itemize @@ -4379,7 +4703,11 @@ wordmap \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash exp \backslash @@ -4387,8 +4715,12 @@ atis \backslash data \backslash -inputmap.txt: specifies word map file, which should be the same as those - used in training/validation readers. +inputmap.txt +\begin_inset Quotes erd +\end_inset + +: specifies word map file, which should be the same as those used in training/va +lidation readers. \end_layout @@ -4403,7 +4735,11 @@ file \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash exp \backslash @@ -4411,7 +4747,11 @@ atis \backslash data \backslash -atis.test.apos.pred.pos.head.IOB.simple: specifies testing file +atis.test.apos.pred.pos.head.IOB.simple +\begin_inset Quotes erd +\end_inset + +: specifies testing file \end_layout \end_deeper @@ -4441,7 +4781,15 @@ writerType \end_inset -=LUSequenceWriter : this specifies using LUSequenceWriter. += +\begin_inset Quotes erd +\end_inset + +LUSequenceWriter +\begin_inset Quotes erd +\end_inset + + : this specifies using LUSequenceWriter. \end_layout \begin_layout Itemize @@ -4470,7 +4818,11 @@ file \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash temp \backslash @@ -4480,7 +4832,11 @@ atis \backslash output \backslash -output.rec.txt : the file name for writting decode results from LUSequenceWriter. +output.rec.txt +\begin_inset Quotes erd +\end_inset + + : the file name for writting decode results from LUSequenceWriter. \end_layout @@ -4495,7 +4851,11 @@ token \end_inset -=c: += +\begin_inset Quotes erd +\end_inset + +c: \backslash exp \backslash @@ -4503,7 +4863,11 @@ atis \backslash data \backslash -output.txt : this specifies the semantic labels. +output.txt +\begin_inset Quotes erd +\end_inset + + : this specifies the semantic labels. \end_layout diff --git a/Documentation/CNTK-TechReport/lyx/CNTKBook_Introduction.lyx b/Documentation/CNTK-TechReport/lyx/CNTKBook_Introduction.lyx index f6791ad813f3..2826a62e35f9 100644 --- a/Documentation/CNTK-TechReport/lyx/CNTKBook_Introduction.lyx +++ b/Documentation/CNTK-TechReport/lyx/CNTKBook_Introduction.lyx @@ -404,7 +404,7 @@ command=Simple_Demo:Simple_Demo_Output \begin_layout Plain Layout -# deviceId=-1 for CPU, >=0 for GPU devices +# deviceId=-1 or "CPU" for CPU, >=0 for GPU devices \end_layout \begin_layout Plain Layout @@ -414,17 +414,17 @@ DeviceNumber=0 \begin_layout Plain Layout -stderr=Demo +stderr="Demo" \end_layout \begin_layout Plain Layout -precision=float +precision="float" \end_layout \begin_layout Plain Layout -modelPath=models/simple.dnn +modelPath="models/simple.dnn" \end_layout \begin_layout Plain Layout @@ -464,7 +464,7 @@ Simple_Demo=[ \begin_layout Plain Layout - action=train + action="train" \end_layout \begin_layout Plain Layout @@ -484,7 +484,7 @@ Simple_Demo=[ \begin_layout Plain Layout - SimpleNetworkBuilder=[ + SimpleNetworkBuilder = [ \end_layout \begin_layout Plain Layout @@ -499,17 +499,17 @@ Simple_Demo=[ \begin_layout Plain Layout - trainingCriterion=CrossEntropyWithSoftmax + trainingCriterion="CrossEntropyWithSoftmax" \end_layout \begin_layout Plain Layout - evalCriterion=ErrorPrediction + evalCriterion="ErrorPrediction" \end_layout \begin_layout Plain Layout - layerTypes=Sigmoid + layerTypes="Sigmoid" \end_layout \begin_layout Plain Layout @@ -529,12 +529,17 @@ Simple_Demo=[ \begin_layout Plain Layout - needPrior=true ] + needPrior=true \end_layout \begin_layout Plain Layout - SGD=[ + ] +\end_layout + +\begin_layout Plain Layout + + SGD = [ \end_layout \begin_layout Plain Layout @@ -595,7 +600,7 @@ Simple_Demo=[ \begin_layout Plain Layout - reader=[ + reader = [ \end_layout \begin_layout Plain Layout @@ -605,17 +610,17 @@ Simple_Demo=[ \begin_layout Plain Layout - readerType=UCIFastReader + readerType="UCIFastReader" \end_layout \begin_layout Plain Layout - file=SimpleDataTrain.txt + file="SimpleDataTrain.txt" \end_layout \begin_layout Plain Layout - miniBatchMode=Partial + miniBatchMode="partial" \end_layout \begin_layout Plain Layout @@ -710,7 +715,7 @@ Simple_Demo_Output=[ \begin_layout Plain Layout - action=write + action="write" \end_layout \begin_layout Plain Layout @@ -730,12 +735,12 @@ Simple_Demo_Output=[ \begin_layout Plain Layout - readerType=UCIFastReader + readerType="UCIFastReader" \end_layout \begin_layout Plain Layout - file=SimpleDataTest.txt + file="SimpleDataTest.txt" \end_layout \begin_layout Plain Layout @@ -795,7 +800,7 @@ Simple_Demo_Output=[ \begin_layout Plain Layout - outputPath=SimpleOutput # Dump output as text + outputPath="SimpleOutput" # Dump output as text \end_layout \begin_layout Plain Layout