Merge pull request #20 from rudvlf0413/patch-1

Fix typo
SKT-AI · Jun 13, 2020 · 061d62a · 061d62a
2 parents 8be9402 + 152991c
commit 061d62a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/kogpt2/model/gpt.py b/kogpt2/model/gpt.py
@@ -367,7 +367,7 @@ def gpt2_345m(dataset_name=None, vocab=None, pretrained=True, ctx=mx.cpu(),
     """Generic GPT-2 model.
 
     The number of layers (L) is 24, number of units (H) is 1024, and the
-    number of self-attention heads (A) is 24.
+    number of self-attention heads (A) is 16.
 
     Parameters
     ----------