misc

tngamemo · Feb 28, 2023 · 9f55721 · 9f55721
1 parent 58e9d8d
commit 9f55721
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 3 deletions.
diff --git a/RWKV-v4/src/binidx.py b/RWKV-v4/src/binidx.py
@@ -27,7 +27,7 @@ def _warmup_mmap_file(path):
     3: np.int16,
     4: np.int32,
     5: np.int64,
-    6: np.float,
+    6: float,
     7: np.double,
     8: np.uint16,
 }

diff --git a/RWKV-v4neo/src/binidx.py b/RWKV-v4neo/src/binidx.py
@@ -28,7 +28,7 @@ def _warmup_mmap_file(path):
     3: np.int16,
     4: np.int32,
     5: np.int64,
-    6: np.float,
+    6: float,
     7: np.double,
     8: np.uint16,
 }

diff --git a/RWKV-v4neo/train.py b/RWKV-v4neo/train.py
@@ -239,7 +239,8 @@
     assert args.precision in ["fp32", "tf32", "fp16", "bf16"]
     os.environ["RWKV_FLOAT_MODE"] = args.precision
     if args.precision == "fp32":
-        rank_zero_info("\n\nNote: you are using fp32 (very slow). Try bf16 / tf32 for faster training.\n\n")
+        for i in range(10):
+            rank_zero_info("\n\nNote: you are using fp32 (very slow). Try bf16 / tf32 for faster training.\n\n")
     if args.precision == "fp16":
         rank_zero_info("\n\nNote: you are using fp16 (might overflow). Try bf16 / tf32 for stable training.\n\n")