Merge remote-tracking branch 'origin/master'

# Conflicts: # README.md
mucaoshen · Mar 5, 2020 · feb19cf · feb19cf
2 parents a346f0e + 32f5245
commit feb19cf
Show file tree

Hide file tree

Showing 672 changed files with 149,777 additions and 2 deletions.
diff --git a/.vscode/settings.json b/.vscode/settings.json
@@ -0,0 +1,54 @@
+{
+    "files.associations": {
+        "array": "cpp",
+        "atomic": "cpp",
+        "*.tcc": "cpp",
+        "cctype": "cpp",
+        "chrono": "cpp",
+        "clocale": "cpp",
+        "cmath": "cpp",
+        "complex": "cpp",
+        "cstdarg": "cpp",
+        "cstddef": "cpp",
+        "cstdint": "cpp",
+        "cstdio": "cpp",
+        "cstdlib": "cpp",
+        "cstring": "cpp",
+        "ctime": "cpp",
+        "cwchar": "cpp",
+        "cwctype": "cpp",
+        "deque": "cpp",
+        "list": "cpp",
+        "unordered_map": "cpp",
+        "vector": "cpp",
+        "exception": "cpp",
+        "algorithm": "cpp",
+        "map": "cpp",
+        "memory": "cpp",
+        "memory_resource": "cpp",
+        "optional": "cpp",
+        "ratio": "cpp",
+        "set": "cpp",
+        "string": "cpp",
+        "string_view": "cpp",
+        "system_error": "cpp",
+        "tuple": "cpp",
+        "type_traits": "cpp",
+        "utility": "cpp",
+        "fstream": "cpp",
+        "initializer_list": "cpp",
+        "iomanip": "cpp",
+        "iosfwd": "cpp",
+        "iostream": "cpp",
+        "istream": "cpp",
+        "limits": "cpp",
+        "new": "cpp",
+        "ostream": "cpp",
+        "sstream": "cpp",
+        "stdexcept": "cpp",
+        "streambuf": "cpp",
+        "thread": "cpp",
+        "cinttypes": "cpp",
+        "typeinfo": "cpp"
+    }
+}
diff --git a/README.md b/README.md
@@ -155,8 +155,8 @@ python convert_ncnn.py --equalize --correction --quantize --relu --ncnn_build pa
     Weight_quant(FP32) = Weight_quant(Int8*) = Dequant(Quant(Weight))
   ```
 
-### 16-bits Quantization for Bias
-  Somehow I cannot make **Bias-Correction** work on 8-bits bias quantization for all scenarios (even with data dependent correction).  
+### 16-bits Quantization for Bias (still 8-bits for weight and activation)
+  Somehow I cannot make **Bias-Correction** work on 8-bits bias quantization (even with data dependent correction).  
   I am not sure how the original paper managed to do it with 8 bits quantization, but I guess they either use some non-uniform quantization techniques or use more bits for bias parameters as I do.
 
 ### Int8 inference

diff --git a/ZeroQ/__pycache__/distill_data.cpython-36.pyc b/ZeroQ/__pycache__/distill_data.cpython-36.pyc
diff --git a/ZeroQ/utils/__pycache__/__init__.cpython-36.pyc b/ZeroQ/utils/__pycache__/__init__.cpython-36.pyc
diff --git a/ZeroQ/utils/__pycache__/data_utils.cpython-36.pyc b/ZeroQ/utils/__pycache__/data_utils.cpython-36.pyc
diff --git a/ZeroQ/utils/__pycache__/quantize_model.cpython-36.pyc b/ZeroQ/utils/__pycache__/quantize_model.cpython-36.pyc
diff --git a/ZeroQ/utils/quantization_utils/__pycache__/quant_modules.cpython-36.pyc b/ZeroQ/utils/quantization_utils/__pycache__/quant_modules.cpython-36.pyc
diff --git a/ZeroQ/utils/quantization_utils/__pycache__/quant_utils.cpython-36.pyc b/ZeroQ/utils/quantization_utils/__pycache__/quant_utils.cpython-36.pyc
diff --git a/__pycache__/dfq.cpython-36.pyc b/__pycache__/dfq.cpython-36.pyc
diff --git a/__pycache__/improve_dfq.cpython-36.pyc b/__pycache__/improve_dfq.cpython-36.pyc