Mypy and CPU workflows (Lightning-AI#30)

.github/workflows/cpu-tests.yml

@@ -0,0 +1,44 @@
+name: CPU tests
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
+
+defaults:
+  run:
+    shell: bash
+
+jobs:
+  cpu-tests:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - {os: "macOS-11", python-version: "3.10", pytorch-version: "2.0"}
+          - {os: "ubuntu-20.04", python-version: "3.10", pytorch-version: "2.0"}
+          - {os: "windows-2022", python-version: "3.10", pytorch-version: "2.0"}
+    timeout-minutes: 5
+
+    steps:
+    - uses: actions/checkout@v3
+
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v4
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: Install dependencies
+      run: |
+        pip install pytest -r requirements.txt
+        pip list
+
+    - name: Run tests
+      run: |
+        pytest -v --durations=10

.github/workflows/mypy.yml

@@ -0,0 +1,39 @@
+name: Mypy check
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
+
+defaults:
+  run:
+    shell: bash
+
+jobs:
+  mypy-check:
+    runs-on: ubuntu-20.04
+    steps:
+    - uses: actions/checkout@v3
+
+    - uses: actions/setup-python@v4
+      with:
+        python-version: '3.10.6'
+
+    - name: Mypy cache
+      uses: actions/cache@v3
+      with:
+        path: .mypy_cache
+        key: mypy-${{ hashFiles('requirements.txt') }}
+
+    - name: Install dependencies
+      run: |
+        pip install mypy -r requirements.txt
+        pip list
+
+    - name: Check typing
+      run: mypy --install-types

.gitignore

@@ -1,6 +1,7 @@
 __pycache__
 .idea
 .DS_Store
+.mypy_cache
 *.egg-info
 
 # data

pyproject.toml

@@ -43,37 +43,36 @@ exclude = [
 ignore-init-module-imports = true
 
 
-#[tool.mypy]
-#files = [
-#    "quantization",
-#    "scripts",
-#    "*.py",
-#]
-#install_types = "True"
-#non_interactive = "True"
-#disallow_untyped_defs = "True"
-#ignore_missing_imports = "True"
-#show_error_codes = "True"
-#warn_redundant_casts = "True"
-#warn_unused_configs = "True"
-#warn_unused_ignores = "True"
-#allow_redefinition = "True"
-## style choices
-#warn_no_return = "False"
+[tool.mypy]
+files = [
+    "quantization",
+    "scripts",
+    "*.py",
+]
+install_types = "True"
+non_interactive = "True"
+disallow_untyped_defs = "True"
+ignore_missing_imports = "True"
+show_error_codes = "True"
+warn_redundant_casts = "True"
+warn_unused_configs = "True"
+warn_unused_ignores = "True"
+allow_redefinition = "True"
+# style choices
+warn_no_return = "False"
 
 
-#[tool.pytest.ini_options]
-#norecursedirs = [
-#    ".git",
-#    ".github",
-#]
-#addopts = [
-#    "--strict-markers",
-#    "--doctest-modules",
-#    "--color=yes",
-#    "--disable-pytest-warnings",
-#]
-#filterwarnings = [
-#    "error::FutureWarning",
-#]
-#junit_duration_report = "call"
+[tool.pytest.ini_options]
+norecursedirs = [
+    ".git",
+    ".github",
+]
+addopts = [
+    "--strict-markers",
+    "--doctest-modules",
+    "--color=yes",
+    "--disable-pytest-warnings",
+]
+filterwarnings = [
+    "error::FutureWarning",
+]

requirements.txt

@@ -4,3 +4,4 @@ sentencepiece
 tqdm  # convert_checkpoint.py
 numpy  # train.py dataset memmap
 jsonargparse  # generate.py, convert_checkpoint.py CLI
+bitsandbytes  # quantization/bnb.py

tests/test_basic_functionality.py

@@ -0,0 +1,2 @@
+def test_basic_functionality():
+    assert 1 + 2 == 3