[ci] Enforce dataset tests on scraper runs

hypend12 · Aug 10, 2021 · 3a259a1 · 3a259a1
1 parent ea5aaae
commit 3a259a1
Show file tree

Hide file tree

Showing 2 changed files with 23 additions and 3 deletions.
diff --git a/.github/workflows/scraper.yml b/.github/workflows/scraper.yml
@@ -28,4 +28,24 @@ jobs:
         uses: actions/upload-artifact@v2
         with:
           name: release-artifact
-          path: scraper/scripts/data/*
+          path: |
+            scraper/scripts/data/*
+            ! scraper/scripts/data/by-bank.tar
+  php:
+    name: Post-scraper tests
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+      - uses: shivammathur/setup-php@v2
+        with:
+          php-version: 8.0
+          tools: phpunit, composer
+      - run: composer install --no-interaction
+      - name: Download artifacts
+        uses: actions/download-artifact@v2
+        with:
+          name: release-artifact
+          path: scraper/scripts/data
+      - run: phpunit -d memory_limit=-1
+        env:
+          RUN_DATASET_TESTS: true
diff --git a/tests/php/DatasetTest.php b/tests/php/DatasetTest.php
@@ -31,7 +31,7 @@ class DatasetTest extends TestCase
 
     public function testIFSCDotCsv() {
         $fileName = __DIR__ . "/../../scraper/scripts/data/IFSC.csv";
-        if(file_exists($fileName)) {
+        if(file_exists($fileName) or getenv('RUN_DATASET_TESTS')) {
             $file = fopen($fileName, 'r');
             $line = fgets($file);
             $row = str_getcsv($line);
@@ -66,7 +66,7 @@ public function testIFSCDotCsv() {
     public function testBankFiles() {
         $tarFile = __DIR__ . "/../../scraper/scripts/data/by-bank.tar";
 
-        if (file_exists($tarFile)) {
+        if (file_exists($tarFile) or getenv('RUN_DATASET_TESTS')) {
             $dir = tempnam(sys_get_temp_dir(), '') . '.dir';
 
             mkdir($dir);