Merge branch 'develop' into fix/release-readme

.changeset/beige-zoos-roll.md → .changeset/few-steaks-push.md

@@ -2,4 +2,4 @@
 '@eth-optimism/integration-tests': patch
 ---
 
-Updates to support nightly actor tests
+Add test coverage for zlib compressed batches

.changeset/flat-penguins-wave.md

@@ -0,0 +1,5 @@
+---
+'@eth-optimism/data-transport-layer': patch
+---
+
+Enable typed batch support

.changeset/heavy-bugs-mate.md

@@ -0,0 +1,5 @@
+---
+'@eth-optimism/batch-submitter': patch
+---
+
+Update to allow for zlib compressed batches

.changeset/poor-walls-do.md

@@ -0,0 +1,5 @@
+---
+'@eth-optimism/batch-submitter-service': patch
+---
+
+Move L2 dial logic out of bss-core to avoid l2geth dependency

.changeset/rare-onions-bathe.md

@@ -0,0 +1,5 @@
+---
+'@eth-optimism/integration-tests': patch
+---
+
+Replaces contract references in integration tests with SDK CrossChainMessenger objects.

.changeset/ten-rats-build.md

@@ -0,0 +1,5 @@
+---
+'@eth-optimism/batch-submitter-service': patch
+---
+
+Enable the usage of typed batches and type 0 zlib compressed batches

.changeset/thin-trees-matter.md

@@ -0,0 +1,5 @@
+---
+'@eth-optimism/core-utils': patch
+---
+
+Update batch serialization with typed batches and zlib compression

.circleci/config.yml

@@ -2,7 +2,7 @@ version: 2.1
 orbs:
   gcp-gke: circleci/[email protected]
   slack: circleci/[email protected]
-slack-fail-post-step: &slack-fail-post-step
+slack-nightly-build-fail-post-step: &slack-nightly-build-fail-post-step
   post-steps:
     - slack/notify:
         channel: $SLACK_DEFAULT_CHANNEL
@@ -141,6 +141,32 @@ jobs:
             kubectl rollout restart statefulset nightly-dtl --namespace nightly
             kubectl rollout restart deployment nightly-gas-oracle --namespace nightly
             kubectl rollout restart deployment edge-proxyd --namespace nightly
+  run-itests-nightly:
+    docker:
+      - image: cimg/base:2021.04
+    steps:
+      - setup_remote_docker:
+          version: 19.03.13
+      - run:
+          name: Run integration tests
+          command: |
+            docker run \
+              --env PRIVATE_KEY=$NIGHTLY_ITESTS_PRIVKEY \
+              --env L1_URL=https://nightly-l1.optimism-stacks.net \
+              --env L2_URL=https://nightly-l2.optimism-stacks.net \
+              --env ADDRESS_MANAGER=0xfcA6De8Db94C4d99bD5a7f5De1bb7A039265Ac42 \
+              --env L2_CHAINID=69 \
+              --env MOCHA_BAIL=true \
+              --env MOCHA_TIMEOUT=300000 \
+              --env L1_GAS_PRICE=onchain \
+              --env L2_GAS_PRICE=onchain \
+              --env RUN_DEBUG_TRACE_TESTS=false \
+              --env RUN_REPLICA_TESTS=false \
+              --env RUN_STRESS_TESTS=false \
+              --env OVMCONTEXT_SPEC_NUM_TXS=1 \
+              --env DTL_ENQUEUE_CONFIRMATIONS=12 \
+              "$STACKMAN_REPO/integration-tests:nightly" \
+              yarn test:integration:live
   notify:
     docker:
       - image: cimg/base:2021.04
@@ -152,6 +178,78 @@ jobs:
 
 
 workflows:
+  nightly-itests:
+    triggers:
+      - schedule:
+          cron: "0 1 * * * "
+          filters:
+            branches:
+              only:
+                - develop
+    jobs:
+      - run-itests-nightly:
+          context:
+            - optimism
+          post-steps:
+            - slack/notify:
+                channel: $SLACK_DEFAULT_CHANNEL
+                event: fail
+                custom: |
+                  {
+                    "text": "",
+                    "blocks": [
+                      {
+                        "type": "section",
+                        "text": {
+                          "type": "mrkdwn",
+                          "text": "🔴 Nightly integration tests failed!"
+                        }
+                      },
+                      {
+                        "type": "actions",
+                        "elements": [
+                          {
+                            "type": "button",
+                            "text": {
+                              "type": "plain_text",
+                              "text": "View Job"
+                            },
+                            "url": "${CIRCLE_BUILD_URL}"
+                          }
+                        ]
+                      }
+                    ]
+                  }
+            - slack/notify:
+                channel: $SLACK_DEFAULT_CHANNEL
+                event: pass
+                custom: |
+                  {
+                    "text": "",
+                    "blocks": [
+                      {
+                        "type": "section",
+                        "text": {
+                          "type": "mrkdwn",
+                          "text": "✅ Nightly integration tests passed."
+                        }
+                      },
+                      {
+                        "type": "actions",
+                        "elements": [
+                          {
+                            "type": "button",
+                            "text": {
+                              "type": "plain_text",
+                              "text": "View Job"
+                            },
+                            "url": "${CIRCLE_BUILD_URL}"
+                          }
+                        ]
+                      }
+                    ]
+                  }
+
   nightly:
     triggers:
       - schedule:
@@ -165,47 +263,47 @@ workflows:
           context: 
             - optimism
             - slack
-          <<: *slack-fail-post-step
+          <<: *slack-nightly-build-fail-post-step
       - build-batch-submitter:
           context:
             - optimism
             - slack
-          <<: *slack-fail-post-step
+          <<: *slack-nightly-build-fail-post-step
       - build-deployer:
           context:
             - optimism
             - slack
-          <<: *slack-fail-post-step
+          <<: *slack-nightly-build-fail-post-step
       - build-l2geth:
           context:
             - optimism
             - slack
-          <<: *slack-fail-post-step
+          <<: *slack-nightly-build-fail-post-step
       - build-gas-oracle:
           context:
             - optimism
             - slack
-          <<: *slack-fail-post-step
+          <<: *slack-nightly-build-fail-post-step
       - build-integration-tests:
           context:
             - optimism
             - slack
-          <<: *slack-fail-post-step
+          <<: *slack-nightly-build-fail-post-step
       - build-go-batch-submitter:
           context:
             - optimism
             - slack
-          <<: *slack-fail-post-step
+          <<: *slack-nightly-build-fail-post-step
       - build-proxyd:
           context:
             - optimism
             - slack
-          <<: *slack-fail-post-step
+          <<: *slack-nightly-build-fail-post-step
       - deploy-nightly:
           context:
             - optimism
             - slack
-          <<: *slack-fail-post-step
+          <<: *slack-nightly-build-fail-post-step
           requires:
             - build-dtl
             - build-batch-submitter

.dockerignore

@@ -1,6 +1,8 @@
 .github
 
 node_modules
+.env
+**/.env
 
 test
 **/*_test.go
@@ -12,3 +14,4 @@ l2geth/signer/fourbyte
 l2geth/cmd/puppeth
 l2geth/cmd/clef
 go/gas-oracle/gas-oracle
+go/batch-submitter/batch-submitter

.eslintrc.js

@@ -101,7 +101,17 @@ module.exports = {
     'id-match': 'off',
     'import/no-extraneous-dependencies': ['error'],
     'import/no-internal-modules': 'off',
-    'import/order': 'off',
+    'import/order': [
+      "error",
+      {
+        groups: [
+          'builtin',
+          'external',
+          'internal',
+        ],
+        'newlines-between': 'always',
+      },
+    ],
     indent: 'off',
     'jsdoc/check-alignment': 'error',
     'jsdoc/check-indentation': 'error',

.github/labeler.yml

@@ -30,5 +30,8 @@ M-core-utils:
 M-dtl:
   - any: ['packages/data-transport-layer/**/*']
 
+M-sdk:
+  - any: ['packages/sdk/**/*']
+
 M-ops:
   - any: ['ops/**/*']

.github/workflows/batch-submitter.yml

@@ -10,8 +10,8 @@ on:
       - '*rc'
       - 'regenesis/*'
   pull_request:
-    paths:
-      - 'go/batch-submitter/*'
+    branches:
+      - '*'
   workflow_dispatch:
 
 defaults:

.github/workflows/bss-core.yml

@@ -0,0 +1,35 @@
+name: bss-core unit tests
+
+on:
+  push:
+    paths:
+      - 'go/bss-core/**'
+    branches:
+      - 'master'
+      - 'develop'
+      - '*rc'
+      - 'regenesis/*'
+  pull_request:
+    branches:
+      - '*'
+  workflow_dispatch:
+
+defaults:
+  run:
+    working-directory: './go/bss-core'
+
+jobs:
+  tests:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Install Go
+        uses: actions/setup-go@v2
+        with:
+          go-version: 1.16.x
+
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Test
+        run: go test -v ./...

.github/workflows/gas-oracle.yml

@@ -10,8 +10,8 @@ on:
       - '*rc'
       - 'regenesis/*'
   pull_request:
-    paths:
-      - 'go/gas-oracle/**'
+    branches:
+      - '*'
   workflow_dispatch:
 
 defaults:

.github/workflows/golangci-lint.yml

@@ -4,15 +4,16 @@ on:
     paths:
       - 'go/gas-oracle/**'
       - 'go/batch-submitter/**'
+      - 'go/bss-core/**'
+      - 'go/teleportr/**'
     branches:
       - 'master'
       - 'develop'
       - '*rc'
       - 'regenesis/*'
   pull_request:
-    paths:
-      - 'go/gas-oracle/**'
-      - 'go/batch-submitter/**'
+    branches:
+      - '*'
 jobs:
   golangci:
     name: lint
@@ -29,3 +30,13 @@ jobs:
         with:
           version: v1.29
           working-directory: go/batch-submitter
+      - name: golangci-lint bss-core
+        uses: golangci/golangci-lint-action@v2
+        with:
+          version: v1.29
+          working-directory: go/bss-core
+      - name: golangci-lint teleportr
+        uses: golangci/golangci-lint-action@v2
+        with:
+          version: v1.29
+          working-directory: go/teleportr