Merge pull request databendlabs#9489 from drmingdrmer/45-demo-rewrite…

…-meta

feat(meta/upgrade): meta data upgrade program

.github/actions/test_meta-upgrade-2023-01-15/action.yml

@@ -0,0 +1,25 @@
+name: "Test meta-upgrade-2023-01-15"
+description: ""
+inputs:
+  profile:
+    description: "The profile for this test"
+    required: true
+    default: "debug"
+  target:
+    description: ""
+    required: true
+    default: "x86_64-unknown-linux-gnu"
+runs:
+  using: "composite"
+  steps:
+    - name: Download artifact
+      uses: ./.github/actions/artifact_download
+      with:
+        profile: ${{ inputs.profile }}
+        sha: ${{ github.sha }}
+        target: ${{ inputs.target }}
+
+    - name: Test meta-upgrade-2023-01-15
+      shell: bash
+      run: |
+        bash ./tests/meta-upgrade-2023-01-15/test-meta-upgrade-to-24.sh

.github/workflows/dev-linux.yml

@@ -99,6 +99,14 @@ jobs:
       - uses: actions/checkout@v3
       - uses: ./.github/actions/test_metactl
 
+  test_meta-upgrade-2023-01-15:
+    timeout-minutes: 10
+    runs-on: [self-hosted, X64, Linux, development]
+    needs: build_gnu
+    steps:
+      - uses: actions/checkout@v3
+      - uses: ./.github/actions/test_meta-upgrade-2023-01-15
+
   test_compat:
     timeout-minutes: 10
     runs-on: [self-hosted, X64, Linux, development]

Cargo.toml

@@ -9,6 +9,7 @@ edition = "2021"
 members = [
     # Binaries
     "src/binaries",
+    "src/binaries/meta-upgrade-2023-01-15",
     # Common
     "src/common/arrow",
     "src/common/auth",

src/binaries/meta-upgrade-2023-01-15/Cargo.toml

@@ -0,0 +1,34 @@
+[package]
+name = "databend-meta-upgrade-2022-01-15"
+description = "upgrade meta-service data to VER=24"
+version = { workspace = true }
+authors = { workspace = true }
+license = { workspace = true }
+publish = { workspace = true }
+edition = { workspace = true }
+
+[dependencies]
+# Workspace dependencies
+common-meta-api = { path = "../../meta/api" }
+common-meta-app = { path = "../../meta/app" }
+common-meta-raft-store = { path = "../../meta/raft-store" }
+common-meta-sled-store = { path = "../../meta/sled-store" }
+common-meta-types = { path = "../../meta/types" }
+common-proto-conv = { path = "../../meta/proto-conv" }
+common-protos = { path = "../../meta/protos" }
+common-tracing = { path = "../../common/tracing" }
+
+# Crates.io dependencies
+anyhow = { workspace = true }
+clap = { workspace = true }
+openraft = { workspace = true }
+serde = { workspace = true }
+serde_json = { workspace = true }
+tokio = { version = "1.21.1", features = ["full"] }
+tracing = "0.1.36"
+
+[[bin]]
+name = "databend-meta-upgrade-2023-01-15"
+path = "src/main.rs"
+doctest = false
+test = false