Skip to content

Commit

Permalink
add highmem22 runners, scale to zero and assign flink job to highmem22 (
Browse files Browse the repository at this point in the history
  • Loading branch information
volatilemolotov authored Nov 19, 2024
1 parent 5229c93 commit 210e38c
Show file tree
Hide file tree
Showing 3 changed files with 21 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -39,4 +39,7 @@ spec:
scaleDownThreshold: '0.25'
scaleUpFactor: '2'
scaleDownFactor: '0.5'
- type: TotalNumberOfQueuedAndInProgressWorkflowRuns
repositoryNames:
- beam
%{~ endif ~}
17 changes: 17 additions & 0 deletions .github/gh-actions-self-hosted-runners/arc/environments/beam.env
Original file line number Diff line number Diff line change
Expand Up @@ -81,5 +81,22 @@ additional_runner_pools = [{
labels = ["self-hosted", "ubuntu-20.04", "highmem"]
enable_selector = true
enable_taint = true
},
{
name = "highmem-runner-22"
machine_type = "c3-highmem-22"
runner_image = "us-central1-docker.pkg.dev/apache-beam-testing/beam-github-actions/beam-arc-runner:3063b55757509dad1c14751c9f2aa5905826d9a0"
min_node_count = "0"
max_node_count = "2"
min_replicas = "0"
max_replicas = "2"
webhook_scaling = false
requests = {
cpu = "7.5"
memory = "100Gi"
}
labels = ["self-hosted", "ubuntu-20.04", "highmem22"]
enable_selector = true
enable_taint = true
}]
#state_bucket_name = "beam-arc-state"
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,7 @@ jobs:
github.event_name == 'workflow_dispatch' ||
github.event_name == 'pull_request_target' ||
startsWith(github.event.comment.body, 'Run Python Examples_Flink')
runs-on: [self-hosted, ubuntu-20.04, highmem]
runs-on: [self-hosted, ubuntu-20.04, highmem22]
timeout-minutes: 240
name: ${{ matrix.job_name }} (${{ matrix.job_phrase }} ${{ matrix.python_version }})
strategy:
Expand Down

0 comments on commit 210e38c

Please sign in to comment.