100tb_shuffle_compute_gce.yaml

cloud_id: {{env["ANYSCALE_CLOUD_ID"]}}
region: us-west1
allowed_azs:
    - us-west1-c

gcp_advanced_configurations_json:
  instance_properties:
    disks:
      - boot: true
        auto_delete: true
        initialize_params:
          disk_size_gb: 2000
          disk_type: pd-standard

head_node_type:
    name: head_node
    instance_type:  n2-standard-32 # aws m5.8xlarge
    resources: {"cpu": 0}

worker_node_types:
    - name: worker_node
      instance_type: n2-standard-16 # aws m5.4xlarge
      min_workers: 99
      max_workers: 99
      use_spot: false
      resources: {"cpu": 8}