cross-build for ARM64 on x86

Signed-off-by: Roman Mohr <[email protected]> Signed-off-by: Howard Zhang <[email protected]>
gilwoong-kang · Apr 15, 2021 · e6a7cc9 · e6a7cc9
1 parent cdb9da5
commit e6a7cc9
Show file tree

Hide file tree

Showing 29 changed files with 299 additions and 72 deletions.
diff --git a/.bazelrc b/.bazelrc
@@ -18,6 +18,10 @@ build:aarch64 --platforms=@io_bazel_rules_go//go/toolchain:linux_arm64_cgo
 run:aarch64 --platforms=@io_bazel_rules_go//go/toolchain:linux_arm64_cgo
 test:aarch64 --platforms=@io_bazel_rules_go//go/toolchain:linux_arm64_cgo --host_javabase=@local_jdk//:jdk
 
+build:crossbuild-aarch64 --incompatible_enable_cc_toolchain_resolution --platforms=//bazel/platforms:aarch64-none-linux-gnu --platforms=@io_bazel_rules_go//go/toolchain:linux_arm64_cgo
+run:crossbuild-aarch64  --incompatible_enable_cc_toolchain_resolution --platforms=//bazel/platforms:aarch64-none-linux-gnu --platforms=@io_bazel_rules_go//go/toolchain:linux_arm64_cgo
+test:crossbuild-aarch64 --platforms=@io_bazel_rules_go//go/toolchain:linux_arm64_cgo --host_javabase=@local_jdk//:jdk
+
 build --define gotags=selinux
 
 # let our unit tests produce our own junit reports

diff --git a/Makefile b/Makefile
@@ -6,7 +6,7 @@ ifeq (${TIMESTAMP}, 1)
 endif
 
 all:
-	hack/dockerized "DOCKER_PREFIX=${DOCKER_PREFIX} DOCKER_TAG=${DOCKER_TAG} IMAGE_PULL_POLICY=${IMAGE_PULL_POLICY} VERBOSITY=${VERBOSITY} ./hack/build-manifests.sh && \
+	hack/dockerized "export BUILD_ARCH=${BUILD_ARCH} && DOCKER_PREFIX=${DOCKER_PREFIX} DOCKER_TAG=${DOCKER_TAG} IMAGE_PULL_POLICY=${IMAGE_PULL_POLICY} VERBOSITY=${VERBOSITY} ./hack/build-manifests.sh && \
 	    hack/bazel-fmt.sh && hack/bazel-build.sh"
 
 go-all:
@@ -16,7 +16,7 @@ bazel-generate:
 	SYNC_VENDOR=true hack/dockerized "./hack/bazel-generate.sh"
 
 bazel-build:
-	hack/dockerized "hack/bazel-fmt.sh && hack/bazel-build.sh"
+	hack/dockerized "export BUILD_ARCH=${BUILD_ARCH} && hack/bazel-fmt.sh && hack/bazel-build.sh"
 
 bazel-build-verify: bazel-build
 	./hack/dockerized "hack/bazel-fmt.sh"
@@ -25,10 +25,10 @@ bazel-build-verify: bazel-build
 	./hack/dockerized "hack/bazel-test.sh"
 
 bazel-build-images:
-	hack/dockerized "DOCKER_PREFIX=${DOCKER_PREFIX} DOCKER_TAG=${DOCKER_TAG} DOCKER_TAG_ALT=${DOCKER_TAG_ALT} IMAGE_PREFIX=${IMAGE_PREFIX} IMAGE_PREFIX_ALT=${IMAGE_PREFIX_ALT} ./hack/bazel-build-images.sh"
+	hack/dockerized "export BUILD_ARCH=${BUILD_ARCH} && DOCKER_PREFIX=${DOCKER_PREFIX} DOCKER_TAG=${DOCKER_TAG} DOCKER_TAG_ALT=${DOCKER_TAG_ALT} IMAGE_PREFIX=${IMAGE_PREFIX} IMAGE_PREFIX_ALT=${IMAGE_PREFIX_ALT} ./hack/bazel-build-images.sh"
 
 bazel-push-images:
-	hack/dockerized "hack/bazel-fmt.sh && DOCKER_PREFIX=${DOCKER_PREFIX} DOCKER_TAG=${DOCKER_TAG} DOCKER_TAG_ALT=${DOCKER_TAG_ALT} IMAGE_PREFIX=${IMAGE_PREFIX} IMAGE_PREFIX_ALT=${IMAGE_PREFIX_ALT} KUBEVIRT_PROVIDER=${KUBEVIRT_PROVIDER} PUSH_TARGETS='${PUSH_TARGETS}' ./hack/bazel-push-images.sh"
+	hack/dockerized "export BUILD_ARCH=${BUILD_ARCH} && hack/bazel-fmt.sh && DOCKER_PREFIX=${DOCKER_PREFIX} DOCKER_TAG=${DOCKER_TAG} DOCKER_TAG_ALT=${DOCKER_TAG_ALT} IMAGE_PREFIX=${IMAGE_PREFIX} IMAGE_PREFIX_ALT=${IMAGE_PREFIX_ALT} KUBEVIRT_PROVIDER=${KUBEVIRT_PROVIDER} PUSH_TARGETS='${PUSH_TARGETS}' ./hack/bazel-push-images.sh"
 
 push: bazel-push-images
 

diff --git a/WORKSPACE b/WORKSPACE
@@ -1,10 +1,25 @@
+load("//third_party:deps.bzl", "deps")
+
+deps()
+
+# register crosscompiler toolchains
+load("//bazel/toolchain:toolchain.bzl", "register_all_toolchains")
+
+register_all_toolchains()
+
 load(
     "@bazel_tools//tools/build_defs/repo:http.bzl",
     "http_archive",
     "http_file",
 )
 load("@bazel_tools//tools/build_defs/repo:git.bzl", "git_repository")
 
+http_archive(
+    name = "rules_python",
+    sha256 = "778197e26c5fbeb07ac2a2c5ae405b30f6cb7ad1f5510ea6fdac03bded96cc6f",
+    url = "https://github.com/bazelbuild/rules_python/releases/download/0.2.0/rules_python-0.2.0.tar.gz",
+)
+
 # Additional bazel rules
 
 http_archive(
@@ -40,12 +55,9 @@ http_archive(
 
 http_archive(
     name = "io_bazel_rules_docker",
-    sha256 = "4521794f0fba2e20f3bf15846ab5e01d5332e587e9ce81629c7f96c793bb7036",
-    strip_prefix = "rules_docker-0.14.4",
-    urls = [
-        "https://github.com/bazelbuild/rules_docker/releases/download/v0.14.4/rules_docker-v0.14.4.tar.gz",
-        "https://storage.googleapis.com/builddeps/4521794f0fba2e20f3bf15846ab5e01d5332e587e9ce81629c7f96c793bb7036",
-    ],
+    sha256 = "95d39fd84ff4474babaf190450ee034d958202043e366b9fc38f438c9e6c3334",
+    strip_prefix = "rules_docker-0.16.0",
+    urls = ["https://github.com/bazelbuild/rules_docker/releases/download/v0.16.0/rules_docker-v0.16.0.tar.gz"],
 )
 
 http_archive(
@@ -310,46 +322,6 @@ load("@io_bazel_rules_docker//repositories:deps.bzl", container_deps = "deps")
 
 container_deps()
 
-load("@io_bazel_rules_docker//repositories:pip_repositories.bzl", "pip_deps")
-
-pip_deps()
-
-http_file(
-    name = "go_puller_linux_aarch64",
-    executable = True,
-    sha256 = "433133e05182aaffe8842194433566e90345ca2ec3fc85f9a2e3fa4bac8a0bb5",
-    urls = [
-        "https://storage.googleapis.com/builddeps/433133e05182aaffe8842194433566e90345ca2ec3fc85f9a2e3fa4bac8a0bb5",
-    ],
-)
-
-http_file(
-    name = "go_pusher_linux_aarch64",
-    executable = True,
-    sha256 = "8d0c13034f7473cb778e4b488dc02d9ac781a4548826c9aac56e1b6a6b7ea36f",
-    urls = [
-        "https://storage.googleapis.com/builddeps/8d0c13034f7473cb778e4b488dc02d9ac781a4548826c9aac56e1b6a6b7ea36f",
-    ],
-)
-
-http_file(
-    name = "go_puller_linux_ppc64le",
-    executable = True,
-    sha256 = "540f4d7b2a3d627d7c3190f11c4fab5f8aad48bd42a9dffb037786e26270b6bd",
-    urls = [
-        "https://storage.googleapis.com/builddeps/540f4d7b2a3d627d7c3190f11c4fab5f8aad48bd42a9dffb037786e26270b6bd",
-    ],
-)
-
-http_file(
-    name = "go_pusher_linux_ppc64le",
-    executable = True,
-    sha256 = "961e5a11677ab5ebf9d7ada76864ca271abcc795a6808ac2e7e98b3458b4e435",
-    urls = [
-        "https://storage.googleapis.com/builddeps/961e5a11677ab5ebf9d7ada76864ca271abcc795a6808ac2e7e98b3458b4e435",
-    ],
-)
-
 # Pull base image fedora31
 # WARNING: please update any automated process to push this image to quay.io
 # instead of index.docker.io
@@ -366,7 +338,6 @@ container_pull(
 container_pull(
     name = "fedora_ppc64le",
     digest = "sha256:50ab81a4619f7e94793aba65f3a40505bdfb9b59dcf6ae6deb8f974723e966d9",
-    puller_linux = "@go_puller_linux_ppc64le//file:downloaded",
     registry = "quay.io",
     repository = "kubevirtci/fedora",
     tag = "31",
@@ -377,7 +348,6 @@ container_pull(
 container_pull(
     name = "fedora_aarch64",
     digest = "sha256:425676dd30f2c85ba3593b82040ce03341cd6dc4e38838e57c8bc5eef95b5f81",
-    puller_linux = "@go_puller_linux_aarch64//file:downloaded",
     registry = "index.docker.io",
     repository = "library/fedora",
     tag = "32",
@@ -397,7 +367,6 @@ container_pull(
 container_pull(
     name = "fedora_sriov_lane_ppc64le",
     digest = "sha256:2d332d28863d0e415d58e335e836bd4f8a8c714e7a9d1f8f87418ef3db7c0afb",
-    puller_linux = "@go_puller_linux_ppc64le//file:downloaded",
     registry = "index.docker.io",
     repository = "kubevirt/fedora-sriov-testing",
     #tag = "32",
@@ -406,7 +375,6 @@ container_pull(
 container_pull(
     name = "fedora_sriov_lane_aarch64",
     digest = "sha256:6f66ee747d62c354c0d36e640f8c97d6be0b6ad88a9e8c0180496ac55cba31bf",
-    puller_linux = "@go_puller_linux_aarch64//file:downloaded",
     registry = "quay.io",
     repository = "kubevirtci/fedora-sriov-testing",
 )
@@ -422,15 +390,13 @@ container_pull(
 container_pull(
     name = "go_image_base_ppc64le",
     digest = "sha256:4c45b244e8b23b064a822b46732defaff32455b3cd4671e2dd367d8e8a051e10",
-    puller_linux = "@go_puller_linux_ppc64le//file:downloaded",
     registry = "gcr.io",
     repository = "distroless/base",
 )
 
 container_pull(
     name = "go_image_base_aarch64",
     digest = "sha256:789c477fbd30a7d85435450306e54f20c53938e40af644284a229d852db30dde",
-    puller_linux = "@go_puller_linux_aarch64//file:downloaded",
     registry = "gcr.io",
     repository = "distroless/base",
 )
@@ -449,15 +415,13 @@ container_pull(
 container_pull(
     name = "nfs-server_ppc64le",
     digest = "sha256:8c1fa882dddb2885c4152e9ce632c466f4b8dce29339455e9b6bfe71f0a3d3ef",
-    puller_linux = "@go_puller_linux_ppc64le//file:downloaded",
     registry = "quay.io",
     repository = "kubevirtci/nfs-ganesha",  # see https://github.com/slintes/docker-nfs-ganesha
 )
 
 container_pull(
     name = "nfs-server_aarch64",
     digest = "sha256:8c1fa882dddb2885c4152e9ce632c466f4b8dce29339455e9b6bfe71f0a3d3ef",
-    puller_linux = "@go_puller_linux_aarch64//file:downloaded",
     registry = "quay.io",
     repository = "kubevirtci/nfs-ganesha",  # see https://github.com/slintes/docker-nfs-ganesha
 )
@@ -475,15 +439,13 @@ container_pull(
 container_pull(
     name = "fedora_with_test_tooling_ppc64le",
     digest = "sha256:9ec3e137bff093597d192f5a4e346f25b614c3a94216b857de0e3d75b68bfb17",
-    puller_linux = "@go_puller_linux_ppc64le//file:downloaded",
     registry = "quay.io",
     repository = "kubevirt/fedora-with-test-tooling",
 )
 
 container_pull(
     name = "fedora_with_test_tooling_aarch64",
     digest = "sha256:9ec3e137bff093597d192f5a4e346f25b614c3a94216b857de0e3d75b68bfb17",
-    puller_linux = "@go_puller_linux_aarch64//file:downloaded",
     registry = "quay.io",
     repository = "kubevirt/fedora-with-test-tooling",
 )

diff --git a/bazel/BUILD b/bazel/BUILD
diff --git a/bazel/platforms/BUILD b/bazel/platforms/BUILD
@@ -0,0 +1,7 @@
+platform(
+    name = "aarch64-none-linux-gnu",
+    constraint_values = [
+        "@platforms//cpu:aarch64",
+        "@platforms//os:linux",
+    ],
+)
diff --git a/bazel/toolchain/BUILD b/bazel/toolchain/BUILD
diff --git a/bazel/toolchain/aarch64-none-linux-gnu/BUILD b/bazel/toolchain/aarch64-none-linux-gnu/BUILD
@@ -0,0 +1,56 @@
+package(default_visibility = ["//visibility:public"])
+
+load(":cc_toolchain_config.bzl", "cc_toolchain_config")
+
+filegroup(name = "empty")
+
+filegroup(
+    name = "wrappers",
+    srcs = glob([
+        "wrappers/**",
+    ]),
+)
+
+filegroup(
+    name = "all_files",
+    srcs = [
+        ":wrappers",
+        "@aarch64-none-linux-gnu//:toolchain",
+    ],
+)
+
+cc_toolchain_config(name = "aarch64_toolchain_config")
+
+cc_toolchain(
+    name = "aarch64_toolchain",
+    all_files = ":all_files",
+    compiler_files = ":all_files",
+    dwp_files = ":empty",
+    linker_files = ":all_files",
+    objcopy_files = ":empty",
+    strip_files = ":empty",
+    toolchain_config = ":aarch64_toolchain_config",
+    toolchain_identifier = "aarch64-toolchain",
+)
+
+cc_toolchain_suite(
+    name = "gcc_toolchain",
+    tags = ["manual"],
+    toolchains = {
+        "aarch64": ":aarch64_toolchain",
+    },
+)
+
+toolchain(
+    name = "aarch64_linux_toolchain",
+    exec_compatible_with = [
+        "@platforms//os:linux",
+        "@platforms//cpu:x86_64",
+    ],
+    target_compatible_with = [
+        "@platforms//os:linux",
+        "@platforms//cpu:aarch64",
+    ],
+    toolchain = ":aarch64_toolchain",
+    toolchain_type = "@bazel_tools//tools/cpp:toolchain_type",
+)