From cbc3065768cf33e3eb8915421a7f5a2756a2a53c Mon Sep 17 00:00:00 2001
From: Brian Muse <brianmuse@meta.com>
Date: Wed, 11 Jan 2023 06:02:24 -0800
Subject: [PATCH] Revert the removal of the binary upload test script (#2024)

Summary:
Pull Request resolved: https://github.com/facebookresearch/fbpcs/pull/2024

## Context

When trying to build the custom binaries, we were using this script to upload them. This was broken by removing it in D42389331 (https://github.com/facebookresearch/fbpcs/commit/6288eeea397cb531e3762f47c02d4bd287815a4a). I'm just brining it back until I can fix that script.

Reviewed By: marksliva

Differential Revision: D42435453

fbshipit-source-id: 1edaf8e19c5dd8467717d09215c2b2ed401df8fb
---
 upload-binaries-to-s3-test.sh | 86 +++++++++++++++++++++++++++++++++++
 1 file changed, 86 insertions(+)
 create mode 100755 upload-binaries-to-s3-test.sh

diff --git a/upload-binaries-to-s3-test.sh b/upload-binaries-to-s3-test.sh
new file mode 100755
index 000000000..9b6326193
--- /dev/null
+++ b/upload-binaries-to-s3-test.sh
@@ -0,0 +1,86 @@
+#!/bin/bash
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+
+set -e
+
+PROG_NAME=$0
+usage() {
+  cat << EOF >&2
+Usage: $PROG_NAME <emp_games|data_processing|pid|validation> <tag>
+
+package:
+  emp_games - extracts the binaries from fbpcs/emp-games docker image
+  data_processing - extracts the binaries from fbpcs/data-processing docker image
+  pid - extracts the binaries from private-id docker image
+  validation - extracts the binaries from the onedocker docker image
+  tag: used to determine the subfolder/version in s3 for each binary
+EOF
+  exit 1
+}
+
+PACKAGES="emp_games data_processing pid validation"
+PACKAGE=$1
+TAG=$2
+if [[ ! " $PACKAGES " =~ $PACKAGE ]] || [[ ! " $TAG " =~ $TAG ]]; then
+   usage
+fi
+shift
+
+one_docker_repo="one-docker-repository-custom"
+lift_package="s3://$one_docker_repo/private_lift/lift/${TAG}/lift"
+pcf2_lift_package="s3://$one_docker_repo/private_lift/pcf2_lift/${TAG}/pcf2_lift"
+pcf2_lift_metadata_compaction_package="s3://$one_docker_repo/private_lift/pcf2_lift_metadata_compaction/${TAG}/pcf2_lift_metadata_compaction"
+attribution_repo="s3://$one_docker_repo/private_attribution"
+decoupled_attribution="$attribution_repo/decoupled_attribution/${TAG}/decoupled_attribution"
+decoupled_aggregation="$attribution_repo/decoupled_aggregation/${TAG}/decoupled_aggregation"
+pcf2_attribution="$attribution_repo/pcf2_attribution/${TAG}/pcf2_attribution"
+pcf2_aggregation="$attribution_repo/pcf2_aggregation/${TAG}/pcf2_aggregation"
+shard_aggregator_package="$attribution_repo/shard-aggregator/${TAG}/shard-aggregator"
+pcf2_shard_combiner_package="$attribution_repo/pcf2_shard-combiner/${TAG}/pcf2_shard-combiner"
+private_id_dfca_aggregator_package="s3://$one_docker_repo/private_id_dfca/private_id_dfca_aggregator/${TAG}/private_id_dfca_aggregator"
+data_processing_repo="s3://$one_docker_repo/data_processing"
+private_id_repo="s3://$one_docker_repo/pid"
+validation_repo="s3://$one_docker_repo/validation"
+
+if [ "$PACKAGE" = "emp_games" ]; then
+cd binaries_out || exit
+aws s3 cp lift_calculator "$lift_package"
+aws s3 cp pcf2_lift_calculator "$pcf2_lift_package"
+aws s3 cp pcf2_lift_metadata_compaction "$pcf2_lift_metadata_compaction_package"
+aws s3 cp decoupled_attribution_calculator "$decoupled_attribution"
+aws s3 cp decoupled_aggregation_calculator "$decoupled_aggregation"
+aws s3 cp pcf2_attribution_calculator "$pcf2_attribution"
+aws s3 cp pcf2_aggregation_calculator "$pcf2_aggregation"
+aws s3 cp shard_aggregator "$shard_aggregator_package"
+aws s3 cp pcf2_shard_combiner "$pcf2_shard_combiner_package"
+aws s3 cp private_id_dfca_aggregator "$private_id_dfca_aggregator_package"
+cd .. || exit
+fi
+
+if [ "$PACKAGE" = "data_processing" ]; then
+cd binaries_out || exit
+echo "$data_processing_repo/sharder/${TAG}/sharder"
+aws s3 cp sharder "$data_processing_repo/sharder/${TAG}/sharder"
+aws s3 cp sharder_hashed_for_pid "$data_processing_repo/sharder_hashed_for_pid/${TAG}/sharder_hashed_for_pid"
+aws s3 cp secure_random_sharder "$data_processing_repo/secure_random_sharder/${TAG}/secure_random_sharder"
+aws s3 cp pid_preparer "$data_processing_repo/pid_preparer/${TAG}/pid_preparer"
+aws s3 cp lift_id_combiner "$data_processing_repo/lift_id_combiner/${TAG}/lift_id_combiner"
+aws s3 cp attribution_id_combiner "$data_processing_repo/attribution_id_combiner/${TAG}/attribution_id_combiner"
+aws s3 cp private_id_dfca_id_combiner "$data_processing_repo/private_id_dfca_id_combiner/${TAG}/private_id_dfca_id_combiner"
+fi
+
+if [ "$PACKAGE" = "pid" ]; then
+cd binaries_out || exit
+aws s3 cp private-id-server "$private_id_repo/private-id-server/${TAG}/private-id-server"
+aws s3 cp private-id-client "$private_id_repo/private-id-client/${TAG}/private-id-client"
+aws s3 cp private-id-multi-key-server "$private_id_repo/private-id-multi-key-server/${TAG}/private-id-multi-key-server"
+aws s3 cp private-id-multi-key-client "$private_id_repo/private-id-multi-key-client/${TAG}/private-id-multi-key-client"
+fi
+
+if [ "$PACKAGE" = "validation" ]; then
+cd binaries_out || exit
+aws s3 cp pc_pre_validation_cli "$validation_repo/pc_pre_validation_cli/${TAG}/pc_pre_validation_cli"
+fi