-
Notifications
You must be signed in to change notification settings - Fork 157
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Revert the removal of the binary upload test script (#2024)
Summary: Pull Request resolved: #2024 ## Context When trying to build the custom binaries, we were using this script to upload them. This was broken by removing it in D42389331 (6288eee). I'm just brining it back until I can fix that script. Reviewed By: marksliva Differential Revision: D42435453 fbshipit-source-id: 1edaf8e19c5dd8467717d09215c2b2ed401df8fb
- Loading branch information
1 parent
756e90e
commit cbc3065
Showing
1 changed file
with
86 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,86 @@ | ||
#!/bin/bash | ||
# Copyright (c) Meta Platforms, Inc. and affiliates. | ||
# | ||
# This source code is licensed under the MIT license found in the | ||
# LICENSE file in the root directory of this source tree. | ||
|
||
set -e | ||
|
||
PROG_NAME=$0 | ||
usage() { | ||
cat << EOF >&2 | ||
Usage: $PROG_NAME <emp_games|data_processing|pid|validation> <tag> | ||
package: | ||
emp_games - extracts the binaries from fbpcs/emp-games docker image | ||
data_processing - extracts the binaries from fbpcs/data-processing docker image | ||
pid - extracts the binaries from private-id docker image | ||
validation - extracts the binaries from the onedocker docker image | ||
tag: used to determine the subfolder/version in s3 for each binary | ||
EOF | ||
exit 1 | ||
} | ||
|
||
PACKAGES="emp_games data_processing pid validation" | ||
PACKAGE=$1 | ||
TAG=$2 | ||
if [[ ! " $PACKAGES " =~ $PACKAGE ]] || [[ ! " $TAG " =~ $TAG ]]; then | ||
usage | ||
fi | ||
shift | ||
|
||
one_docker_repo="one-docker-repository-custom" | ||
lift_package="s3://$one_docker_repo/private_lift/lift/${TAG}/lift" | ||
pcf2_lift_package="s3://$one_docker_repo/private_lift/pcf2_lift/${TAG}/pcf2_lift" | ||
pcf2_lift_metadata_compaction_package="s3://$one_docker_repo/private_lift/pcf2_lift_metadata_compaction/${TAG}/pcf2_lift_metadata_compaction" | ||
attribution_repo="s3://$one_docker_repo/private_attribution" | ||
decoupled_attribution="$attribution_repo/decoupled_attribution/${TAG}/decoupled_attribution" | ||
decoupled_aggregation="$attribution_repo/decoupled_aggregation/${TAG}/decoupled_aggregation" | ||
pcf2_attribution="$attribution_repo/pcf2_attribution/${TAG}/pcf2_attribution" | ||
pcf2_aggregation="$attribution_repo/pcf2_aggregation/${TAG}/pcf2_aggregation" | ||
shard_aggregator_package="$attribution_repo/shard-aggregator/${TAG}/shard-aggregator" | ||
pcf2_shard_combiner_package="$attribution_repo/pcf2_shard-combiner/${TAG}/pcf2_shard-combiner" | ||
private_id_dfca_aggregator_package="s3://$one_docker_repo/private_id_dfca/private_id_dfca_aggregator/${TAG}/private_id_dfca_aggregator" | ||
data_processing_repo="s3://$one_docker_repo/data_processing" | ||
private_id_repo="s3://$one_docker_repo/pid" | ||
validation_repo="s3://$one_docker_repo/validation" | ||
|
||
if [ "$PACKAGE" = "emp_games" ]; then | ||
cd binaries_out || exit | ||
aws s3 cp lift_calculator "$lift_package" | ||
aws s3 cp pcf2_lift_calculator "$pcf2_lift_package" | ||
aws s3 cp pcf2_lift_metadata_compaction "$pcf2_lift_metadata_compaction_package" | ||
aws s3 cp decoupled_attribution_calculator "$decoupled_attribution" | ||
aws s3 cp decoupled_aggregation_calculator "$decoupled_aggregation" | ||
aws s3 cp pcf2_attribution_calculator "$pcf2_attribution" | ||
aws s3 cp pcf2_aggregation_calculator "$pcf2_aggregation" | ||
aws s3 cp shard_aggregator "$shard_aggregator_package" | ||
aws s3 cp pcf2_shard_combiner "$pcf2_shard_combiner_package" | ||
aws s3 cp private_id_dfca_aggregator "$private_id_dfca_aggregator_package" | ||
cd .. || exit | ||
fi | ||
|
||
if [ "$PACKAGE" = "data_processing" ]; then | ||
cd binaries_out || exit | ||
echo "$data_processing_repo/sharder/${TAG}/sharder" | ||
aws s3 cp sharder "$data_processing_repo/sharder/${TAG}/sharder" | ||
aws s3 cp sharder_hashed_for_pid "$data_processing_repo/sharder_hashed_for_pid/${TAG}/sharder_hashed_for_pid" | ||
aws s3 cp secure_random_sharder "$data_processing_repo/secure_random_sharder/${TAG}/secure_random_sharder" | ||
aws s3 cp pid_preparer "$data_processing_repo/pid_preparer/${TAG}/pid_preparer" | ||
aws s3 cp lift_id_combiner "$data_processing_repo/lift_id_combiner/${TAG}/lift_id_combiner" | ||
aws s3 cp attribution_id_combiner "$data_processing_repo/attribution_id_combiner/${TAG}/attribution_id_combiner" | ||
aws s3 cp private_id_dfca_id_combiner "$data_processing_repo/private_id_dfca_id_combiner/${TAG}/private_id_dfca_id_combiner" | ||
fi | ||
|
||
if [ "$PACKAGE" = "pid" ]; then | ||
cd binaries_out || exit | ||
aws s3 cp private-id-server "$private_id_repo/private-id-server/${TAG}/private-id-server" | ||
aws s3 cp private-id-client "$private_id_repo/private-id-client/${TAG}/private-id-client" | ||
aws s3 cp private-id-multi-key-server "$private_id_repo/private-id-multi-key-server/${TAG}/private-id-multi-key-server" | ||
aws s3 cp private-id-multi-key-client "$private_id_repo/private-id-multi-key-client/${TAG}/private-id-multi-key-client" | ||
fi | ||
|
||
if [ "$PACKAGE" = "validation" ]; then | ||
cd binaries_out || exit | ||
aws s3 cp pc_pre_validation_cli "$validation_repo/pc_pre_validation_cli/${TAG}/pc_pre_validation_cli" | ||
fi |