runmproxies.sh

#!/usr/bin/env bash

# This script will run N copies of Money4Band using N proxies provided as list in the file passed as argument --proxies-file <filename> , by default it will use proxies.txt
# It will create and subflder named "m4b_proxy_instances" and a subfolder with same name of the original COMPOSE_PROJECT_NAME<unique_suffix> the it will copy all the files from the root folder to the subfolder created for each instance and named like "m4b-<COMPOSE_PROJECT_NAME><unique_suffix>/<DEVICE_NAME><unique_suffix>" deriving this from the original instance running with or without proxy in the root folder that uses the original .env and docker-compose.yaml files
# then it will change the COMPOSE_PROJECT_NAME and DEVICE_NAME in the subfolder .env file adding a random number of three digits to the original name already used for the name of the subfolder
# if files that starts with claim*.txt contains the neam of one app then open the file use this uuid to edit the same uuid inside the file and inside the env file to the variable containg it in full caps the same appname followed _DEVICE_UUID with a new one of the same lenght newly generated and saving the new one back.
# so if there's a file named claimEARNAPPNodeDevice.txt in the subfolder the uuid will be changed in the file and in the .env file to the new one for exampre EARNAPP_NODE_UUID=newUUID
# similarly for claimPROXYRACKNodeDevice.txt
# then it will run the docker-compose up -d command in the subfolder and move to the next one 
# for this change we should do this , search for file named like claim<APPNAME>NodeDevice.txt then serach in the .env file for the variable named like <APPNAME>_DEVICE_UUID , measure the lenght of the current value and generate a new one of the same lenght and replace the old one with the new one in the claim<APPNAME>NodeDevice.txt file and in the .env file
# the script will stop when it will have run all the proxies in the list and will print a message with the number of instances created  and a bye message


# Usage: ./runmproxies.sh <proxies file> <original_docker-compose file> <original_.env file> by default it will use proxies.txt, docker-compose.yaml and .env prensent in the root folder

#!/usr/bin/env bash

# Default file names and paths if provided as arguments use the arguments otherwise use the default values
PROXIES_FILE=${1:-"proxies.txt"}
DOCKER_COMPOSE_FILE=${2:-"docker-compose.yaml"}
ENV_FILE=${3:-".env"}

# rootdir is the folder where the script is located
ROOT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
# Directory for proxy instances
INSTANCES_DIR="${ROOT_DIR}/m4b_proxy_instances"
LOG_FILE="${ROOT_DIR}/multiproxies.log"

# Ensure the instances directory exists
if [ ! -d "$INSTANCES_DIR" ]; then
    mkdir -p "$INSTANCES_DIR"
fi
# Ensure the log file exists
if [ ! -f "$LOG_FILE" ]; then
    touch "$LOG_FILE"
fi

# Function to log messages with an optional color. If no color is specified, default to no color using NC.
echo_and_log_message() {
    local message="$1"
    local color="${2:-NC}" # Default color to NC (No Color) if not specified

    # ANSI color codes
    RED='\033[0;31m'
    GREEN='\033[0;32m'
    YELLOW='\033[1;33m'
    NC='\033[0m' # No Color

    # Check for color argument and apply color
    case "$color" in
        RED)
            colored_message="${RED}${message}${NC}"
            ;;
        GREEN)
            colored_message="${GREEN}${message}${NC}"
            ;;
        YELLOW)
            colored_message="${YELLOW}${message}${NC}"
            ;;
        NC)
            colored_message="${message}" # Default to no color
            ;;
        *)
            colored_message="${message}" # Fallback to no color if an unrecognized color is passed
            ;;
    esac

    # Print the colored message
    echo -e "$colored_message"
    # Log the message without color codes to the log file
    echo "$(date): $message" >> "$LOG_FILE"
}


# Print a starting message 
clear
echo_and_log_message "Starting Multiproxy instances setup script" "GREEN"

# Check if .env, docker-compose.yaml, and proxies.txt files are present
if [ ! -f "$ENV_FILE" ] ; then
    echo_and_log_message "No .env file found in the root folder. Please create a .env file and then run this script again. Exiting." "RED" 
    exit 1
fi

#check if docker-compose.yaml file is present
if [ ! -f "$DOCKER_COMPOSE_FILE" ]; then
    echo_and_log_message "No docker-compose.yaml file found in the root folder. Please create a docker-compose.yaml file and then run this script again. Exiting." "RED" 
    exit 1
fi

# Check if proxies.txt file is present
if [ ! -f "$PROXIES_FILE" ]; then
    echo_and_log_message "No proxies.txt file found in the root folder. Please create a proxies.txt file with one proxy per line and then run this script again. Exiting." "RED"
    exit 1
fi

# Reading COMPOSE_PROJECT_NAME and DEVICE_NAME from original .env file
COMPOSE_PROJECT_NAME=$(grep COMPOSE_PROJECT_NAME "$ENV_FILE" | cut -d'=' -f2 | tr -d "[:space:]")
echo_and_log_message "Original COMPOSE_PROJECT_NAME: $COMPOSE_PROJECT_NAME" "GREEN"
DEVICE_NAME=$(grep DEVICE_NAME "$ENV_FILE" | cut -d'=' -f2 | tr -d "[:space:]")
echo_and_log_message "Original DEVICE_NAME: $DEVICE_NAME" "GREEN"
num_proxies_avail=$(wc -l < "$PROXIES_FILE")
echo_and_log_message "Number of proxies available: $num_proxies_avail" "GREEN"

# Check if the original env file has been configured with proxies checking the # PROXY_CONFIGURATION_STATUS=1 if not exit telling the user to configure the original .env file with a proxy and then pass the others as list in the proxies.txt file
ORIG_ENV_PROXY_CONFIG_STATUS=$(grep PROXY_CONFIGURATION_STATUS "$ENV_FILE" | cut -d'=' -f2 | tr -d "[:space:]")
echo_and_log_message "Original PROXY_CONFIGURATION_STATUS: $ORIG_ENV_PROXY_CONFIG_STATUS"
if [ "$ORIG_ENV_PROXY_CONFIG_STATUS" != "1" ]; then
    echo_and_log_message "Error: The original .env file has not been configured with a proxy" "RED"
    echo_and_log_message "Please configure the original .env file with a proxy and then pass the others as list in the proxies.txt file. Exiting..." "RED"
    sleep 3
    exit 1
fi


# Check if INSTANCES_DIR is not empty and if is not empty ask the user what to do
if [ "$(ls -A "$INSTANCES_DIR")" ]; then
    echo_and_log_message "The $INSTANCES_DIR directory is not empty."
    echo "Choose an option:"
    echo "1) Just Cleanup: Stop and remove all current instances (Warning: This will delete all data in the instances directories without creating new ones)."
    echo "2) Cleanup and Recreate: Stop and remove all current instances, new one will be created (Warning: This will delete all data in the instances directories)."
    echo "3) Update: Update proxies for existing instances (you will need a number of proxies in the proxies.txt file equal or greater than the number of instances)."
    echo "4) Exit without making changes."

    read -p "Enter your choice: " user_choice

    case $user_choice in
        1)
            echo_and_log_message "Stopping and removing all current instances..."
            for instance_dir in "$INSTANCES_DIR"/*/; do
                if [ -d "$instance_dir" ]; then
                    echo_and_log_message "Stopping and removing instance in $instance_dir"
                    cd "$instance_dir" 
                    if sudo docker compose -f ${DOCKER_COMPOSE_FILE} --env-file ${ENV_FILE} down ; then
                        echo_and_log_message "Docker compose down for $instance_dir succeeded."
                    else
                        echo_and_log_message "Docker compose down for $instance_dir failed."
                    fi
                fi
            done
            cd "$ROOT_DIR" || exit
            # Remove the instance directories after stopping the containers
            # Warning: This will delete all data in these directories
            sudo rm -rf "$INSTANCES_DIR"/*
            echo_and_log_message "Cleanup complete. All current multiproxy instances have been removed. Exiting..."
            exit 0
            ;;
        2)
            echo_and_log_message "Stopping and removing all current instances..."
                for instance_dir in "$INSTANCES_DIR"/*/; do
                    if [ -d "$instance_dir" ]; then
                        echo_and_log_message "Stopping and removing instance in $instance_dir"
                        cd "$instance_dir" 
                        if sudo docker compose -f ${DOCKER_COMPOSE_FILE} --env-file ${ENV_FILE} down ; then
                            echo_and_log_message "Docker compose down for $instance_dir succeeded"
                        else
                            echo_and_log_message "Docker compose down for $instance_dir failed"
                        fi
                    fi
                done
                cd "$ROOT_DIR" || exit
                # Remove the instance directories after stopping the containers
                # Warning: This will delete all data in these directories
                sudo rm -rf "$INSTANCES_DIR"/*
                echo_and_log_message "Cleanup complete. All current multiproxy instances have been removed. Preparing to create new instances..."
            ;;
        3)
            echo_and_log_message "Updating proxies for existing instances..."
            # Ensure that the number of proxies is sufficient for the number of instances
            num_instances_to_upd=$(find "$INSTANCES_DIR" -mindepth 1 -maxdepth 1 -type d | wc -l)
            # Check that availabe proxies and instaces are greater than zero 
            if [ "$num_proxies_avail" -gt 0 ] || [ "$num_instances_to_upd" -gt 0 ]; then
                if [ "$num_proxies_avail" -ge "$num_instances_to_upd" ]; then
                    echo_and_log_message "Sufficient proxies available. Proceeding with update..."
                    # Update the proxy for each instance and restart it
                    # simple loop to check the content of the array
                    # for instance_dir in "$INSTANCES_DIR"/*/; do
                    #     if [ -d "$instance_dir" ]; then
                    #         echo "Instance dir: $instance_dir"
                    #     fi
                    # done
                    for instance_dir in "$INSTANCES_DIR"/*/; do
                        if [ -d "$instance_dir" ]; then
                            # Copy the new proxy file from the root folder to the instance folder
                            echo_and_log_message "Copying new $PROXIES_FILE from $ROOT_DIR to $instance_dir"
                            cp "$ROOT_DIR/$PROXIES_FILE" "${instance_dir}${PROXIES_FILE}"
                            echo_and_log_message "Updating proxy for instance in $instance_dir"
                            cd "$instance_dir" || exit
                            # Get the proxy from the proxies.txt file using the instance number as line number
                            proxy=$(sed -n "$num_instances_to_upd"p "$PROXIES_FILE")
                            echo_and_log_message "New proxy to use: $proxy"
                            # Update the proxy in the .env file
                            sed -i "s/STACK_PROXY=.*/STACK_PROXY=${proxy//\//\\/}/" "${instance_dir}/.env"
                            echo_and_log_message "Updated .env file STACK_PROXY for $instance_dir"
                            # Restart the instance
                            if sudo docker compose -f ${DOCKER_COMPOSE_FILE} --env-file ${ENV_FILE} up -d ; then
                                echo_and_log_message "Docker compose up for $instance_dir succeeded"
                            else
                                echo_and_log_message "Docker compose up for $instance_dir failed" "RED"
                            fi
                            # Decrease the number of instances and proxies
                            ((num_instances_to_upd--))
                            ((num_proxies_avail--))
                        fi
                    done
                else
                    echo_and_log_message "Not enough proxies available. Cannot proceed with update. Exiting." "YELLOW"
                    exit 1
                fi
            else
                echo_and_log_message "No proxies or instances available. Exiting." "YELLOW"
                exit 1
            fi
            echo_and_log_message "Done updating proxies." "GREEN"
            exit 0
            ;;
        4)
            echo_and_log_message "Exiting without changes..." "YELLOW"
            exit 0
            ;;
        *)
            echo_and_log_message "Invalid choice. Exiting..." "RED"
            exit 1
            ;;
    esac
else
    echo_and_log_message "The $INSTANCES_DIR directory is clean. Proceeding with setup..."
fi

###############SETUP MULTI PROXIES INSTANCES#####################
# Move back to the root folder
cd "$ROOT_DIR" || exit

# If instancesDir is not present then create it and proceed
if [ ! -d "$INSTANCES_DIR" ]; then
    mkdir -p "$INSTANCES_DIR"
fi

# Check if INSTANCES_DIR exists if yes proceed if not exit
if [ -d "$INSTANCES_DIR" ]; then
    echo_and_log_message "Setting up multiproxy instances in $INSTANCES_DIR"
    # Reading the proxy list and creating instances counting and increasing the number of instances created and running
    num_instances_created=0
    # to check the content of the array
    # while IFS= read -r proxy; do
    #     echo "Proxy value: $proxy"
    # done < "$PROXIES_FILE"
    while IFS= read -r proxy; do
        # Generating a unique suffix for each instance
        echo_and_log_message "Setting up new instance using proxy: $proxy"
        unique_suffix=$(tr -dc 0-9 </dev/urandom | head -c 3 ; echo '')

        # Instance directory name and path
        instance_name="m4b_${COMPOSE_PROJECT_NAME}-${DEVICE_NAME}-${unique_suffix}"
        instance_dir="${INSTANCES_DIR}/${instance_name}"
        # Create instance directory
        mkdir -p "$instance_dir"

        # # Copy files from root directory to instance directory, excluding certain directories and files
        for item in "$ROOT_DIR"/* "$ROOT_DIR"/.*; do
            # Skip if item is the current or parent directory
            if [ "$item" = "$ROOT_DIR/." ] || [ "$item" = "$ROOT_DIR/.." ]; then
                continue
            fi

            # Extract just the name of the item (without path)
            item_name=$(basename "$item")

            # Define exclusions to skip if item is the instances directory, .data directory, starts with .git (like .git, .github, .gitignore, etc.) or is a .log file
            if [ "$item_name" = "$(basename "$INSTANCES_DIR")" ] || [ "$item_name" = ".data" ] || [[ "$item_name" =~ ^\.git.*$ ]] || [[ "$item_name" =~ ^.*\.log$ ]]; then
                continue
            fi

            # Copy item to instance directory
            cp -r "$item" "$instance_dir/"
        done

        # Update .env file with unique COMPOSE_PROJECT_NAME and DEVICE_NAME appending to the old one the unique suffix and updte the old proxy with the new one
        sed -i "s/COMPOSE_PROJECT_NAME=.*/COMPOSE_PROJECT_NAME=${COMPOSE_PROJECT_NAME}-${unique_suffix}/" "${instance_dir}/.env"
        sed -i "s/DEVICE_NAME=.*/DEVICE_NAME=${DEVICE_NAME}${unique_suffix}/" "${instance_dir}/.env"
        sed -i "s/STACK_PROXY=.*/STACK_PROXY=${proxy//\//\\/}/" "${instance_dir}/.env"
        # Update the ports present in the .env file like MYSTNODE_DASHBOARD_PORT M4B_DASHBOARD_PORT and so on increasing their value by $num_instances_created+1
        # Increment value for any variable ending with _DASHBOARD_PORT
        envContent_filtered=$(grep -P '_DASHBOARD_PORT=\K[^#\r]+' "${instance_dir}/.env") # usign just -P as -o will return just the values but we want the entire line
        for line in $envContent_filtered; do
            # Extract the variable name and its current port value
            port_var=$(echo "$line" | cut -d'=' -f1)
            current_port=$(echo "$line" | cut -d'=' -f2)

            # Check if the line contains a valid port number
            if [[ "$current_port" =~ ^[0-9]+$ ]]; then
                # Calculate the new port value
                new_port=$((current_port + num_instances_created + 1))

                # Update the .env file with the new port value
                echo_and_log_message "Updating port for ${port_var} to ${new_port} in ${instance_dir}/.env"
                sed -i "s/^${port_var}=.*/${port_var}=${new_port}/" "${instance_dir}/.env"
            fi
        done

        echo_and_log_message "Updated .env file with unique COMPOSE_PROJECT_NAME, DEVICE_NAME, and STACK_PROXY for $instance_name"


        # Find all files starting with claim and put them in an array and if the array is not empty then loop through the array and update the UUID in the .env file
        claim_files=()
        # Inserting files in array without breaking paths with spaces
        while IFS= read -r -d $'\0' file; do
            claim_files+=("$file")
        done < <(find "$instance_dir" -type f -name "claim*.txt" -print0)

        # To check the content of the array
        # for file in "${claim_files[@]}"; do
        #     echo "$file"
        # done

        # if the array is empty then print a message and skip the UUID update
        if [ ${#claim_files[@]} -eq 0 ]; then
            echo_and_log_message "No claim files found in $instance_name, skipping UUID update"

        else
            # Loop through claim files identify the app name and update its UUID in .env file
            for claim_file in "${claim_files[@]}"; do
                echo_and_log_message "Updating UUID for $claim_file"

                # Get app name from claim file name (e.g., claimEARNAPPNodeDevice.txt -> EARNAPP)
                appName=$(echo "$claim_file" | sed -n 's/.*claim\(.*\)NodeDevice.*/\1/p')
                echo_and_log_message "App name: $appName"

                # Get env variable name from app name (e.g., EARNAPP -> EARNAPP_DEVICE_UUID)
                envVarName="${appName}_DEVICE_UUID"
                echo_and_log_message "Env variable name to update: $envVarName"

                # Define potential prefixes in an array for easy updates
                uuidPrefixes=("sdk-node-")

                # Extract the current old UUID from the .env file
                oldUUID=$(grep "$envVarName" "${instance_dir}/.env" | cut -d'=' -f2 | tr -d "[:space:]")
                echo_and_log_message "Old UUID extracted from .env file: $oldUUID"

                # Initialize prefix variable
                prefix=""
                modifiedUUID=$oldUUID

                # Check if the old UUID contains any of the defined prefixes
                for pfx in "${uuidPrefixes[@]}"; do
                    if [[ $modifiedUUID == "$pfx"* ]]; then
                        prefix=$pfx
                        modifiedUUID=${modifiedUUID#$pfx}
                        break
                    fi
                done

                # Generate new md5 UUID of the same length as the old UUID, minus the prefix length
                new_uuid=$(tr -dc a-f0-9 </dev/urandom | head -c ${#modifiedUUID})

                # Append the prefix if it was present
                full_new_uuid="${prefix}${new_uuid}"
                echo_and_log_message "New UUID generated: $full_new_uuid"

                # Replace UUID in claim file and .env file
                sed -i "s/$oldUUID/$full_new_uuid/" "$claim_file"
                sed -i "s/${envVarName}=.*/${envVarName}=${full_new_uuid}/" "${instance_dir}/.env"
            done

        fi
        # Run docker-compose up -d in the instance directory amd increase instance count
        cd "$instance_dir" || exit
        #execute a dry run do not start the containers for now
        # if sudo docker compose -f ${DOCKER_COMPOSE_FILE} --env-file ${ENV_FILE} up --no-start ; then
        if sudo docker compose -f ${DOCKER_COMPOSE_FILE} --env-file ${ENV_FILE} up -d ; then
            # Increase the instance count
            ((num_instances_created++))
            echo_and_log_message "Docker compose up for $instance_name succeeded"
            # Call the script to generate dashboards urls for the apps that has them and check if execute correctly
            dashboardsScriptPath="$instance_dir/generate_dashboard_urls.sh"
            sudo chmod +x "$dashboardsScriptPath"
            if "$dashboardsScriptPath" ; then
                echo_and_log_message "Generated dashboards file for $instance_name"
            else
                echo_and_log_message "Failed to generate dashboards file for $instance_name"
            fi                 
            echo_and_log_message "If not already done, use the previously generated apps nodes URLs to add your device in any apps dashboard that require node claiming/registration (e.g. Earnapp, ProxyRack, etc.)" "YELLOW"
            sleep 5
        else
            echo_and_log_message "Docker compose up for $instance_name failed"
        fi
        
    done < "$PROXIES_FILE"

    # Return to root directory
    cd "$ROOT_DIR" || exit

    echo_and_log_message "Updating dashboard urls aggreting new information from all instances..."
    # Call the script generate_dashboard_urls to aggregate the dashboards urls from all instances
    dashboardsScriptPath="$ROOT_DIR/generate_dashboard_urls.sh"
    sudo chmod +x "$dashboardsScriptPath"
    if [ -f "$dashboardsScriptPath" ]; then
        if "$dashboardsScriptPath" ; then
            echo_and_log_message "Dashboards file updated successfully" "GREEN"
        else
            echo_and_log_message "Failed to update dashboards file" "RED"
        fi
    else
        echo_and_log_message "generate_dashboard_urls.sh script not found in the root folder. Exiting..." "RED"
        exit 1
    fi

    # Final message and log

    echo_and_log_message "Created and ran $num_instances_created instances out of $num_proxies_avail proxies available. Bye!" "GREEN"
    echo_and_log_message "Check the generated dashboards file and claim nodes files for their URLs." "YELLOW"
    sleep 3
    exit 0
else
    echo_and_log_message "The $INSTANCES_DIR directory does not exist. Exiting..."
    exit 1
fi