Merge pull request #49 from loomlike/jumin/vmss_deploy

vmss deploy

vm_user_env_setup.sh

@@ -0,0 +1,41 @@
+#!/bin/bash
+
+# An example shell script to clone a repository, install conda environment,
+# and create multiple JupyterHub users
+#
+# Authors:
+# Jun Ki Min (https://github.com/loomlike)
+# JS Tan (https://github.com/jiata)
+
+cd ~
+
+# clone repo and install the conda env
+git clone https://www.github.com/microsoft/computervision
+# change permission as we copy this into each user's folder
+chmod -R ugo+rwx /root/computervision
+
+source /data/anaconda/etc/profile.d/conda.sh
+conda env create -f /root/computervision/environment.yml --name cv
+conda activate cv
+python -m ipykernel install --name cv
+
+# add 5 users to jupyterhub
+echo 'c.Authenticator.whitelist = {"user1", "user2", "user3", "user4", "user5"}' | sudo tee -a /etc/jupyterhub/jupyterhub_config.py
+
+# create the users on the vm
+for i in {1..5}
+do
+    USERNAME=user$i
+    PASSWORD=password$i
+    sudo adduser --quiet --disabled-password --gecos "" $USERNAME
+    echo "$USERNAME:$PASSWORD" | sudo chpasswd
+    rm -rf /data/home/$USERNAME/notebooks/*
+    # copy repo
+    cp -ar /root/computervision /data/home/$USERNAME/notebooks
+done
+
+# restart jupyterhub
+sudo systemctl stop jupyterhub
+sudo systemctl start jupyterhub
+
+exit

vmss_deploy_with_public_ip.py

@@ -0,0 +1,113 @@
+# This python script deploys Azure VMSS (Virtual Machine Scale Set) and
+# run a provided post-script on each VM instance
+#
+# Requirements:
+# Azure CLI (https://docs.microsoft.com/en-us/cli/azure/install-azure-cli?view=azure-cli-latest)
+# ```
+# az login
+# az account set -s {your-azure-subscription-id}
+# ```
+#
+# Usage:
+# python vmss_deploy_with_public_ip.py \
+#     --name {your-resource-group-name} --location {location} \
+#     --vm-sku {your-vm-size} --vm-count {number-of-vms-to-create} \
+#     --admin-id {vm-admin-id} --admin-pw {vm-admin-pw} \
+#     --post-script {post-deployment-script-to-run-on-each-vm}
+#
+# Authors:
+# Jun Ki Min (https://github.com/loomlike)
+# JS Tan (https://github.com/jiata)
+
+import argparse
+import subprocess
+
+
+def get_ips(rg_name, vmss_name):
+    """Get public IPs of all VMs in VMSS
+    Args:
+        rg_name (str): Resource group name
+        vmss_name (str): VMSS name
+    """
+
+    script = "az vmss list-instance-public-ips --resource-group {rg} --name {vmss} | grep ipAddress".format(
+        rg=rg_name,
+        vmss=vmss_name
+    )
+    run_script(script)
+
+
+def run_script(script):
+    process = subprocess.Popen(script, stdout=subprocess.PIPE, shell=True)
+    output, error = process.communicate()
+    if error is not None and len(error) > 0:
+        raise RuntimeError(error)
+    print(output.decode("utf-8"))
+
+
+def parse():
+    """Parser"""
+    parser = argparse.ArgumentParser(description="Deploy VMSS with multiple user accounts")
+    parser.add_argument('--name', type=str, help="Resource-group name to create")
+    parser.add_argument('--location', type=str, help="Location to deploy resources (e.g. 'eastus')")
+    parser.add_argument('--image', type=str,
+                        default="microsoft-dsvm:linux-data-science-vm-ubuntu:linuxdsvmubuntu:latest",
+                        help="VM image URN. Format='Publisher:Offer:Sku:Version'")
+    parser.add_argument('--vm-sku', type=str, help="VM size (e.g. 'Standard_NC6s_v3')")
+    parser.add_argument('--vm-count', type=int, help="Number of VMs to create")
+    parser.add_argument('--admin-id', type=str, help="Admin user id for all VMs")
+    parser.add_argument('--admin-pw', type=str, help="Admin user pw for all VMs")
+    parser.add_argument('--post-script', type=str, help="Post deployment script to run on each VM")
+    _args = parser.parse_args()
+
+    if _args.name is None or _args.location is None:
+        raise argparse.ArgumentError(None, "--name and --location should be provided")
+    if _args.vm_sku is None or _args.vm_count is None:
+        raise argparse.ArgumentError(None, "--vm-sku and --vm-count should be provided")
+    if _args.admin_id is None or _args.admin_pw is None:
+        raise argparse.ArgumentError(None, "--admin-id and --admin-pw should be provided")
+
+    return _args
+
+
+if __name__ == "__main__":
+    args = parse()
+
+    RG_NAME = args.name
+    VMSS_NAME = "{}-vmss".format(RG_NAME)
+
+    # Create resource group
+    print("Creating resource group...")
+    create_rg = "az group create --name {rg} --location {location}".format(rg=RG_NAME, location=args.location)
+    run_script(create_rg)
+
+    # Create VMSS. Setup public-ip for each vm by using `--public-ip-per-vm`
+    print("\nDeploying VMSS...")
+    create_vmss = (
+        "az vmss create -g {rg} -n {vmss} --instance-count {vm_count} --image {image} --vm-sku {vm_sku} "
+        "--public-ip-per-vm --admin-username {admin_id} --admin-password {admin_pw}".format(
+            rg=RG_NAME,
+            vmss=VMSS_NAME,
+            vm_count=args.vm_count,
+            image=args.image,
+            vm_sku=args.vm_sku,
+            admin_id=args.admin_id,
+            admin_pw=args.admin_pw
+        )
+    )
+    run_script(create_vmss)
+
+    if args.post_script is not None:
+        print("\nRun post-deployment script {}...".format(args.post_script))
+        run_post_script = (
+            "az vmss list-instances -g {rg} -n {vmss} --query \"[].id\" --output tsv | "
+            "az vmss run-command invoke --command-id RunShellScript --scripts @{post_script} --ids @-".format(
+                rg=RG_NAME,
+                vmss=VMSS_NAME,
+                post_script=args.post_script
+            )
+        )
+        run_script(run_post_script)
+
+    print("\nVM instance ips:\n")
+    get_ips(RG_NAME, VMSS_NAME)