Add async implementation of exec_run and file copy

.gitignore

@@ -137,3 +137,7 @@ dmypy.json
 
 # Mac files
 .DS_Store
+
+# Orchest debug dump directory/file
+debug-dump
+debug-dump.tar.gz

services/orchest-ctl/app/cli/main.py

@@ -112,19 +112,31 @@ def stop():
 
 
 @typer_app.command()
-def status():
+def status(
+    ext: bool = typer.Option(
+        False,
+        "--ext",
+        show_default=False,
+        help="Get extensive status information.",
+    ),
+):
     """
-    Get status of Orchest.
+    Get Orchest version.
     """
-    app.status()
+    app.status(ext=ext)
 
 
 @typer_app.command()
-def debug_dump():
+def debug(
+    compress: bool = typer.Option(
+        False, "--compress", show_default=True, help="Compress the output directory"
+    ),
+):
     """
-    Create a debug dump of Orchest.
+    Create a debug dump, saved in the working directory as "debug-dump".
+
     """
-    app.debug_dump()
+    app.debug(compress)
 
 
 @typer_app.command()

services/orchest-ctl/app/config.py

@@ -1,3 +1,5 @@
+from typing import List, Set
+
 _minimal_orchest_images = [
     "orchest/jupyter-enterprise-gateway:latest",
     "orchest/jupyter-server:latest",
@@ -13,6 +15,37 @@
     "rabbitmq:3",
     "postgres:13.1",
 ]
+
+# Images to run when the app is started. The order states the order in
+# which the images have to be started due to dependencies between them.
+# A collection indicates that its contained images can be started
+# asynchronously.
+# postgres -> orchest-webserver, orchest-api, auth-server
+# rabbitmq -> celery-worker
+# ... -> nginx-proxy (otherwise user gets error 500)
+_on_start_images: List[Set[str]] = [
+    set(
+        [
+            "postgres:13.1",
+            "orchest/file-manager:latest",
+            "rabbitmq:3",
+        ]
+    ),
+    set(
+        [
+            "orchest/orchest-api:latest",
+            "orchest/orchest-webserver:latest",
+            "orchest/celery-worker:latest",
+            "orchest/auth-server:latest",
+        ]
+    ),
+    set(
+        [
+            "orchest/nginx-proxy:latest",
+        ]
+    ),
+]
+
 ORCHEST_IMAGES = {
     "minimal": _minimal_orchest_images,
     "all": _minimal_orchest_images