Set client max size to a higher value

andrewoswald · Oct 10, 2024 · fa6f2c9 · fa6f2c9
1 parent 8e373ea
commit fa6f2c9
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 6 deletions.
diff --git a/conf/nginx.default b/conf/nginx.default
@@ -6,6 +6,7 @@ server {
     real_ip_header X-Forwarded-For;
     set_real_ip_from  192.168.0.0/16;
     set_real_ip_from  10.0.0.0/8;
+    client_max_body_size 80M;
 
     location / {
         proxy_pass http://127.0.0.1:8010;

diff --git a/run_local.sh b/run_local.sh
@@ -24,13 +24,13 @@ python min_version.py
 package_command=''
 
 # Are we sort of connected to the backend?
-#if kubectl get service -n totallylegitco vllm-health-svc; then
-#  export HEALTH_BACKEND_PORT=4280
-#  export HEALTH_BACKEND_HOST=localhost
-#  kubectl port-forward -n totallylegitco service/vllm-health-svc 4280:80 &
-#else
+if kubectl get service -n totallylegitco vllm-health-svc; then
+  export HEALTH_BACKEND_PORT=4280
+  export HEALTH_BACKEND_HOST=localhost
+  kubectl port-forward -n totallylegitco service/vllm-health-svc 4280:80 &
+else
   echo 'No connection to kube vllm health svc'
-#fi
+fi
 echo "Setup to use $HEALTH_BACKEND_HOST:$HEALTH_BACKEND_PORT"
 if command -v apt-get; then
   package_command="apt-get install -y"