| 
									
										
										
										
											2024-01-04 07:56:11 +08:00
										 |  |  | #!/usr/bin/env bash
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-01-18 06:30:58 +08:00
										 |  |  | SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd ) | 
					
						
							|  |  |  | cd "$SCRIPT_DIR" || exit | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-02-02 10:55:59 +08:00
										 |  |  | KEY_FILE=.webui_secret_key | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-01-13 11:38:30 +08:00
										 |  |  | PORT="${PORT:-8080}" | 
					
						
							| 
									
										
										
										
											2024-04-28 03:20:48 +08:00
										 |  |  | HOST="${HOST:-0.0.0.0}" | 
					
						
							| 
									
										
										
										
											2024-02-02 22:45:47 +08:00
										 |  |  | if test "$WEBUI_SECRET_KEY $WEBUI_JWT_SECRET_KEY" = " "; then | 
					
						
							| 
									
										
										
										
											2024-05-08 20:03:03 +08:00
										 |  |  |   echo "Loading WEBUI_SECRET_KEY from file, not provided as an environment variable." | 
					
						
							| 
									
										
										
										
											2024-02-02 10:55:59 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |   if ! [ -e "$KEY_FILE" ]; then | 
					
						
							| 
									
										
										
										
											2024-03-22 16:31:35 +08:00
										 |  |  |     echo "Generating WEBUI_SECRET_KEY" | 
					
						
							| 
									
										
										
										
											2024-02-02 10:55:59 +08:00
										 |  |  |     # Generate a random value to use as a WEBUI_SECRET_KEY in case the user didn't provide one. | 
					
						
							| 
									
										
										
										
											2024-03-22 16:31:35 +08:00
										 |  |  |     echo $(head -c 12 /dev/random | base64) > "$KEY_FILE" | 
					
						
							| 
									
										
										
										
											2024-02-02 10:55:59 +08:00
										 |  |  |   fi | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-22 16:31:35 +08:00
										 |  |  |   echo "Loading WEBUI_SECRET_KEY from $KEY_FILE" | 
					
						
							|  |  |  |   WEBUI_SECRET_KEY=$(cat "$KEY_FILE") | 
					
						
							| 
									
										
										
										
											2024-02-02 03:43:54 +08:00
										 |  |  | fi | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-06-09 01:59:59 +08:00
										 |  |  | if [[ "${USE_OLLAMA_DOCKER,,}" == "true" ]]; then | 
					
						
							| 
									
										
										
										
											2024-04-02 20:47:52 +08:00
										 |  |  |     echo "USE_OLLAMA is set to true, starting ollama serve." | 
					
						
							| 
									
										
										
										
											2024-03-22 16:31:35 +08:00
										 |  |  |     ollama serve & | 
					
						
							| 
									
										
										
										
											2024-02-02 03:43:54 +08:00
										 |  |  | fi | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-06-09 01:59:59 +08:00
										 |  |  | if [[ "${USE_CUDA_DOCKER,,}" == "true" ]]; then | 
					
						
							| 
									
										
										
										
											2024-04-02 20:47:52 +08:00
										 |  |  |   echo "CUDA is enabled, appending LD_LIBRARY_PATH to include torch/cudnn & cublas libraries." | 
					
						
							| 
									
										
										
										
											2024-04-05 10:08:14 +08:00
										 |  |  |   export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:/usr/local/lib/python3.11/site-packages/torch/lib:/usr/local/lib/python3.11/site-packages/nvidia/cudnn/lib" | 
					
						
							| 
									
										
										
										
											2024-04-02 20:47:52 +08:00
										 |  |  | fi | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-05-22 03:53:43 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | # Check if SPACE_ID is set, if so, configure for space | 
					
						
							|  |  |  | if [ -n "$SPACE_ID" ]; then | 
					
						
							|  |  |  |   echo "Configuring for HuggingFace Space deployment" | 
					
						
							| 
									
										
										
										
											2024-05-22 05:09:25 +08:00
										 |  |  |   if [ -n "$ADMIN_USER_EMAIL" ] && [ -n "$ADMIN_USER_PASSWORD" ]; then | 
					
						
							|  |  |  |     echo "Admin user configured, creating" | 
					
						
							|  |  |  |     WEBUI_SECRET_KEY="$WEBUI_SECRET_KEY" uvicorn main:app --host "$HOST" --port "$PORT" --forwarded-allow-ips '*' & | 
					
						
							|  |  |  |     webui_pid=$! | 
					
						
							|  |  |  |     echo "Waiting for webui to start..." | 
					
						
							|  |  |  |     while ! curl -s http://localhost:8080/health > /dev/null; do | 
					
						
							|  |  |  |       sleep 1 | 
					
						
							|  |  |  |     done | 
					
						
							|  |  |  |     echo "Creating admin user..." | 
					
						
							|  |  |  |     curl \
 | 
					
						
							|  |  |  |       -X POST "http://localhost:8080/api/v1/auths/signup" \
 | 
					
						
							|  |  |  |       -H "accept: application/json" \
 | 
					
						
							|  |  |  |       -H "Content-Type: application/json" \
 | 
					
						
							|  |  |  |       -d "{ \"email\": \"${ADMIN_USER_EMAIL}\", \"password\": \"${ADMIN_USER_PASSWORD}\", \"name\": \"Admin\" }" | 
					
						
							|  |  |  |     echo "Shutting down webui..." | 
					
						
							|  |  |  |     kill $webui_pid | 
					
						
							|  |  |  |   fi | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-05-22 03:53:43 +08:00
										 |  |  |   export WEBUI_URL=${SPACE_HOST} | 
					
						
							|  |  |  | fi | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-04-28 03:20:48 +08:00
										 |  |  | WEBUI_SECRET_KEY="$WEBUI_SECRET_KEY" exec uvicorn main:app --host "$HOST" --port "$PORT" --forwarded-allow-ips '*' |