LLM-MLC-LLM-on-Qualcomm-Adreno/build.sh at main · Advantech-Containers/LLM-MLC-LLM-on-Qualcomm-Adreno · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
#!/bin/bash


clear
GREEN='\033[0;32m'

RED='\033[0;31m'

YELLOW='\033[0;33m'

BLUE='\033[0;34m'

CYAN='\033[0;36m'

BOLD='\033[1m'

PURPLE='\033[0;35m'

NC='\033[0m' # No Color

echo -e "${BLUE}"

echo "       █████╗ ██████╗ ██╗   ██╗ █████╗ ███╗   ██╗████████╗███████╗ ██████╗██╗  ██╗     ██████╗ ██████╗ ███████╗"

echo "      ██╔══██╗██╔══██╗██║   ██║██╔══██╗████╗  ██║╚══██╔══╝██╔════╝██╔════╝██║  ██║    ██╔════╝██╔═══██╗██╔════╝"

echo "      ███████║██║  ██║██║   ██║███████║██╔██╗ ██║   ██║   █████╗  ██║     ███████║    ██║     ██║   ██║█████╗  "

echo "      ██╔══██║██║  ██║╚██╗ ██╔╝██╔══██║██║╚██╗██║   ██║   ██╔══╝  ██║     ██╔══██║    ██║     ██║   ██║██╔══╝  "

echo "      ██║  ██║██████╔╝ ╚████╔╝ ██║  ██║██║ ╚████║   ██║   ███████╗╚██████╗██║  ██║    ╚██████╗╚██████╔╝███████╗"

echo "      ╚═╝  ╚═╝╚═════╝   ╚═══╝  ╚═╝  ╚═╝╚═╝  ╚═══╝   ╚═╝   ╚══════╝ ╚═════╝╚═╝  ╚═╝     ╚═════╝ ╚═════╝ ╚══════╝"

echo -e "${WHITE}                                  Center of Excellence${NC}"

echo

echo -e "${CYAN}  This may take a moment...${NC}"

echo

sleep 7

set -e

#Load .env
if [ -f .env ]; then
  set -a
  source .env
  set +a
else
  echo -e "${RED}.env file not found!${NC}"
  exit 1
fi

echo "Using model: $MODEL_NAME"
echo "Compose file: $COMPOSE_FILE_PATH"

# Start Docker containers
# Run docker-compose using either plugin or legacy binary
echo "Running docker-compose"
if [ -f "$COMPOSE_FILE_PATH" ]; then
    if command -v docker-compose &> /dev/null; then
        docker-compose -f "$COMPOSE_FILE_PATH" up --build --force-recreate -d
    elif docker compose version &> /dev/null; then
        docker compose -f "$COMPOSE_FILE_PATH" up --build --force-recreate -d
    else
        echo "Neither docker-compose nor 'docker compose' found!"
        exit 1
    fi
    echo "Docker Compose started successfully."
else
    echo "docker-compose.yml not found at $COMPOSE_FILE_PATH"
    exit 1
fi

echo "All setup complete"

# Connect to container
echo "Connecting to container..."
docker exec -it llm-mlc-llm-on-qualcomm-adreno bash