-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathdocker-compose-timestamp.sh
More file actions
executable file
·190 lines (160 loc) · 7.02 KB
/
Copy pathdocker-compose-timestamp.sh
File metadata and controls
executable file
·190 lines (160 loc) · 7.02 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
#!/bin/bash
set -e
# --- Capture Git Commit for OCI Labels ---
GIT_COMMIT=$(git rev-parse HEAD 2>/dev/null || echo "unknown")
if [ -n "$(git status --porcelain 2>/dev/null)" ]; then
GIT_COMMIT="${GIT_COMMIT}-dirty"
echo "WARNING: Building with uncommitted changes ($GIT_COMMIT)"
else
echo "Building images for commit: $GIT_COMMIT"
fi
# --- Configuration ---
DEV_IMAGE_BASE_NAME="cuda-py"
MLFLOW_IMAGE_BASE_NAME="mlflow-postgres"
GEMMA_IMAGE_BASE_NAME="gemma-llm"
TENSORBOARD_IMAGE_BASE_NAME="tensorboard"
COMPOSE_GEMMA=0
REGISTRY_PATH="ghcr.io/niceode-llc"
# Path to the PK-Analysis repo's .env file (ADJUST IF YOUR REPOS ARE NOT SIBLINGS)
PK_ANALYSIS_REPO_PATH="../PK-Analysis"
PK_ANALYSIS_ENV_FILE="${PK_ANALYSIS_REPO_PATH}/.env"
# --- Dev Image Build Process ---
echo "Starting DEV IMAGE build process..."
DEV_BUILD_TAG=$(date +%Y%m%d%H%M%S)
LOCAL_DEV_IMAGE_NAME_WITH_TAG="${DEV_IMAGE_BASE_NAME}:${DEV_BUILD_TAG}"
REGISTRY_DEV_IMAGE_NAME_WITH_TAG="${REGISTRY_PATH}/${DEV_IMAGE_BASE_NAME}:${DEV_BUILD_TAG}"
export BUILD_TAG=${DEV_BUILD_TAG}
echo "Building dev image. It will be tagged as '${LOCAL_DEV_IMAGE_NAME_WITH_TAG}' by docker-compose.yml"
docker compose -f ./docker-compose.yml build \
--build-arg GIT_COMMIT="${GIT_COMMIT}" \
--no-cache dev_env_builder
echo "Tagging dev image for registry: ${REGISTRY_DEV_IMAGE_NAME_WITH_TAG}"
docker tag "${LOCAL_DEV_IMAGE_NAME_WITH_TAG}" "${REGISTRY_DEV_IMAGE_NAME_WITH_TAG}"
PUSH_TO_REG=1
if [ "$PUSH_TO_REG" -eq 1 ]
then
echo "Pushing dev image: ${REGISTRY_DEV_IMAGE_NAME_WITH_TAG}"
docker push "${REGISTRY_DEV_IMAGE_NAME_WITH_TAG}"
echo "--------------------------------------------------"
echo " DEV IMAGE Build Complete!"
echo " Pushed: ${REGISTRY_DEV_IMAGE_NAME_WITH_TAG}"
echo "--------------------------------------------------"
else
echo "Image push skipped because PUSH_TO_REG==0"
echo "--------------------------------------------------"
echo " DEV IMAGE Build Complete!"
echo "--------------------------------------------------"
fi
# --- MLflow Extended Image Build Process ---
echo ""
echo "Starting MLFLOW EXTENDED IMAGE build process..."
FULL_MLFLOW_IMAGE_TAG_WITH_REGISTRY="${REGISTRY_PATH}/${MLFLOW_IMAGE_BASE_NAME}:${DEV_BUILD_TAG}"
echo "Building MLFLOW EXTENDED image: ${FULL_MLFLOW_IMAGE_TAG_WITH_REGISTRY}"
docker build --no-cache \
--build-arg GIT_COMMIT="${GIT_COMMIT}" \
-t "${FULL_MLFLOW_IMAGE_TAG_WITH_REGISTRY}" ./mlflow_image/
if [ "$PUSH_TO_REG" -eq 1 ]
then
echo "Pushing MLFLOW EXTENDED image: ${FULL_MLFLOW_IMAGE_TAG_WITH_REGISTRY}"
docker push "${FULL_MLFLOW_IMAGE_TAG_WITH_REGISTRY}"
echo "--------------------------------------------------"
echo " MLFLOW EXTENDED IMAGE Build Complete!"
echo " Pushed: ${FULL_MLFLOW_IMAGE_TAG_WITH_REGISTRY}"
echo "--------------------------------------------------"
else
echo "Image push skipped because PUSH_TO_REG==0"
echo "--------------------------------------------------"
echo " MLFLOW EXTENDED IMAGE Build Complete!"
echo "--------------------------------------------------"
fi
# --- TensorBoard / XProf Image Build Process ---
echo ""
echo "Starting TENSORBOARD IMAGE build process..."
FULL_TENSORBOARD_IMAGE_TAG_WITH_REGISTRY="${REGISTRY_PATH}/${TENSORBOARD_IMAGE_BASE_NAME}:${DEV_BUILD_TAG}"
echo "Building TENSORBOARD image: ${FULL_TENSORBOARD_IMAGE_TAG_WITH_REGISTRY}"
docker build --no-cache \
--build-arg GIT_COMMIT="${GIT_COMMIT}" \
-t "${FULL_TENSORBOARD_IMAGE_TAG_WITH_REGISTRY}" ./tensorboard/
if [ "$PUSH_TO_REG" -eq 1 ]
then
echo "Pushing TENSORBOARD image: ${FULL_TENSORBOARD_IMAGE_TAG_WITH_REGISTRY}"
docker push "${FULL_TENSORBOARD_IMAGE_TAG_WITH_REGISTRY}"
echo "--------------------------------------------------"
echo " TENSORBOARD IMAGE Build Complete!"
echo " Pushed: ${FULL_TENSORBOARD_IMAGE_TAG_WITH_REGISTRY}"
echo "--------------------------------------------------"
else
echo "Image push skipped because PUSH_TO_REG==0"
echo "--------------------------------------------------"
echo " TENSORBOARD IMAGE Build Complete!"
echo "--------------------------------------------------"
fi
# --- Gemma LLM Image Build Process ---
if [ "$COMPOSE_GEMMA" -eq 1 ]; then
echo ""
echo "Starting GEMMA LLM IMAGE build process..."
FULL_GEMMA_IMAGE_TAG_WITH_REGISTRY="${REGISTRY_PATH}/${GEMMA_IMAGE_BASE_NAME}:${DEV_BUILD_TAG}"
echo "Building GEMMA LLM image: ${FULL_GEMMA_IMAGE_TAG_WITH_REGISTRY}"
docker build --no-cache \
--build-arg GIT_COMMIT="${GIT_COMMIT}" \
-t "${FULL_GEMMA_IMAGE_TAG_WITH_REGISTRY}" ./gemma_llm/
if [ "$PUSH_TO_REG" -eq 1 ]; then
echo "Pushing GEMMA LLM image: ${FULL_GEMMA_IMAGE_TAG_WITH_REGISTRY}"
docker push "${FULL_GEMMA_IMAGE_TAG_WITH_REGISTRY}"
echo "--------------------------------------------------"
echo " GEMMA LLM IMAGE Build Complete!"
echo " Pushed: ${FULL_GEMMA_IMAGE_TAG_WITH_REGISTRY}"
echo "--------------------------------------------------"
else
echo "Image push skipped because PUSH_TO_REG==0"
echo "--------------------------------------------------"
echo " GEMMA LLM IMAGE Build Complete!"
echo "--------------------------------------------------"
fi
else
FULL_GEMMA_IMAGE_TAG_WITH_REGISTRY="gemma3_is_not_composed"
echo "Skipping GEMMA LLM IMAGE Build"
fi
# --- Update environment files in PK-Analysis repo ---
if [ ! -d "${PK_ANALYSIS_REPO_PATH}" ]; then
echo "ERROR: PK-Analysis repository not found at ${PK_ANALYSIS_REPO_PATH}."
exit 1
fi
EXAMPLE_FILE="${PK_ANALYSIS_REPO_PATH}/.env.example"
REAL_ENV_FILE="${PK_ANALYSIS_REPO_PATH}/.env"
# Function to safely update image tags in a target file
update_env_file() {
local TARGET_FILE=$1
local TMP_FILE="${TARGET_FILE}.tmp"
echo "Updating tags in ${TARGET_FILE}..."
# 1. Write the new tags
cat <<EOF > "${TMP_FILE}"
# --- Autogenerated Image Tags (Updated by build.sh) ---
DEV_IMAGE_TAG=${REGISTRY_DEV_IMAGE_NAME_WITH_TAG}
MLFLOW_IMAGE_TAG=${FULL_MLFLOW_IMAGE_TAG_WITH_REGISTRY}
GEMMA_IMAGE_TAG=${FULL_GEMMA_IMAGE_TAG_WITH_REGISTRY}
TENSORBOARD_IMAGE_TAG=${FULL_TENSORBOARD_IMAGE_TAG_WITH_REGISTRY}
EOF
# 2. Append everything else from the target file, stripping out old tags
if [ -f "${TARGET_FILE}" ]; then
echo "" >> "${TMP_FILE}"
grep -v -E '^(DEV|MLFLOW|GEMMA|TENSORBOARD)_IMAGE_TAG=' "${TARGET_FILE}" >> "${TMP_FILE}" || true
fi
# 3. Overwrite
mv "${TMP_FILE}" "${TARGET_FILE}"
}
# Always update the tracked example file
update_env_file "${EXAMPLE_FILE}"
# Update the user's actual runtime file if they have created it
if [ -f "${REAL_ENV_FILE}" ]; then
update_env_file "${REAL_ENV_FILE}"
else
echo "Notice: No local .env file found. You will need to run:"
echo " cp ${EXAMPLE_FILE} ${REAL_ENV_FILE}"
echo "and configure your passwords/tokens before running docker compose."
fi
echo ""
echo "--------------------------------------------------"
echo " Build script finished successfully."
echo "--------------------------------------------------"
exit 0