-
Notifications
You must be signed in to change notification settings - Fork 0
/
docker-run-telegram-group-to-engagement-db.sh
executable file
·75 lines (60 loc) · 2.42 KB
/
docker-run-telegram-group-to-engagement-db.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
#!/bin/bash
set -e
PROJECT_NAME="$(<configurations/docker_image_project_name.txt)"
IMAGE_NAME=$PROJECT_NAME-telegram-group-to-engagement-db
while [[ $# -gt 0 ]]; do
case "$1" in
--incremental-cache-volume)
INCREMENTAL_ARG="--incremental-cache-path /cache"
INCREMENTAL_CACHE_VOLUME_NAME="$2"
shift 2;;
--)
shift
break;;
*)
break;;
esac
done
# Check that the correct number of arguments were provided.
if [[ $# -ne 5 ]]; then
echo "Usage: $0
[--incremental-cache-volume <incremental-cache-volume>]
<user> <google-cloud-credentials-file-path> <configuration-file> <code-schemes-dir> <data-dir>"
exit
fi
# Assign the program arguments to bash variables.
USER=$1
GOOGLE_CLOUD_CREDENTIALS_PATH=$2
CONFIGURATION_FILE=$3
CODE_SCHEMES_DIR=$4
DATA_DIR=$5
# Build an image for this pipeline stage.
docker build -t "$IMAGE_NAME" .
# Create a container from the image that was just built.
CMD="pdm run python -u sync_telegram_group_to_engagement_db.py ${INCREMENTAL_ARG} ${USER} \
/credentials/google-cloud-credentials.json configuration"
if [[ "$INCREMENTAL_ARG" ]]; then
container="$(docker container create -t -w /app --mount source="$INCREMENTAL_CACHE_VOLUME_NAME",target=/cache "$IMAGE_NAME" /bin/bash -c "$CMD")"
else
container="$(docker container create -t -w /app "$IMAGE_NAME" /bin/bash -c "$CMD")"
fi
echo "Created container $container"
container_short_id=${container:0:7}
# Copy input data into the container
echo "Copying $GOOGLE_CLOUD_CREDENTIALS_PATH -> $container_short_id:/credentials/google-cloud-credentials.json"
docker cp "$GOOGLE_CLOUD_CREDENTIALS_PATH" "$container:/credentials/google-cloud-credentials.json"
echo "Copying $CODE_SCHEMES_DIR -> $container_short_id:/app/code_schemes"
docker cp "$CODE_SCHEMES_DIR" "$container:/app/code_schemes"
echo "Copying $CONFIGURATION_FILE -> $container_short_id:/app/configuration.py"
docker cp "$CONFIGURATION_FILE" "$container:/app/configuration.py"
# Run the container
echo "Starting container $container_short_id"
docker start -a "$container"
# Copy cache data out of the container for backup
if [[ "$INCREMENTAL_ARG" ]]; then
echo "Copying $container_short_id:/cache/. -> $DATA_DIR/Cache"
mkdir -p "$DATA_DIR/Cache"
docker cp "$container:/cache/." "$DATA_DIR/Cache"
fi
# Tear down the container when it has run successfully
docker container rm "$container" >/dev/null