๐Ÿ“ฆ anna-geller / dataflow-ops

๐Ÿ“„ deploy_flows.bash ยท 19 lines
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19# upload flow code to S3 storage block + deploy flow as Local Process infra block
python blocks/s3.py
python blocks/process.py
prefect deployment build -n prod -q prod -sb s3/prod -ib process/prod -a flows/healthcheck.py:healthcheck
prefect deployment build -n prod -q prod -sb s3/prod -ib process/prod -a flows/parametrized.py:parametrized --skip-upload
prefect deployment build -n prod -q prod -sb s3/prod -ib process/prod -a flows/hello.py:hello --skip-upload

# upload flow code to S3 storage block + deploy flow as ECSTask infra block
python blocks/s3.py
python blocks/ecs_task.py
prefect deployment build -n prod -q prod -sb s3/prod -ib ecs-task/prod -a flows/healthcheck.py:healthcheck
prefect deployment build -n prod -q prod -sb s3/prod -ib ecs-task/prod -a flows/parametrized.py:parametrized --skip-upload
prefect deployment build -n prod -q prod -sb s3/prod -ib ecs-task/prod -a flows/hello.py:hello --skip-upload
# ---------------------------------------------------------------
# run all flows
prefect deployment run healthcheck/prod
prefect deployment run parametrized/prod
prefect deployment run hello/prod