counterweight/lolafect
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add ENV_FILE_PATH and default value

Browse source
This commit is contained in:
Pablo Martin 2023-01-13 13:45:12 +01:00
parent d0dcff8a3f
commit 707ac6ad7c
2 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
lolafect/defaults.py
View file

@ -1,4 +1,5 @@
DEFAULT_ENV_S3_BUCKET="pdo-prefect-flows" DEFAULT_ENV_S3_BUCKET="pdo-prefect-flows"
DEFAULT_ENV_FILE_PATH="env/env_prd.json"
DEFAULT_PATH_TO_SLACK_WEBHOOKS_FILE = "env/slack_webhooks.json" DEFAULT_PATH_TO_SLACK_WEBHOOKS_FILE = "env/slack_webhooks.json"
DEFAULT_KUBERNETES_IMAGE = "373245262072.dkr.ecr.eu-central-1.amazonaws.com/pdo-data-prefect:production" DEFAULT_KUBERNETES_IMAGE = "373245262072.dkr.ecr.eu-central-1.amazonaws.com/pdo-data-prefect:production"
DEFAULT_KUBERNETES_LABELS = ["k8s"] DEFAULT_KUBERNETES_LABELS = ["k8s"]

6
lolafect/lolaconfig.py
View file

@ -9,6 +9,7 @@ from lolafect.defaults import (
DEFAULT_KUBERNETES_IMAGE, DEFAULT_KUBERNETES_IMAGE,
DEFAULT_KUBERNETES_LABELS, DEFAULT_KUBERNETES_LABELS,
DEFAULT_FLOWS_PATH_IN_BUCKET, DEFAULT_FLOWS_PATH_IN_BUCKET,
DEFAULT_ENV_FILE_PATH
) )
from lolafect.utils import S3FileReader from lolafect.utils import S3FileReader
@ -22,6 +23,7 @@ class LolaConfig:
self, self,
flow_name: str, flow_name: str,
env_s3_bucket: str = None, env_s3_bucket: str = None,
env_file_path: str = None,
kubernetes_labels: List = None, kubernetes_labels: List = None,
kubernetes_image: str = None, kubernetes_image: str = None,
slack_webhooks_file: str = None, slack_webhooks_file: str = None,
@ -32,6 +34,7 @@ class LolaConfig:
:param flow_name: the name of the flow. :param flow_name: the name of the flow.
:param env_s3_bucket: the name of the S3 bucket where env vars should be :param env_s3_bucket: the name of the S3 bucket where env vars should be
searched. searched.
:param env_file_path: the path to the environment file.
:param kubernetes_labels: labels to be passed to the kubernetes agent. :param kubernetes_labels: labels to be passed to the kubernetes agent.
:param kubernetes_image: image to use when running through the kubernetes agent. :param kubernetes_image: image to use when running through the kubernetes agent.
:param slack_webhooks_file: path to the slack webhooks file within the env :param slack_webhooks_file: path to the slack webhooks file within the env
@ -42,6 +45,9 @@ class LolaConfig:
self.S3_BUCKET_NAME = ( self.S3_BUCKET_NAME = (
DEFAULT_ENV_S3_BUCKET if env_s3_bucket is None else env_s3_bucket DEFAULT_ENV_S3_BUCKET if env_s3_bucket is None else env_s3_bucket
) )
self.ENV_FILE_PATH = (
DEFAULT_ENV_FILE_PATH if env_file_path is None else env_file_path
)
self.SLACK_WEBHOOKS_FILE = ( self.SLACK_WEBHOOKS_FILE = (
DEFAULT_PATH_TO_SLACK_WEBHOOKS_FILE DEFAULT_PATH_TO_SLACK_WEBHOOKS_FILE
if slack_webhooks_file is None if slack_webhooks_file is None