Add ENV_FILE_PATH and default value

This commit is contained in:
Pablo Martin 2023-01-13 13:45:12 +01:00
parent d0dcff8a3f
commit 707ac6ad7c
2 changed files with 7 additions and 0 deletions

View file

@ -1,4 +1,5 @@
DEFAULT_ENV_S3_BUCKET="pdo-prefect-flows"
DEFAULT_ENV_FILE_PATH="env/env_prd.json"
DEFAULT_PATH_TO_SLACK_WEBHOOKS_FILE = "env/slack_webhooks.json"
DEFAULT_KUBERNETES_IMAGE = "373245262072.dkr.ecr.eu-central-1.amazonaws.com/pdo-data-prefect:production"
DEFAULT_KUBERNETES_LABELS = ["k8s"]

View file

@ -9,6 +9,7 @@ from lolafect.defaults import (
DEFAULT_KUBERNETES_IMAGE,
DEFAULT_KUBERNETES_LABELS,
DEFAULT_FLOWS_PATH_IN_BUCKET,
DEFAULT_ENV_FILE_PATH
)
from lolafect.utils import S3FileReader
@ -22,6 +23,7 @@ class LolaConfig:
self,
flow_name: str,
env_s3_bucket: str = None,
env_file_path: str = None,
kubernetes_labels: List = None,
kubernetes_image: str = None,
slack_webhooks_file: str = None,
@ -32,6 +34,7 @@ class LolaConfig:
:param flow_name: the name of the flow.
:param env_s3_bucket: the name of the S3 bucket where env vars should be
searched.
:param env_file_path: the path to the environment file.
:param kubernetes_labels: labels to be passed to the kubernetes agent.
:param kubernetes_image: image to use when running through the kubernetes agent.
:param slack_webhooks_file: path to the slack webhooks file within the env
@ -42,6 +45,9 @@ class LolaConfig:
self.S3_BUCKET_NAME = (
DEFAULT_ENV_S3_BUCKET if env_s3_bucket is None else env_s3_bucket
)
self.ENV_FILE_PATH = (
DEFAULT_ENV_FILE_PATH if env_file_path is None else env_file_path
)
self.SLACK_WEBHOOKS_FILE = (
DEFAULT_PATH_TO_SLACK_WEBHOOKS_FILE
if slack_webhooks_file is None