Fetch prefect host and test
This commit is contained in:
parent
2d9300c18e
commit
9606e3e269
2 changed files with 28 additions and 0 deletions
|
|
@ -155,6 +155,17 @@ class LolaConfig:
|
||||||
"port": self.ENV_DATA["datadw_port"],
|
"port": self.ENV_DATA["datadw_port"],
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@_needs_env_data
|
||||||
|
def fetch_prefect_host(self, s3_reader=None) -> None:
|
||||||
|
"""
|
||||||
|
Read the env file from S3 and store the prefect_host.
|
||||||
|
|
||||||
|
:param s3_reader: a client to fetch files from S3.
|
||||||
|
:return: None
|
||||||
|
"""
|
||||||
|
|
||||||
|
self.PREFECT_HOST = self.ENV_DATA["prefect_host"]
|
||||||
|
|
||||||
def fetch_env_data(self, s3_reader=None) -> None:
|
def fetch_env_data(self, s3_reader=None) -> None:
|
||||||
"""
|
"""
|
||||||
Read the env file from S3 with the default or a passed s3_reader and
|
Read the env file from S3 with the default or a passed s3_reader and
|
||||||
|
|
|
||||||
|
|
@ -91,3 +91,20 @@ def test_lolaconfig_fetches_dw_creds_properly():
|
||||||
lolaconfig.fetch_dw_credentials(s3_reader=fake_s3_reader)
|
lolaconfig.fetch_dw_credentials(s3_reader=fake_s3_reader)
|
||||||
|
|
||||||
assert type(lolaconfig.DW_CREDENTIALS) is dict
|
assert type(lolaconfig.DW_CREDENTIALS) is dict
|
||||||
|
|
||||||
|
|
||||||
|
def test_lolaconfig_fetches_prefect_host_properly():
|
||||||
|
lolaconfig = LolaConfig(flow_name="some-flow")
|
||||||
|
|
||||||
|
fake_s3_reader = SimpleNamespace()
|
||||||
|
|
||||||
|
def mock_read_json_from_s3_file(bucket, key):
|
||||||
|
return {
|
||||||
|
"prefect_host": "some_host",
|
||||||
|
}
|
||||||
|
|
||||||
|
fake_s3_reader.read_json_from_s3_file = mock_read_json_from_s3_file
|
||||||
|
|
||||||
|
lolaconfig.fetch_prefect_host(s3_reader=fake_s3_reader)
|
||||||
|
|
||||||
|
assert type(lolaconfig.PREFECT_HOST) is str
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue