Fetch prefect host and test
This commit is contained in:
parent
2d9300c18e
commit
9606e3e269
2 changed files with 28 additions and 0 deletions
|
|
@ -155,6 +155,17 @@ class LolaConfig:
|
|||
"port": self.ENV_DATA["datadw_port"],
|
||||
}
|
||||
|
||||
@_needs_env_data
|
||||
def fetch_prefect_host(self, s3_reader=None) -> None:
|
||||
"""
|
||||
Read the env file from S3 and store the prefect_host.
|
||||
|
||||
:param s3_reader: a client to fetch files from S3.
|
||||
:return: None
|
||||
"""
|
||||
|
||||
self.PREFECT_HOST = self.ENV_DATA["prefect_host"]
|
||||
|
||||
def fetch_env_data(self, s3_reader=None) -> None:
|
||||
"""
|
||||
Read the env file from S3 with the default or a passed s3_reader and
|
||||
|
|
|
|||
|
|
@ -91,3 +91,20 @@ def test_lolaconfig_fetches_dw_creds_properly():
|
|||
lolaconfig.fetch_dw_credentials(s3_reader=fake_s3_reader)
|
||||
|
||||
assert type(lolaconfig.DW_CREDENTIALS) is dict
|
||||
|
||||
|
||||
def test_lolaconfig_fetches_prefect_host_properly():
|
||||
lolaconfig = LolaConfig(flow_name="some-flow")
|
||||
|
||||
fake_s3_reader = SimpleNamespace()
|
||||
|
||||
def mock_read_json_from_s3_file(bucket, key):
|
||||
return {
|
||||
"prefect_host": "some_host",
|
||||
}
|
||||
|
||||
fake_s3_reader.read_json_from_s3_file = mock_read_json_from_s3_file
|
||||
|
||||
lolaconfig.fetch_prefect_host(s3_reader=fake_s3_reader)
|
||||
|
||||
assert type(lolaconfig.PREFECT_HOST) is str
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue