stuff
This commit is contained in:
parent
44703c5601
commit
dab746698c
2 changed files with 6 additions and 3 deletions
|
|
@ -3,6 +3,9 @@ import pathlib
|
||||||
from typing import Union
|
from typing import Union
|
||||||
|
|
||||||
from anaxi.file_persistence import read_yaml, write_yaml
|
from anaxi.file_persistence import read_yaml, write_yaml
|
||||||
|
from anaxi.logging import get_anaxi_logger
|
||||||
|
|
||||||
|
logger = get_anaxi_logger(__name__)
|
||||||
|
|
||||||
|
|
||||||
class CheckpointManager:
|
class CheckpointManager:
|
||||||
|
|
@ -41,6 +44,9 @@ class CheckpointManager:
|
||||||
).isoformat()
|
).isoformat()
|
||||||
},
|
},
|
||||||
)
|
)
|
||||||
|
logger.info(
|
||||||
|
f"New checkpoint at {self.highest_synced_timestamp.astimezone(tz=datetime.timezone.utc)}"
|
||||||
|
)
|
||||||
|
|
||||||
def set_new_goal(self, goal_timestamp: datetime.datetime) -> None:
|
def set_new_goal(self, goal_timestamp: datetime.datetime) -> None:
|
||||||
self.goal = goal_timestamp
|
self.goal = goal_timestamp
|
||||||
|
|
|
||||||
|
|
@ -75,9 +75,6 @@ class SyncJob:
|
||||||
postgres_cursor,
|
postgres_cursor,
|
||||||
)
|
)
|
||||||
logger.info("Committed batch.")
|
logger.info("Committed batch.")
|
||||||
logger.info(
|
|
||||||
f"Checkpoint is a now at: {self.checkpoint_manager.highest_synced_timestamp}"
|
|
||||||
)
|
|
||||||
|
|
||||||
docs_batch = []
|
docs_batch = []
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue