From 13bbf67091378a8ea69582f316af91be66d4b191 Mon Sep 17 00:00:00 2001 From: "Richard Kuo (Danswer)" Date: Fri, 20 Dec 2024 16:18:35 -0800 Subject: [PATCH] raise activity timeout to one hour --- backend/onyx/background/celery/tasks/indexing/tasks.py | 6 +++++- backend/onyx/redis/redis_connector_index.py | 5 ++++- 2 files changed, 9 insertions(+), 2 deletions(-) diff --git a/backend/onyx/background/celery/tasks/indexing/tasks.py b/backend/onyx/background/celery/tasks/indexing/tasks.py index e2e2e5631fb..4ef88397884 100644 --- a/backend/onyx/background/celery/tasks/indexing/tasks.py +++ b/backend/onyx/background/celery/tasks/indexing/tasks.py @@ -479,7 +479,11 @@ def validate_indexing_fence( # celery tasks don't exist and the active signal has expired, possibly due to a crash. Clean it up. logger.warning( - f"validate_indexing_fence - Resetting fence because no associated celery tasks were found: fence={fence_key}" + f"validate_indexing_fence - Resetting fence because no associated celery tasks were found: " + f"index_attempt={payload.index_attempt_id} " + f"cc_pair={cc_pair_id} " + f"search_settings={search_settings_id} " + f"fence={fence_key}" ) if payload.index_attempt_id: try: diff --git a/backend/onyx/redis/redis_connector_index.py b/backend/onyx/redis/redis_connector_index.py index 7314da3c311..5cf5d449d26 100644 --- a/backend/onyx/redis/redis_connector_index.py +++ b/backend/onyx/redis/redis_connector_index.py @@ -118,7 +118,7 @@ def set_active(self) -> None: The slack in timing is needed to avoid race conditions where simply checking the celery queue and task status could result in race conditions.""" - self.redis.set(self.active_key, 0, ex=300) + self.redis.set(self.active_key, 0, ex=3600) def active(self) -> bool: if self.redis.exists(self.active_key): @@ -172,6 +172,9 @@ def reset(self) -> None: @staticmethod def reset_all(r: redis.Redis) -> None: """Deletes all redis values for all connectors""" + for key in r.scan_iter(RedisConnectorIndex.ACTIVE_PREFIX + "*"): + r.delete(key) + for key in r.scan_iter(RedisConnectorIndex.GENERATOR_LOCK_PREFIX + "*"): r.delete(key)