mirror of
https://github.com/onyx-dot-app/onyx.git
synced 2026-10-22 11:22:49 -05:00
Chris Weaver
0c58c8d6cb
Adds: - name for connector credential pairs + frontend changes to start populating this field - document set table migration - during indexing, document sets are now checked and inserted into Vespa - background job to check if document sets need to be synced - document set management APIs - document set management dashboard in the UI
25 lines
663 B
Python
25 lines
663 B
Python
import time
|
|
from collections.abc import Callable
|
|
from typing import Any
|
|
|
|
from danswer.utils.logger import setup_logger
|
|
|
|
|
|
logger = setup_logger()
|
|
|
|
|
|
def interval_run_job(
|
|
job: Callable[[], Any], delay: int | float, emit_job_start_log: bool = True
|
|
) -> None:
|
|
while True:
|
|
start = time.time()
|
|
if emit_job_start_log:
|
|
logger.info(f"Running '{job.__name__}', current time: {time.ctime(start)}")
|
|
try:
|
|
job()
|
|
except Exception as e:
|
|
logger.exception(f"Failed to run update due to {e}")
|
|
sleep_time = delay - (time.time() - start)
|
|
if sleep_time > 0:
|
|
time.sleep(sleep_time)
|