53 lines
1.6 KiB
Python
53 lines
1.6 KiB
Python
"""Taskiq Google Sheet import broker — isolated Redis stream so sheet imports
|
|
never sit behind inbox sync / Outlook / CV work.
|
|
|
|
Worker: taskiq worker taskiq_management.g_sheet_broker_setup:sheet_broker g_sheet.tasks
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import os
|
|
|
|
from dotenv import load_dotenv
|
|
from taskiq.middlewares import SmartRetryMiddleware
|
|
from taskiq_redis import (
|
|
ListRedisScheduleSource,
|
|
RedisAsyncResultBackend,
|
|
RedisStreamBroker,
|
|
)
|
|
|
|
from taskiq_management.broker_setup import MAX_RETRIES,RETRY_DELAY
|
|
from taskiq_management.middleware import DeadLetterMiddleware
|
|
|
|
load_dotenv()
|
|
|
|
REDIS_URL=os.getenv("REDIS_URL","redis://localhost:6379/0")
|
|
SHEET_QUEUE_NAME=os.getenv("TASKIQ_SHEET_QUEUE_NAME","sheet_import")
|
|
|
|
result_backend=RedisAsyncResultBackend(redis_url=REDIS_URL)
|
|
sheet_schedule_source=ListRedisScheduleSource(
|
|
url=REDIS_URL,prefix="taskiq:schedule:sheet",
|
|
)
|
|
|
|
sheet_broker=(
|
|
RedisStreamBroker(
|
|
url=REDIS_URL,
|
|
queue_name=SHEET_QUEUE_NAME,
|
|
consumer_group_name=os.getenv("TASKIQ_CONSUMER_GROUP","taskiq"),
|
|
idle_timeout=int(os.getenv("TASKIQ_IDLE_TIMEOUT_MS","600000")),
|
|
)
|
|
.with_result_backend(result_backend)
|
|
.with_middlewares(
|
|
DeadLetterMiddleware(redis_url=REDIS_URL),
|
|
SmartRetryMiddleware(
|
|
default_retry_count=MAX_RETRIES,
|
|
default_retry_label=True,
|
|
default_delay=RETRY_DELAY,
|
|
use_jitter=True,
|
|
use_delay_exponent=True,
|
|
max_delay_exponent=float(os.getenv("TASKIQ_MAX_DELAY","120")),
|
|
schedule_source=sheet_schedule_source,
|
|
),
|
|
)
|
|
)
|