mirror of
https://github.com/fastapi-practices/fastapi-best-architecture.git
synced 2026-09-21 13:12:24 +00:00
Update the celery task result table creation logic (#783)
* Update the celery task result table creation logic * Disable beat_sync_every config * Update the prepared comment
This commit is contained in:
+10
-10
@@ -5,7 +5,6 @@ import os
|
||||
import celery
|
||||
import celery_aio_pool
|
||||
|
||||
from backend.app.task.model.result import OVERWRITE_CELERY_RESULT_GROUP_TABLE_NAME, OVERWRITE_CELERY_RESULT_TABLE_NAME
|
||||
from backend.app.task.tasks.beat import LOCAL_BEAT_SCHEDULE
|
||||
from backend.core.conf import settings
|
||||
from backend.core.path_conf import BASE_PATH
|
||||
@@ -30,22 +29,19 @@ def init_celery() -> celery.Celery:
|
||||
celery.app.trace.build_tracer = celery_aio_pool.build_async_tracer
|
||||
celery.app.trace.reset_worker_optimizations()
|
||||
|
||||
# https://docs.celeryq.dev/en/stable/userguide/configuration.html
|
||||
app = celery.Celery(
|
||||
'fba_celery',
|
||||
broker=f'redis://:{settings.REDIS_PASSWORD}@{settings.REDIS_HOST}:{settings.REDIS_PORT}/{settings.CELERY_BROKER_REDIS_DATABASE}'
|
||||
broker_url=f'redis://:{settings.REDIS_PASSWORD}@{settings.REDIS_HOST}:{settings.REDIS_PORT}/{settings.CELERY_BROKER_REDIS_DATABASE}'
|
||||
if settings.CELERY_BROKER == 'redis'
|
||||
else f'amqp://{settings.CELERY_RABBITMQ_USERNAME}:{settings.CELERY_RABBITMQ_PASSWORD}@{settings.CELERY_RABBITMQ_HOST}:{settings.CELERY_RABBITMQ_PORT}',
|
||||
broker_connection_retry_on_startup=True,
|
||||
backend=f'db+{settings.DATABASE_TYPE}+{"pymysql" if settings.DATABASE_TYPE == "mysql" else "psycopg"}'
|
||||
result_backend=f'db+{settings.DATABASE_TYPE}+{"pymysql" if settings.DATABASE_TYPE == "mysql" else "psycopg"}'
|
||||
f'://{settings.DATABASE_USER}:{settings.DATABASE_PASSWORD}@{settings.DATABASE_HOST}:{settings.DATABASE_PORT}/{settings.DATABASE_SCHEMA}',
|
||||
database_engine_options={'echo': settings.DATABASE_ECHO},
|
||||
database_table_names={
|
||||
'task': OVERWRITE_CELERY_RESULT_TABLE_NAME,
|
||||
'group': OVERWRITE_CELERY_RESULT_GROUP_TABLE_NAME,
|
||||
},
|
||||
result_extended=True,
|
||||
# result_expires=0, # 清理任务结果,默认每天凌晨 4 点,0 或 None 表示不清理
|
||||
# beat_sync_every=1, # 保存任务状态周期,默认 3 * 60 秒
|
||||
database_engine_options={'echo': settings.DATABASE_ECHO},
|
||||
# result_expires=0,
|
||||
# beat_sync_every=1,
|
||||
beat_schedule=LOCAL_BEAT_SCHEDULE,
|
||||
beat_scheduler='backend.app.task.utils.schedulers:DatabaseScheduler',
|
||||
task_cls='backend.app.task.tasks.base:TaskBase',
|
||||
@@ -54,6 +50,10 @@ def init_celery() -> celery.Celery:
|
||||
timezone=settings.DATETIME_TIMEZONE,
|
||||
)
|
||||
|
||||
# 在 Celery 中设置此参数无效
|
||||
# 参数:https://github.com/celery/celery/issues/7270
|
||||
app.loader.override_backends = {'db': 'backend.app.task.database:DatabaseBackend'}
|
||||
|
||||
# 自动发现任务
|
||||
packages = find_task_packages()
|
||||
app.autodiscover_tasks(packages)
|
||||
|
||||
Reference in New Issue
Block a user