celeryconfig.py 819 B

1234567891011121314151617181920212223242526272829
  1. from config.settings import REDIS_URL,DB_URL
  2. # celery_result_backend = 'db+' + DB_URL
  3. # Flower持久化配置
  4. # FLOWER_PERSISTENT = True
  5. # FLOWER_DB = "flower_monitor.db"
  6. broker_url = REDIS_URL
  7. # result_backend = 'db+' + DB_URL
  8. task_serializer = 'json'
  9. result_serializer = 'json'
  10. accept_content = ['json']
  11. timezone = 'Asia/Shanghai'
  12. enable_utc = True
  13. task_track_started = True
  14. task_default_queue = 'default'
  15. task_acks_late=True
  16. worker_prefetch_multiplier=1
  17. worker_concurrency=4
  18. worker_send_task_events=True
  19. worker_pool = 'solo'
  20. # worker_pool = 'eventlet'
  21. broker_connection_retry_on_startup=True
  22. task_routes = {
  23. 'worker.celery.tasks.search_task': {'queue': 'search_queue'},
  24. 'worker.celery.tasks.crawl_task': {'queue': 'crawl_queue'},
  25. 'worker.celery.tasks.html_convert_tasks': {'queue': 'convert_queue'},
  26. }