1、快速入门
1.1、config.py【redis和rabbitmq配置代码】
from celery import Celery
broker = 'amqp://celery:pwdcelery@192.168.10.10:5672/celery_host' # rabbitMQ
backend = 'redis://:redis@192.168.10.10:6379/2' # redis地址
# 1 实例化得到celery对象
app = Celery(__name__, backend=backend, broker=broker)
1.2、tasks.py【异步的任务代码】
from config import app
# 相加的任务
@app.task()
def add(a, b):
import time
time.sleep(2)
return a + b
1.3、调用的代码【main.py】
# 启动的命令
# windows：
# pip3 install eventlet
# celery -A tasks worker -l info -P eventlet
import tasks
from config import app
from celery.result import AsyncResult
def sync_test():
# 同步代码
res = tasks.add(2, 3) # 普通的同步任务,同步执行任务
print(res)
def async_test() -> str:
# 异步代码
return tasks.add.apply_async(kwargs={'a': 2, 'b': 3})
def get_result(task_id):
# 查看任务执行结果
a = AsyncResult(id=task_id, app=app)
if a.successful():
print('任务执行成功了')
result = a.get() # 异步任务执行的结果
print(result)
elif a.failed():
print('任务失败')
elif a.status == 'PENDING':
print('任务等待中被执行')
elif a.status == 'RETRY':
print('任务异常后正在重试')
elif a.status == 'STARTED':
print('任务已经开始被执行')
if __name__ == '__main__':
#1、同步任务
# sync_test()
#2、开启任务
# task_id = async_test()
# print(task_id) # aff61b49-bbeb-4a71-9332-76b1e7e74c93
get_result('aff61b49-bbeb-4a71-9332-76b1e7e74c93')
2、多任务创建运行
2.1、目录结构
├── celery_task
│ ├── compute_task.py
│ ├── __init__.py
│ ├── main.py
│ ├── order_task.py
│ └── sms_send_task.py
├── config.py
2.2、任务代码
2.2.1、任务1【celery_task/compute_task.py】
from config import app
@app.task()
def add(a, b):
return a + b
2.2.2、任务2【celery_task/sms_send_task.py】
import time
from config import app
# 发送短信任务
@app.task()
def send_sms(phone, code):
time.sleep(3) # 模拟发送短信延迟
print('短信发送成功，手机号是：%s，验证码是：%s' % (phone, code))
return '短信发送成功'
2.2.3、任务3【celery_task/order_task.py 】
from config import app
# 生成订单任务
@app.task()
def make_order():
with open(r'C:\order.txt', 'a', encoding='utf-8') as f:
f.write('生成一条订单\n')
return True
2.4、celery配置代码【config.py】
from celery import Celery
broker = 'amqp://celery:pwdcelery@192.168.10.10:5672/celery_host' # rabbitMQ
backend = 'redis://:redis@192.168.10.10:6379/2' # redis地址
# 1 实例化得到celery对象
app = Celery(__name__, backend=backend, broker=broker, include=[
'celery_task.compute_task',
'celery_task.order_task',
'celery_task.sms_send_task'
])
app.conf.update({'broker_connection_retry_on_startup': True})
2.5、运行worker
celeryProject>celery -A config worker -l info -P eventlet
2.6、运行任务
from celery_task import compute_task, order_task, sms_send_task
from config import app
def send_task():
# 提交一个发送短信任务
res = sms_send_task.send_sms.apply_async(args=['18972370000', '8888'])
print('sms_send_task:', res)
# 提交一个生成订单任务
res = order_task.make_order.apply_async()
print('order_task', res)
res = compute_task.add.apply_async(args=[1, 1])
print('compute_task', res)
def get_result(task_id):
from celery.result import AsyncResult
a = AsyncResult(id=task_id, app=app)
# print(app.conf)
if a.successful():
print('任务执行成功了')
result = a.get() # 异步任务执行的结果
print(result)
elif a.failed():
print('任务失败')
elif a.status == 'PENDING':
print('任务等待中被执行')
elif a.status == 'RETRY':
print('任务异常后正在重试')
elif a.status == 'STARTED':
print('任务已经开始被执行')
if __name__ == '__main__':
# send_task()
task_dict = {'sms_send_task': '587808ea-f968-42ad-ab42-b47bbc0b9940',
'order_task': '943c4a74-5b33-4352-a8fa-27d9efd7524b',
'compute_task': '30b66a71-71b1-42bd-8eb0-cd1afddf177c'}
for _, task_id in task_dict.items():
print(get_result(task_id))
3、延迟任务
3.1、任务代码【sms_send_task.py】
from config import app
# 发送短信任务
@app.task()
def send_sms(phone, code):
print('短信发送成功，手机号是：%s，验证码是：%s' % (phone, code))
return '短信发送成功'
3.2、调用代码
def delay_task():
# 添加延迟任务方式一：
from datetime import datetime, timedelta
# datetime.utcnow() 获取当前的utc时间
eta = datetime.utcnow() + timedelta(seconds=50) # 50s后的utc时间
# 10s后，发送短信
res = sms_send_task.send_sms.apply_async(args=('12345566650', '8888'), eta=eta)
print(res)
# 使用第二种方式执行异步任务（两者传参不同；不写时间，就表示立即执行）：
res = sms_send_task.send_sms.delay('12345566600', '9999')
print(res)
if __name__ == '__main__':
delay_task()
3.3、观察命令打印
4、定时任务
4.1、定时的任务代码【sms_send_task.py】
from config import app
# 发送短信任务
@app.task()
def send_sms(phone, code):
print('短信发送成功，手机号是：%s，验证码是：%s' % (phone, code))
return '短信发送成功'
4.2、配置定时任务【config.py】
from celery import Celery
broker = 'amqp://celery:pwdcelery@192.168.10.10:5672/celery_host' # rabbitMQ
backend = 'redis://:redis@192.168.10.10:6379/2' # redis地址
# 1 实例化得到celery对象
app = Celery(__name__, backend=backend, broker=broker, include=[
'celery_task.compute_task',
'celery_task.order_task',
'celery_task.sms_send_task'
])
app.conf.update({'broker_connection_retry_on_startup': True})
###修改celery的配置信息 app.conf整个celery的配置信息
# 时区
app.conf.timezone = 'Asia/Shanghai'
# 是否使用UTC
app.conf.enable_utc = False
# 配置定时任务
from datetime import timedelta
from celery.schedules import crontab
app.conf.beat_schedule = {
'send_sms_every_3_seconds': {
'task': 'celery_task.sms_send_task.send_sms', # 指定执行的是哪个任务
'schedule': timedelta(seconds=3),
# 'schedule': crontab(hour=8, day_of_week=1), # 每周一早八点
'args': ('18953675221', '8888'),
}
}
4.3、启动worker
celeryProject> celery -A config worker -l info -P eventlet
4.4、启动beat
celeryProject> celery -A config beat -l info
浙公网安备 33010602011771号