我目前在执行以下用例时面临性能不佳的问题:
我有两个文件 -task.py
# tasks.py
from celery import Celery
app = Celery('tasks', broker='pyamqp://guest@localhost//', backend='rpc://',worker_prefetch_multiplier=1)
@app.task
def task(array_of_elements):
return [x ** 2 for x in array_of_elements]
Run Code Online (Sandbox Code Playgroud)
和运行.py
# run.py
from celery import group
from itertools import chain, repeat
from tasks import task
import time
def grouper(n, iterable, padvalue=None):
return zip(*[chain(iterable, repeat(padvalue, n-1))]*n)
def fun1(x):
return x ** 2
if __name__ == '__main__':
start = time.time()
items = [list(x) for x in grouper(10000, range(10000))]
x = group([task.s(item) for item in items])
r …Run Code Online (Sandbox Code Playgroud)