diff --git a/src/matchbox/server/uploads.py b/src/matchbox/server/uploads.py index 83d82c58..b4056e9b 100644 --- a/src/matchbox/server/uploads.py +++ b/src/matchbox/server/uploads.py @@ -162,10 +162,10 @@ def s3_to_recordbatch( task_acks_late=True, # Reduce pre-fetching (workers reserving tasks while they're still busy) # as it's not ideal for long-running tasks - prefetch_multiplier=1, + worker_prefetch_multiplier=1, # Limit number of tasks a worker can complete before restarting # This may prevent OOM errors caused by memory not being deallocated properly - worker_max_tasks_per_child=5, + worker_max_tasks_per_child=1, )