try reducing the number of ingest workers to 1

I think we've been overloading the OAPEN API
2023-05-08 15:09:45 -04:00 · 2023-05-08 15:09:45 -04:00 · 7b61a70cdf
parent c2f2a237db
commit 7b61a70cdf
1 changed files with 1 additions and 1 deletions
--- a/oapen-engine/src/tasks/config.py
+++ b/oapen-engine/src/tasks/config.py
@ -1,7 +1,7 @@
 ITEMS_PER_IMPORT_THREAD = 25

 # Max thread count for data ingest
-IO_MAX_WORKERS = 5
+IO_MAX_WORKERS = 1

 # Delay for submitting new API call thread
 HARVEST_THREAD_SPAWN_DELAY = 5