tweaking secondary on public server

chaoss · Apr 30, 2024 · e294a5e · e294a5e
1 parent 6405d96
commit e294a5e
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 6 deletions.
diff --git a/augur/application/cli/backend.py b/augur/application/cli/backend.py
@@ -165,7 +165,7 @@ def determine_worker_processes(ratio,maximum):
         sleep_time += 6
 
         #60% of estimate, Maximum value of 45
-        core_num_processes = determine_worker_processes(.1, 5)
+        core_num_processes = determine_worker_processes(.1, 1)
         logger.info(f"Starting core worker processes with concurrency={core_num_processes}")
         core_worker = f"celery -A augur.tasks.init.celery_app.celery_app worker -l info --concurrency={core_num_processes} -n core:{uuid.uuid4().hex}@%h"
         process_list.append(subprocess.Popen(core_worker.split(" ")))
@@ -179,7 +179,7 @@ def determine_worker_processes(ratio,maximum):
         sleep_time += 6
 
         #15% of estimate, Maximum value of 20
-        facade_num_processes = determine_worker_processes(.15, 10)
+        facade_num_processes = determine_worker_processes(.15, 1)
         logger.info(f"Starting facade worker processes with concurrency={facade_num_processes}")
         facade_worker = f"celery -A augur.tasks.init.celery_app.celery_app worker -l info --concurrency={facade_num_processes} -n facade:{uuid.uuid4().hex}@%h -Q facade"
 

diff --git a/augur/application/cli/collection.py b/augur/application/cli/collection.py
@@ -125,21 +125,21 @@ def determine_worker_processes(ratio,maximum):
     sleep_time += 6
 
     #60% of estimate, Maximum value of 45
-    core_num_processes = determine_worker_processes(.1, 5)
+    core_num_processes = determine_worker_processes(.1, 1)
     logger.info(f"Starting core worker processes with concurrency={core_num_processes}")
     core_worker = f"celery -A augur.tasks.init.celery_app.celery_app worker -l info --concurrency={core_num_processes} -n core:{uuid.uuid4().hex}@%h"
     process_list.append(subprocess.Popen(core_worker.split(" ")))
     sleep_time += 6
 
     #20% of estimate, Maximum value of 25
-    secondary_num_processes = determine_worker_processes(.7, 90)
+    secondary_num_processes = determine_worker_processes(.7, 100)
     logger.info(f"Starting secondary worker processes with concurrency={secondary_num_processes}")
     secondary_worker = f"celery -A augur.tasks.init.celery_app.celery_app worker -l info --concurrency={secondary_num_processes} -n secondary:{uuid.uuid4().hex}@%h -Q secondary"
     process_list.append(subprocess.Popen(secondary_worker.split(" ")))
     sleep_time += 6
 
     #15% of estimate, Maximum value of 20
-    facade_num_processes = determine_worker_processes(.15, 10)
+    facade_num_processes = determine_worker_processes(.1, 1)
     logger.info(f"Starting facade worker processes with concurrency={facade_num_processes}")
     facade_worker = f"celery -A augur.tasks.init.celery_app.celery_app worker -l info --concurrency={facade_num_processes} -n facade:{uuid.uuid4().hex}@%h -Q facade"
 

diff --git a/augur/tasks/start_tasks.py b/augur/tasks/start_tasks.py
@@ -251,7 +251,7 @@ def augur_collection_monitor(self):
 
         if secondary_repo_collect_phase.__name__ in enabled_phase_names:
             enabled_collection_hooks.append(build_secondary_repo_collect_request(session,enabled_phase_names))
-            #start_secondary_collection(session, max_repo=10)
+            #start_secondary_collection(session, max_repo=100)
 
         if facade_phase.__name__ in enabled_phase_names:
             #start_facade_collection(session, max_repo=30)