make bz populate multi configurable

4 files changed, 5 insertions, 2 deletions

diff --git a/bugzilla_populate_user_relations_comments_table.py b/bugzilla_populate_user_relations_comments_table.py
index dc66cfb..08a2489 100755
--- a/bugzilla_populate_user_relations_comments_table.py
+++ b/bugzilla_populate_user_relations_comments_table.py
@@ -92,7 +92,7 @@ def run_populate(bugid, tries=1):
 def main():
     bugs = return_bug_list()
     from multiprocessing import Pool
-    pool = Pool(processes=10)
+    pool = Pool(processes=int(config.bz_populate_multi))
     _ =  pool.map(run_populate, bugs)
     complete = len(filter(bool, _))
     failed = len(_) - complete
diff --git a/bugzilla_populate_user_relations_table.py b/bugzilla_populate_user_relations_table.py
index ba69b78..04a7248 100755
--- a/bugzilla_populate_user_relations_table.py
+++ b/bugzilla_populate_user_relations_table.py
@@ -170,7 +170,7 @@ def run_populate(bugid, tries=1):
 def main():
     bugs = return_bug_list()
     from multiprocessing import Pool
-    pool = Pool(processes=10)
+    pool = Pool(processes=int(config.bz_populate_multi))
     _ =  pool.map(run_populate, bugs)
     complete = len(filter(bool, _))
     failed = len(_) - complete
diff --git a/phabtools.conf.example b/phabtools.conf.example
index cdf7207..8399c93 100644
--- a/phabtools.conf.example
+++ b/phabtools.conf.example
@@ -40,6 +40,7 @@ fetch_multi = 40
 create_multi = 3
 update_limit = 30
 update_multi = 10
+populate_multi = 6
 security = false
 
 [rtmigrate]
diff --git a/wmfphablib/config.py b/wmfphablib/config.py
index 510ba85..ffd6384 100755
--- a/wmfphablib/config.py
+++ b/wmfphablib/config.py
@@ -39,6 +39,7 @@ bz_createmulti = int(parser.get(parser_mode, 'create_multi'))
 bz_fetchmulti = int(parser.get(parser_mode, 'fetch_multi'))
 bz_updatelimit = int(parser.get(parser_mode, 'update_limit'))
 bz_updatemulti = int(parser.get(parser_mode, 'update_multi'))
+bz_populate_multi = int(parser.get(parser_mode, 'populate_multi'))
 bz_security = parser.get(parser_mode, 'security')
 parser_mode = 'rtmigrate'
 rtmigrate_db = parser.get(parser_mode, 'db')
@@ -82,6 +83,7 @@ if __name__ == '__main__':
     print bz_fetchmulti
     print bz_updatelimit
     print bz_updatemulti
+    print bz_populate_multi
     print bz_security
     print 'RT\n'
     print rtmigrate_db