1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
#!/usr/bin/env python
import sys
import time
import json
import multiprocessing
from wmfphablib import phabdb
from wmfphablib import log
from wmfphablib import vlog
from wmfphablib import errorlog as elog
from wmfphablib import now
from wmfphablib import return_bug_list
from wmfphablib import rtlib
from wmfphablib import ipriority
from wmfphablib import config
def update(bugid):
pmig = phabdb.phdb(db=config.rtmigrate_db)
epriority = pmig.sql_x("SELECT priority \
from task_relations \
where id = %s", bugid)
if epriority and epriority[0] == ipriority['update_success']:
log('skipping %s as blockers already updated' % (bugid,))
return True
query = "SELECT header FROM rt_meta WHERE id = %s"
header = pmig.sql_x(query, (bugid,))
if not header:
log('no header found for %s' % (bugid,))
return 'missing'
def extref(ticket):
refid = phabdb.reference_ticket("%s%s" % (rtlib.prepend, ticket))
if not refid:
return ''
return refid[0]
blocker_ref = extref(bugid)
tinfo = json.loads(header[0][0])
if 'refers_to' in tinfo['links'] and tinfo['links']['refers_to']:
refers_to = []
for b in tinfo['links']['refers_to']:
refersto_ref = extref(b)
if not refersto_ref:
continue
refers_to.append(phabdb.get_task_id_by_phid(refersto_ref))
if refers_to:
refers_block = '\n\n**Refers To:**\n'
refers_block += '\n'.join(["{T%s}" % r for r in refers_to])
log(phabdb.append_to_task_description(blocker_ref,
refers_block))
if 'refers_toby' in tinfo['links'] and tinfo['links']['refers_toby']:
refers_toby = []
for b in tinfo['links']['refers_toby']:
referstoby_ref = extref(b)
if not referstoby_ref:
continue
refers_toby.append(phabdb.get_task_id_by_phid(referstoby_ref))
if refers_toby:
refer_block = '\n\n**Referred To By:**\n'
refer_block += '\n'.join(["{T%s}" % r for r in refers_toby])
log(phabdb.append_to_task_description(blocker_ref,
refer_block))
return True
def run_update(bugid, tries=1):
if tries == 0:
pmig = phabdb.phdb(db=config.rtmigrate_db)
current = pmig.sql_x("SELECT * from \
task_relations \
where id = %s", bugid)
if current:
pmig.sql_x("UPDATE task_relations \
SET priority=%s, \
blocks=%s, \
modified=%s \
WHERE id = %s",
(ipriority['creation_failed'],
json.dumps([]), now(), bugid))
else:
sql = "INSERT INTO task_relations \
(id, priority, blocks, modified) \
VALUES (%s, %s, %s, %s)"
pmig.sql_x(sql, (bugid,
ipriority['creation_failed'],
json.dumps([]),
now()))
pmig.close()
elog('final fail to update %s' % (bugid,))
return False
try:
return update(bugid)
except Exception as e:
import traceback
tries -= 1
time.sleep(5)
traceback.print_exc(file=sys.stdout)
elog('failed to update %s' % (bugid,))
return run_update(bugid, tries=tries)
def main():
bugs = return_bug_list()
from multiprocessing import Pool
pool = Pool(processes=int(config.bz_updatemulti))
_ = pool.map(run_update, bugs)
complete = len(filter(bool, _))
failed = len(_) - complete
print '%s completed %s, failed %s' % (sys.argv[0], complete, failed)
if __name__ == '__main__':
main()
|
