|
2026-06-23
ยง
|
| 09:08 |
<blake@cumin1003> |
conftool action : set/weight=10; selector: name=wikikube-worker1384.eqiad.wmnet,cluster=kubernetes,service=kubesvc |
[production] |
| 09:08 |
<blake@cumin1003> |
conftool action : set/weight=10; selector: name=wikikube-worker1383.eqiad.wmnet,cluster=kubernetes,service=kubesvc |
[production] |
| 09:08 |
<blake@cumin1003> |
conftool action : set/weight=10; selector: name=wikikube-worker1382.eqiad.wmnet,cluster=kubernetes,service=kubesvc |
[production] |
| 09:08 |
<blake@cumin1003> |
conftool action : set/weight=10; selector: name=wikikube-worker1381.eqiad.wmnet,cluster=kubernetes,service=kubesvc |
[production] |
| 09:08 |
<blake@cumin1003> |
conftool action : set/weight=10; selector: name=wikikube-worker1380.eqiad.wmnet,cluster=kubernetes,service=kubesvc |
[production] |
| 09:08 |
<blake@cumin1003> |
conftool action : set/weight=10; selector: name=wikikube-worker1379.eqiad.wmnet,cluster=kubernetes,service=kubesvc |
[production] |
| 09:08 |
<blake@cumin1003> |
conftool action : set/weight=10; selector: name=wikikube-worker1378.eqiad.wmnet,cluster=kubernetes,service=kubesvc |
[production] |
| 09:08 |
<blake@cumin1003> |
conftool action : set/weight=10; selector: name=wikikube-worker1377.eqiad.wmnet,cluster=kubernetes,service=kubesvc |
[production] |
| 09:08 |
<blake@cumin1003> |
conftool action : set/weight=10; selector: name=wikikube-worker1376.eqiad.wmnet,cluster=kubernetes,service=kubesvc |
[production] |
| 09:07 |
<fceratto@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1201 (T426633)', diff saved to https://phabricator.wikimedia.org/P94359 and previous config saved to /var/cache/conftool/dbconfig/20260623-090752-fceratto.json |
[production] |
| 09:07 |
<blake@cumin1003> |
conftool action : set/weight=10; selector: name=wikikube-worker1375.eqiad.wmnet,cluster=kubernetes,service=kubesvc |
[production] |
| 08:57 |
<fceratto@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1201', diff saved to https://phabricator.wikimedia.org/P94357 and previous config saved to /var/cache/conftool/dbconfig/20260623-085744-fceratto.json |
[production] |
| 08:48 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.pool pool db1262: After HW issues T428832 |
[production] |
| 08:48 |
<marostegui@cumin1003> |
END (ERROR) - Cookbook sre.mysql.pool (exit_code=97) pool db1262: After HW issues T428832 |
[production] |
| 08:48 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.pool pool db1262: After HW issues T428832 |
[production] |
| 08:47 |
<fceratto@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1201', diff saved to https://phabricator.wikimedia.org/P94355 and previous config saved to /var/cache/conftool/dbconfig/20260623-084737-fceratto.json |
[production] |
| 08:37 |
<fceratto@cumin1003> |
dbctl commit (dc=all): 'Repooling after maintenance db1201 (T426633)', diff saved to https://phabricator.wikimedia.org/P94354 and previous config saved to /var/cache/conftool/dbconfig/20260623-083729-fceratto.json |
[production] |
| 08:34 |
<marostegui@cumin1003> |
END (PASS) - Cookbook sre.mysql.pool (exit_code=0) pool pc1018: test |
[production] |
| 08:34 |
<marostegui@cumin1003> |
END (PASS) - Cookbook sre.mysql.parsercache (exit_code=0) |
[production] |
| 08:33 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.parsercache |
[production] |
| 08:33 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.pool pool pc1018: test |
[production] |
| 08:33 |
<marostegui@cumin1003> |
END (FAIL) - Cookbook sre.mysql.pool (exit_code=99) pool pc1018: test |
[production] |
| 08:33 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.pool pool pc1018: test |
[production] |
| 08:33 |
<marostegui@cumin1003> |
END (PASS) - Cookbook sre.mysql.depool (exit_code=0) depool pc1018: Maintenance on pc8 |
[production] |
| 08:33 |
<marostegui@cumin1003> |
END (PASS) - Cookbook sre.mysql.parsercache (exit_code=0) |
[production] |
| 08:33 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.parsercache |
[production] |
| 08:33 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.depool depool pc1018: Maintenance on pc8 |
[production] |
| 08:30 |
<fceratto@cumin1003> |
dbctl commit (dc=all): 'Depooling db1201 (T426633)', diff saved to https://phabricator.wikimedia.org/P94351 and previous config saved to /var/cache/conftool/dbconfig/20260623-083046-fceratto.json |
[production] |
| 08:30 |
<fceratto@cumin1003> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1 day, 0:00:00 on db1201.eqiad.wmnet with reason: Maintenance |
[production] |
| 07:46 |
<Msz2001> |
Deployed update to SI private code |
[production] |
| 07:35 |
<marostegui@cumin1003> |
END (PASS) - Cookbook sre.mysql.pool (exit_code=0) pool pc1018: repool after recloning another host |
[production] |
| 07:35 |
<marostegui@cumin1003> |
END (PASS) - Cookbook sre.mysql.parsercache (exit_code=0) |
[production] |
| 07:34 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.parsercache |
[production] |
| 07:34 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.pool pool pc1018: repool after recloning another host |
[production] |
| 07:34 |
<marostegui@cumin1003> |
END (FAIL) - Cookbook sre.mysql.pool (exit_code=99) pool pc1018: repool after recloning another host |
[production] |
| 07:34 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.pool pool pc1018: repool after recloning another host |
[production] |
| 07:34 |
<marostegui@cumin1003> |
END (PASS) - Cookbook sre.mysql.depool (exit_code=0) depool pc1018: Maintenance on pc2 |
[production] |
| 07:34 |
<marostegui@cumin1003> |
END (PASS) - Cookbook sre.mysql.parsercache (exit_code=0) |
[production] |
| 07:34 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.parsercache |
[production] |
| 07:34 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.depool depool pc1018: Maintenance on pc2 |
[production] |
| 07:31 |
<marostegui@cumin1003> |
END (PASS) - Cookbook sre.mysql.pool (exit_code=0) pool pc1018: repool after recloning another host |
[production] |
| 07:31 |
<marostegui@cumin1003> |
END (PASS) - Cookbook sre.mysql.parsercache (exit_code=0) |
[production] |
| 07:31 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.parsercache |
[production] |
| 07:31 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.pool pool pc1018: repool after recloning another host |
[production] |
| 07:30 |
<marostegui@cumin1003> |
END (FAIL) - Cookbook sre.mysql.pool (exit_code=99) pool pc2018: repool after recloning another host |
[production] |
| 07:30 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.pool pool pc2018: repool after recloning another host |
[production] |
| 07:30 |
<marostegui@cumin1003> |
END (FAIL) - Cookbook sre.mysql.pool (exit_code=99) pool pc1018: repool after recloning another host |
[production] |
| 07:30 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.pool pool pc1018: repool after recloning another host |
[production] |
| 07:23 |
<marostegui@cumin1003> |
END (FAIL) - Cookbook sre.mysql.pool (exit_code=99) pool pc1018: after reimage to trixie |
[production] |
| 07:23 |
<marostegui@cumin1003> |
START - Cookbook sre.mysql.pool pool pc1018: after reimage to trixie |
[production] |