|
2026-10-26
ยง
|
| 09:25 |
<kevinbazira@deploy1003> |
helmfile [ml-staging-codfw] Ran 'sync' command on namespace 'experimental' for release 'main' . |
[production] |
| 09:22 |
<jmm@cumin2003> |
START - Cookbook sre.ganeti.drain-node for draining ganeti node ganeti1057.eqiad.wmnet |
[production] |
| 09:21 |
<jmm@cumin2003> |
START - Cookbook sre.ganeti.drain-node for draining ganeti node ganeti2048.codfw.wmnet |
[production] |
| 09:17 |
<mvernon@cumin1004> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be1100.eqiad.wmnet |
[production] |
| 09:16 |
<moritzm> |
installing brotli security updates |
[production] |
| 09:16 |
<klausman@cumin1004> |
END (PASS) - Cookbook sre.hosts.dhcp (exit_code=0) for host ml-serve1016.eqiad.wmnet (push config only) |
[production] |
| 09:16 |
<klausman@cumin1004> |
START - Cookbook sre.hosts.dhcp for host ml-serve1016.eqiad.wmnet (push config only) |
[production] |
| 09:15 |
<klausman@cumin1004> |
START - Cookbook sre.hosts.reimage for host ml-serve1016.eqiad.wmnet with OS trixie |
[production] |
| 09:15 |
<slyngshede@cumin1004> |
END (PASS) - Cookbook sre.cdn.roll-reboot (exit_code=0) rolling reboot on P{cp5025*} OR P{cp5026*} and A:cp |
[production] |
| 09:15 |
<slyngshede@cumin1004> |
cookbooks.sre.cdn.roll-reboot finished rebooting cp5026.eqsin.wmnet |
[production] |
| 09:14 |
<slyngshede@cumin1004> |
cookbooks.sre.cdn.roll-reboot finished rebooting cp6004.drmrs.wmnet |
[production] |
| 09:10 |
<mvernon@cumin1004> |
START - Cookbook sre.hosts.reboot-single for host ms-be1100.eqiad.wmnet |
[production] |
| 09:10 |
<mvernon@cumin1004> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be1099.eqiad.wmnet |
[production] |
| 09:09 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.ganeti.drain-node (exit_code=0) for draining ganeti node ganeti1056.eqiad.wmnet |
[production] |
| 09:08 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ganeti1056.eqiad.wmnet |
[production] |
| 09:04 |
<dkertesz@cumin1004> |
END (PASS) - Cookbook sre.cdn.roll-upgrade-haproxy (exit_code=0) rolling upgrade of HAProxy on A:cp-upload_eqiad and A:cp - upgrade haproxy to 3.2.26-1 (T441435) |
[production] |
| 09:03 |
<mvernon@cumin1004> |
START - Cookbook sre.hosts.reboot-single for host ms-be1099.eqiad.wmnet |
[production] |
| 09:03 |
<mvernon@cumin1004> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be1098.eqiad.wmnet |
[production] |
| 09:03 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.ganeti.drain-node (exit_code=0) for draining ganeti node ganeti2032.codfw.wmnet |
[production] |
| 09:03 |
<jmm@cumin2003> |
START - Cookbook sre.hosts.reboot-single for host ganeti1056.eqiad.wmnet |
[production] |
| 09:03 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ganeti2032.codfw.wmnet |
[production] |
| 08:58 |
<mvernon@cumin2003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be2098.codfw.wmnet |
[production] |
| 08:57 |
<jmm@cumin2003> |
START - Cookbook sre.ganeti.drain-node for draining ganeti node ganeti1056.eqiad.wmnet |
[production] |
| 08:57 |
<jmm@cumin2003> |
START - Cookbook sre.hosts.reboot-single for host ganeti2032.codfw.wmnet |
[production] |
| 08:56 |
<mvernon@cumin1004> |
START - Cookbook sre.hosts.reboot-single for host ms-be1098.eqiad.wmnet |
[production] |
| 08:56 |
<mvernon@cumin1004> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be1097.eqiad.wmnet |
[production] |
| 08:56 |
<elukey@cumin1004> |
END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host sretest2006.codfw.wmnet with OS trixie |
[production] |
| 08:56 |
<elukey@cumin1004> |
END (PASS) - Cookbook sre.hosts.dhcp (exit_code=0) for host sretest2006.codfw.wmnet (remove config only) |
[production] |
| 08:56 |
<elukey@cumin1004> |
START - Cookbook sre.hosts.dhcp for host sretest2006.codfw.wmnet (remove config only) |
[production] |
| 08:52 |
<mvernon@cumin2003> |
START - Cookbook sre.hosts.reboot-single for host ms-be2098.codfw.wmnet |
[production] |
| 08:52 |
<mvernon@cumin2003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be2097.codfw.wmnet |
[production] |
| 08:50 |
<elukey@cumin1004> |
END (PASS) - Cookbook sre.hosts.dhcp (exit_code=0) for host sretest2006.codfw.wmnet (push config only) |
[production] |
| 08:50 |
<elukey@cumin1004> |
START - Cookbook sre.hosts.dhcp for host sretest2006.codfw.wmnet (push config only) |
[production] |
| 08:50 |
<slyngshede@cumin1004> |
cookbooks.sre.cdn.roll-reboot finished rebooting cp6001.drmrs.wmnet |
[production] |
| 08:50 |
<elukey@cumin1004> |
START - Cookbook sre.hosts.reimage for host sretest2006.codfw.wmnet with OS trixie |
[production] |
| 08:49 |
<elukey@cumin1004> |
END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host sretest2006.codfw.wmnet with OS trixie |
[production] |
| 08:49 |
<elukey@cumin1004> |
END (PASS) - Cookbook sre.hosts.dhcp (exit_code=0) for host sretest2006.codfw.wmnet (remove config only) |
[production] |
| 08:49 |
<mvernon@cumin1004> |
START - Cookbook sre.hosts.reboot-single for host ms-be1097.eqiad.wmnet |
[production] |
| 08:49 |
<mvernon@cumin1004> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be1096.eqiad.wmnet |
[production] |
| 08:49 |
<elukey@cumin1004> |
START - Cookbook sre.hosts.dhcp for host sretest2006.codfw.wmnet (remove config only) |
[production] |
| 08:45 |
<mvernon@cumin2003> |
START - Cookbook sre.hosts.reboot-single for host ms-be2097.codfw.wmnet |
[production] |
| 08:45 |
<mvernon@cumin2003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be2096.codfw.wmnet |
[production] |
| 08:45 |
<elukey@cumin1004> |
END (PASS) - Cookbook sre.hosts.dhcp (exit_code=0) for host sretest2006.codfw.wmnet (push config only) |
[production] |
| 08:45 |
<elukey@cumin1004> |
START - Cookbook sre.hosts.dhcp for host sretest2006.codfw.wmnet (push config only) |
[production] |
| 08:45 |
<elukey@cumin1004> |
START - Cookbook sre.hosts.reimage for host sretest2006.codfw.wmnet with OS trixie |
[production] |
| 08:42 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.ganeti.drain-node (exit_code=0) for draining ganeti node ganeti1055.eqiad.wmnet |
[production] |
| 08:42 |
<jmm@cumin2003> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ganeti1055.eqiad.wmnet |
[production] |
| 08:42 |
<mvernon@cumin1004> |
START - Cookbook sre.hosts.reboot-single for host ms-be1096.eqiad.wmnet |
[production] |
| 08:42 |
<mvernon@cumin1004> |
END (PASS) - Cookbook sre.hosts.reboot-single (exit_code=0) for host ms-be1095.eqiad.wmnet |
[production] |
| 08:39 |
<slyngshede@cumin1004> |
START - Cookbook sre.cdn.roll-reboot rolling reboot on P{cp6001*} OR P{cp6002*} and A:cp |
[production] |