|
2026-06-16
ยง
|
| 12:45 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker2012.codfw.wmnet |
[production] |
| 12:44 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on kafka-logging1008.eqiad.wmnet with reason: host reimage |
[production] |
| 12:43 |
<jmm@cumin2002> |
START - Cookbook sre.hosts.reboot-single for host puppetserver2002.codfw.wmnet |
[production] |
| 12:40 |
<elukey@cumin1003> |
START - Cookbook sre.hosts.downtime for 2:00:00 on kafka-logging1008.eqiad.wmnet with reason: host reimage |
[production] |
| 12:28 |
<elukey@cumin1003> |
END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on kafka-logging1006.eqiad.wmnet with reason: host reimage |
[production] |
| 12:28 |
<kevinbazira@deploy1003> |
helmfile [ml-serve-eqiad] Ran 'sync' command on namespace 'experimental' for release 'main' . |
[production] |
| 12:24 |
<elukey@cumin1003> |
START - Cookbook sre.hosts.reimage for host kafka-logging1008.eqiad.wmnet with OS trixie |
[production] |
| 12:24 |
<topranks> |
reboot lsw1-a5-codfw to complete JunOS upgrade T428020 |
[production] |
| 12:23 |
<elukey@cumin1003> |
START - Cookbook sre.hosts.reimage for host kafka-logging1007.eqiad.wmnet with OS trixie |
[production] |
| 12:22 |
<elukey@cumin1003> |
START - Cookbook sre.hosts.downtime for 2:00:00 on kafka-logging1006.eqiad.wmnet with reason: host reimage |
[production] |
| 12:19 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2255.codfw.wmnet |
[production] |
| 12:19 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2255.codfw.wmnet |
[production] |
| 12:19 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2254.codfw.wmnet |
[production] |
| 12:18 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2254.codfw.wmnet |
[production] |
| 12:17 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2243.codfw.wmnet |
[production] |
| 12:17 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2243.codfw.wmnet |
[production] |
| 12:17 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2242.codfw.wmnet |
[production] |
| 12:16 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2242.codfw.wmnet |
[production] |
| 12:16 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2092.codfw.wmnet |
[production] |
| 12:16 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2092.codfw.wmnet |
[production] |
| 12:16 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2091.codfw.wmnet |
[production] |
| 12:15 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2091.codfw.wmnet |
[production] |
| 12:15 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2078.codfw.wmnet |
[production] |
| 12:14 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2078.codfw.wmnet |
[production] |
| 12:14 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2077.codfw.wmnet |
[production] |
| 12:14 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2077.codfw.wmnet |
[production] |
| 12:14 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2076.codfw.wmnet |
[production] |
| 12:13 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2076.codfw.wmnet |
[production] |
| 12:13 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2075.codfw.wmnet |
[production] |
| 12:12 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2075.codfw.wmnet |
[production] |
| 12:12 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2074.codfw.wmnet |
[production] |
| 12:12 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2074.codfw.wmnet |
[production] |
| 12:12 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2051.codfw.wmnet |
[production] |
| 12:10 |
<cmooney@cumin1003> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1:00:00 on 29 hosts with reason: lsw1-a5-codfw JunOS upgrade |
[production] |
| 12:07 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2051.codfw.wmnet |
[production] |
| 12:06 |
<cmooney@cumin1003> |
DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1:00:00 on lsw1-a5-codfw,lsw1-a5-codfw IPv6,lsw1-a5-codfw.mgmt,ssw1-a[1,8]-codfw.mgmt with reason: switch upgrrade |
[production] |
| 12:06 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2044.codfw.wmnet |
[production] |
| 12:06 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2044.codfw.wmnet |
[production] |
| 12:06 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2041.codfw.wmnet |
[production] |
| 12:05 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2041.codfw.wmnet |
[production] |
| 12:05 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2018.codfw.wmnet |
[production] |
| 12:05 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2018.codfw.wmnet |
[production] |
| 12:04 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2017.codfw.wmnet |
[production] |
| 12:04 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2017.codfw.wmnet |
[production] |
| 12:04 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2014.codfw.wmnet |
[production] |
| 12:03 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2014.codfw.wmnet |
[production] |
| 12:03 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2013.codfw.wmnet |
[production] |
| 12:03 |
<cmooney@cumin2002> |
START - Cookbook sre.k8s.pool-depool-node depool for host wikikube-worker2013.codfw.wmnet |
[production] |
| 12:02 |
<cmooney@cumin2002> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host wikikube-worker2012.codfw.wmnet |
[production] |
| 12:02 |
<cmooney@cumin1003> |
END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) depool for host ml-serve2001.codfw.wmnet |
[production] |