| 
      
        2025-09-11
      
      ยง
     | 
  
    
  | 15:42 | 
  <sukhe> | 
  lvs1019: restart pybal to test proxoid service | 
  [production] | 
            
  | 15:39 | 
  <sukhe> | 
  sudo cumin 'A:lvs and (A:eqiad or A:codfw)' 'run-puppet-agent --enable "adding new service proxoid"' | 
  [production] | 
            
  | 15:39 | 
  <sukhe> | 
  restarting pybal on lvs201[34], lvs1016 for proxoid change | 
  [production] | 
            
  | 15:38 | 
  <btullis@cumin1003> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on an-worker1233.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 15:37 | 
  <sukhe> | 
  lvs1020: restart pybal to test proxoid service | 
  [production] | 
            
  | 15:35 | 
  <sukhe> | 
  sudo cumin 'A:lvs and (A:eqiad or A:codfw)' 'disable-puppet "adding new service proxoid"': T403416 | 
  [production] | 
            
  | 15:31 | 
  <andrew@cumin2002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host cloudcephosd2005-dev.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 15:31 | 
  <sukhe> | 
  sudo cumin "O:url_downloader" "run-puppet-agent": T403416 | 
  [production] | 
            
  | 15:22 | 
  <aokoth@cumin1003> | 
  DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1 day, 12:00:00 on gitlab2002.wikimedia.org with reason: Upgrade | 
  [production] | 
            
  | 15:21 | 
  <aokoth@cumin1003> | 
  DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1 day, 12:00:00 on gitlab1003.wikimedia.org with reason: Upgrade | 
  [production] | 
            
  | 15:15 | 
  <btullis@cumin1003> | 
  START - Cookbook sre.hosts.reimage for host an-worker1233.eqiad.wmnet with OS bullseye | 
  [production] | 
            
  | 15:13 | 
  <andrew@cumin2002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on cloudcephosd2005-dev.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 15:06 | 
  <andrew@cumin2002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on cloudcephosd2005-dev.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 14:59 | 
  <ejegg> | 
  fundraising civicrm upgraded from 04298941 to cff6002e | 
  [production] | 
            
  | 14:57 | 
  <elukey@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/commons-impact-analytics: sync | 
  [production] | 
            
  | 14:57 | 
  <elukey@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/commons-impact-analytics: sync | 
  [production] | 
            
  | 14:57 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/commons-impact-analytics: sync | 
  [production] | 
            
  | 14:56 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/commons-impact-analytics: sync | 
  [production] | 
            
  | 14:54 | 
  <elukey@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/page-analytics: sync | 
  [production] | 
            
  | 14:54 | 
  <elukey@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/page-analytics: sync | 
  [production] | 
            
  | 14:54 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/page-analytics: sync | 
  [production] | 
            
  | 14:54 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/page-analytics: sync | 
  [production] | 
            
  | 14:53 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/media-analytics: sync | 
  [production] | 
            
  | 14:53 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/media-analytics: sync | 
  [production] | 
            
  | 14:53 | 
  <elukey@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/media-analytics: sync | 
  [production] | 
            
  | 14:52 | 
  <elukey@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/media-analytics: sync | 
  [production] | 
            
  | 14:52 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/image-suggestion: sync | 
  [production] | 
            
  | 14:51 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/image-suggestion: sync | 
  [production] | 
            
  | 14:51 | 
  <swfrench-wmf> | 
  incrementally running puppet agent on A:cp - T403655 | 
  [production] | 
            
  | 14:51 | 
  <elukey@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/image-suggestion: sync | 
  [production] | 
            
  | 14:51 | 
  <elukey@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/image-suggestion: sync | 
  [production] | 
            
  | 14:49 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/geo-analytics: sync | 
  [production] | 
            
  | 14:49 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/geo-analytics: sync | 
  [production] | 
            
  | 14:48 | 
  <elukey@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/geo-analytics: sync | 
  [production] | 
            
  | 14:48 | 
  <elukey@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/geo-analytics: sync | 
  [production] | 
            
  | 14:48 | 
  <andrew@cumin2002> | 
  START - Cookbook sre.hosts.reimage for host cloudcephosd2005-dev.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 14:48 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/editor-analytics: sync | 
  [production] | 
            
  | 14:47 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/editor-analytics: sync | 
  [production] | 
            
  | 14:47 | 
  <elukey@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/editor-analytics: sync | 
  [production] | 
            
  | 14:46 | 
  <elukey@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/editor-analytics: sync | 
  [production] | 
            
  | 14:45 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/edit-analytics: sync | 
  [production] | 
            
  | 14:45 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/edit-analytics: sync | 
  [production] | 
            
  | 14:45 | 
  <elukey@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/edit-analytics: sync | 
  [production] | 
            
  | 14:45 | 
  <elukey@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/edit-analytics: sync | 
  [production] | 
            
  | 14:44 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-codfw] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 14:42 | 
  <filippo@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.k8s.reboot (exit_code=0) for tools-k8s-worker-nfs-46 | 
  [tools] | 
            
  | 14:42 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/device-analytics: sync | 
  [production] | 
            
  | 14:42 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-codfw] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 14:41 | 
  <elukey@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/device-analytics: sync | 
  [production] | 
            
  | 14:41 | 
  <elukey@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/device-analytics: sync | 
  [production] |