| 
      
        2025-01-09
      
      ยง
     | 
  
    
  | 16:28 | 
  <bking@deploy2002> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-search: apply | 
  [production] | 
            
  | 16:27 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - jclark@cumin1002" | 
  [production] | 
            
  | 16:21 | 
  <kamila@cumin1002> | 
  END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host wikikube-worker1095.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 16:21 | 
  <kamila@cumin1002> | 
  END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host wikikube-worker1094.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 16:21 | 
  <kamila@cumin1002> | 
  END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host wikikube-worker1093.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 16:21 | 
  <bking@deploy2002> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-search: apply | 
  [production] | 
            
  | 16:21 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host wikikube-worker1069.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 16:21 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - jclark@cumin1002" | 
  [production] | 
            
  | 16:20 | 
  <bking@deploy2002> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-search: apply | 
  [production] | 
            
  | 16:12 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - jclark@cumin1002" | 
  [production] | 
            
  | 16:08 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on wikikube-worker1243.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 16:05 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on wikikube-worker1243.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 15:56 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host wikikube-worker1057.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 15:56 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - jclark@cumin1002" | 
  [production] | 
            
  | 15:55 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - jclark@cumin1002" | 
  [production] | 
            
  | 15:54 | 
  <sukhe@dns1004:> | 
  END - running authdns-update | 
  [production] | 
            
  | 15:53 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on wikikube-worker1069.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 15:52 | 
  <bking@deploy2002> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-search: apply | 
  [production] | 
            
  | 15:52 | 
  <sukhe@dns1004:> | 
  START - running authdns-update | 
  [production] | 
            
  | 15:52 | 
  <bking@deploy2002> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-search: apply | 
  [production] | 
            
  | 15:49 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on wikikube-worker1069.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 15:46 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host wikikube-worker1243.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 15:46 | 
  <inflatador> | 
  bking@an-airflow1005 stopping airflow-search services as part of k8s migration T380615 | 
  [production] | 
            
  | 15:46 | 
  <tchin@deploy2002> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/mw-content-history-reconcile-enrich-next: apply | 
  [production] | 
            
  | 15:45 | 
  <tchin@deploy2002> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/mw-content-history-reconcile-enrich-next: apply | 
  [production] | 
            
  | 15:39 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host wikikube-worker1073.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 15:39 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - jclark@cumin1002" | 
  [production] | 
            
  | 15:39 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - jclark@cumin1002" | 
  [production] | 
            
  | 15:37 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on wikikube-worker1057.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 15:33 | 
  <tchin@deploy2002> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/mw-content-history-reconcile-enrich-next: apply | 
  [production] | 
            
  | 15:33 | 
  <tchin@deploy2002> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/mw-content-history-reconcile-enrich-next: apply | 
  [production] | 
            
  | 15:33 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on wikikube-worker1057.eqiad.wmnet with reason: host reimage | 
  [production] | 
            
  | 15:31 | 
  <sukhe@dns1004:> | 
  END - running authdns-update | 
  [production] | 
            
  | 15:31 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host wikikube-worker1069.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 15:30 | 
  <sukhe@dns1004:> | 
  START - running authdns-update | 
  [production] | 
            
  | 15:28 | 
  <logmsgbot> | 
  testing update from dns host | 
  [production] | 
            
  | 15:27 | 
  <jelto@cumin1002> | 
  END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker[2193-2194].codfw.wmnet | 
  [production] | 
            
  | 15:27 | 
  <jelto@cumin1002> | 
  START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker[2193-2194].codfw.wmnet | 
  [production] | 
            
  | 15:25 | 
  <jelto> | 
  homer 'cr*codfw*' commit 'T377877' | 
  [production] | 
            
  | 15:24 | 
  <jelto> | 
  homer 'lsw1-c5-codfw*' commit 'T377877' | 
  [production] | 
            
  | 15:23 | 
  <kamila@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.move-vlan (exit_code=0) for host wikikube-worker1095 | 
  [production] | 
            
  | 15:23 | 
  <kamila@cumin1002> | 
  START - Cookbook sre.hosts.move-vlan for host wikikube-worker1095 | 
  [production] | 
            
  | 15:23 | 
  <kamila@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host wikikube-worker1095.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 15:23 | 
  <kamila@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.move-vlan (exit_code=0) for host wikikube-worker1094 | 
  [production] | 
            
  | 15:23 | 
  <kamila@cumin1002> | 
  START - Cookbook sre.hosts.move-vlan for host wikikube-worker1094 | 
  [production] | 
            
  | 15:23 | 
  <kamila@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host wikikube-worker1094.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 15:23 | 
  <kamila@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.move-vlan (exit_code=0) for host wikikube-worker1093 | 
  [production] | 
            
  | 15:23 | 
  <kamila@cumin1002> | 
  START - Cookbook sre.hosts.move-vlan for host wikikube-worker1093 | 
  [production] | 
            
  | 15:23 | 
  <kamila@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host wikikube-worker1093.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 15:22 | 
  <tchin@deploy2002> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/mw-content-history-reconcile-enrich-next: apply | 
  [production] |