| 
      
        2024-09-04
      
      ยง
     | 
  
    
  | 14:33 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker2082.codfw.wmnet | 
  [production] | 
            
  | 14:30 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) wikikube-worker2088.codfw.wmnet on all recursors | 
  [production] | 
            
  | 14:30 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache wikikube-worker2088.codfw.wmnet on all recursors | 
  [production] | 
            
  | 14:29 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.rename (exit_code=0) from kubernetes2054 to wikikube-worker2088 | 
  [production] | 
            
  | 14:29 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2088 | 
  [production] | 
            
  | 14:29 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2088 | 
  [production] | 
            
  | 14:29 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 14:29 | 
  <cgoubert@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2054 to wikikube-worker2088 - cgoubert@cumin1002" | 
  [production] | 
            
  | 14:28 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2054 to wikikube-worker2088 - cgoubert@cumin1002" | 
  [production] | 
            
  | 14:25 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 14:25 | 
  <cgoubert@cumin1002> | 
  START - Cookbook sre.hosts.rename from kubernetes2054 to wikikube-worker2088 | 
  [production] | 
            
  | 14:22 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 14:22 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 14:17 | 
  <hnowlan@cumin1002> | 
  END (FAIL) - Cookbook sre.k8s.renumber-node (exit_code=99) Renumbering for host wikikube-worker2082 | 
  [production] | 
            
  | 14:17 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 14:16 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 14:16 | 
  <jayme@cumin1002> | 
  END (FAIL) - Cookbook sre.k8s.renumber-node (exit_code=99) Renumbering for host wikikube-worker2087 | 
  [production] | 
            
  | 14:16 | 
  <jayme@cumin1002> | 
  END (FAIL) - Cookbook sre.hosts.reimage (exit_code=99) for host wikikube-worker2087.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 14:15 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 14:15 | 
  <hnowlan> | 
  homer lsw1-b3-codfw* commit | 
  [production] | 
            
  | 14:13 | 
  <TheresNoTime> | 
  [[gerrit:1070561]] reverted, fwiw | 
  [production] | 
            
  | 14:11 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 14:09 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 14:08 | 
  <dcaro@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component jobs-api | 
  [tools] | 
            
  | 14:08 | 
  <TheresNoTime> | 
  scap failed, [[gerrit:1070561]] merged but undeployed currently | 
  [production] | 
            
  | 14:04 | 
  <dcaro@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component jobs-api | 
  [tools] | 
            
  | 14:03 | 
  <sstefanova@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component jobs-api | 
  [tools] | 
            
  | 14:02 | 
  <sstefanova@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component jobs-api | 
  [tools] | 
            
  | 14:02 | 
  <wmbot~raymond@ubuntu> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component maintain-kubeusers | 
  [tools] | 
            
  | 14:01 | 
  <dcaro@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component jobs-api | 
  [toolsbeta] | 
            
  | 14:00 | 
  <samtar@deploy1003> | 
  Started scap sync-world: Backport for [[gerrit:1070561|Allow copyuploads on test2wiki (T356241)]] | 
  [production] | 
            
  | 13:57 | 
  <dcaro@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component jobs-api | 
  [toolsbeta] | 
            
  | 13:57 | 
  <TheresNoTime> | 
  scap failed: Exception K8s Deployment, rolled back | 
  [production] | 
            
  | 13:57 | 
  <sstefanova@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component jobs-api | 
  [toolsbeta] | 
            
  | 13:56 | 
  <sstefanova@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component jobs-api | 
  [toolsbeta] | 
            
  | 13:56 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host wikikube-worker2082.codfw.wmnet with OS bullseye | 
  [production] | 
            
  | 13:56 | 
  <wmbot~raymond@ubuntu> | 
  START - Cookbook wmcs.toolforge.component.deploy for component maintain-kubeusers | 
  [tools] | 
            
  | 13:55 | 
  <wmbot~raymond@ubuntu> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component maintain-kubeusers | 
  [toolsbeta] | 
            
  | 13:52 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 13:52 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 13:50 | 
  <bking@cumin2002> | 
  START - Cookbook sre.wdqs.restart | 
  [production] | 
            
  | 13:49 | 
  <wmbot~raymond@ubuntu> | 
  START - Cookbook wmcs.toolforge.component.deploy for component maintain-kubeusers | 
  [toolsbeta] | 
            
  | 13:48 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 13:47 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 13:44 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 13:44 | 
  <samtar@deploy1003> | 
  Started scap sync-world: Backport for [[gerrit:1070561|Allow copyuploads on test2wiki (T356241)]] | 
  [production] | 
            
  | 13:42 | 
  <jayme@cumin1002> | 
  END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker2086.codfw.wmnet | 
  [production] | 
            
  | 13:42 | 
  <jayme@cumin1002> | 
  START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker2086.codfw.wmnet | 
  [production] | 
            
  | 13:41 | 
  <jayme@cumin1002> | 
  END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker2085.codfw.wmnet | 
  [production] | 
            
  | 13:41 | 
  <jayme@cumin1002> | 
  START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker2085.codfw.wmnet | 
  [production] |