| 
      
        2024-09-04
      
      ยง
     | 
  
    
  | 14:09 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 14:08 | 
  <dcaro@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component jobs-api | 
  [tools] | 
            
  | 14:08 | 
  <TheresNoTime> | 
  scap failed, [[gerrit:1070561]] merged but undeployed currently | 
  [production] | 
            
  | 14:04 | 
  <dcaro@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component jobs-api | 
  [tools] | 
            
  | 14:03 | 
  <sstefanova@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component jobs-api | 
  [tools] | 
            
  | 14:02 | 
  <sstefanova@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component jobs-api | 
  [tools] | 
            
  | 14:02 | 
  <wmbot~raymond@ubuntu> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component maintain-kubeusers | 
  [tools] | 
            
  | 14:01 | 
  <dcaro@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component jobs-api | 
  [toolsbeta] | 
            
  | 14:00 | 
  <samtar@deploy1003> | 
  Started scap sync-world: Backport for [[gerrit:1070561|Allow copyuploads on test2wiki (T356241)]] | 
  [production] | 
            
  | 13:57 | 
  <dcaro@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component jobs-api | 
  [toolsbeta] | 
            
  | 13:57 | 
  <TheresNoTime> | 
  scap failed: Exception K8s Deployment, rolled back | 
  [production] | 
            
  | 13:57 | 
  <sstefanova@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component jobs-api | 
  [toolsbeta] | 
            
  | 13:56 | 
  <sstefanova@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component jobs-api | 
  [toolsbeta] | 
            
  | 13:56 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host wikikube-worker2082.codfw.wmnet with OS bullseye | 
  [production] | 
            
  | 13:56 | 
  <wmbot~raymond@ubuntu> | 
  START - Cookbook wmcs.toolforge.component.deploy for component maintain-kubeusers | 
  [tools] | 
            
  | 13:55 | 
  <wmbot~raymond@ubuntu> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component maintain-kubeusers | 
  [toolsbeta] | 
            
  | 13:52 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 13:52 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 13:50 | 
  <bking@cumin2002> | 
  START - Cookbook sre.wdqs.restart | 
  [production] | 
            
  | 13:49 | 
  <wmbot~raymond@ubuntu> | 
  START - Cookbook wmcs.toolforge.component.deploy for component maintain-kubeusers | 
  [toolsbeta] | 
            
  | 13:48 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] DONE helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 13:47 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 13:44 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 13:44 | 
  <samtar@deploy1003> | 
  Started scap sync-world: Backport for [[gerrit:1070561|Allow copyuploads on test2wiki (T356241)]] | 
  [production] | 
            
  | 13:42 | 
  <jayme@cumin1002> | 
  END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker2086.codfw.wmnet | 
  [production] | 
            
  | 13:42 | 
  <jayme@cumin1002> | 
  START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker2086.codfw.wmnet | 
  [production] | 
            
  | 13:41 | 
  <jayme@cumin1002> | 
  END (PASS) - Cookbook sre.k8s.pool-depool-node (exit_code=0) pool for host wikikube-worker2085.codfw.wmnet | 
  [production] | 
            
  | 13:41 | 
  <jayme@cumin1002> | 
  START - Cookbook sre.k8s.pool-depool-node pool for host wikikube-worker2085.codfw.wmnet | 
  [production] | 
            
  | 13:41 | 
  <dcaro@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component volume-admission | 
  [tools] | 
            
  | 13:40 | 
  <samtar@deploy1003> | 
  Finished scap sync-world: Backport for [[gerrit:1070055|Enable CampaignEvents Invitation Lists on igwiki and swwiki (T372582)]] (duration: 08m 28s) | 
  [production] | 
            
  | 13:40 | 
  <stevemunene@deploy1003> | 
  helmfile [dse-k8s-eqiad] START helmfile.d/dse-k8s-services/airflow-test-k8s: apply | 
  [production] | 
            
  | 13:40 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host ml-lab1001.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 13:38 | 
  <jayme> | 
  homer 'lsw1-b6-codfw*' commit 'T372878' | 
  [production] | 
            
  | 13:37 | 
  <dcaro@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component volume-admission | 
  [tools] | 
            
  | 13:36 | 
  <sstefanova@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component volume-admission | 
  [tools] | 
            
  | 13:36 | 
  <samtar@deploy1003> | 
  samtar, daimona: Continuing with sync | 
  [production] | 
            
  | 13:35 | 
  <sstefanova@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component volume-admission | 
  [tools] | 
            
  | 13:34 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on wikikube-worker2082.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 13:34 | 
  <samtar@deploy1003> | 
  samtar, daimona: Backport for [[gerrit:1070055|Enable CampaignEvents Invitation Lists on igwiki and swwiki (T372582)]] synced to the testservers (https://wikitech.wikimedia.org/wiki/Mwdebug) | 
  [production] | 
            
  | 13:34 | 
  <jayme@cumin1002> | 
  END (FAIL) - Cookbook sre.k8s.renumber-node (exit_code=99) Renumbering for host wikikube-worker2086 | 
  [production] | 
            
  | 13:34 | 
  <jayme@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host wikikube-worker2086.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 13:34 | 
  <dcaro@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component volume-admission | 
  [toolsbeta] | 
            
  | 13:33 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host phab1005.eqiad.wmnet with OS bookworm | 
  [production] | 
            
  | 13:32 | 
  <samtar@deploy1003> | 
  Started scap sync-world: Backport for [[gerrit:1070055|Enable CampaignEvents Invitation Lists on igwiki and swwiki (T372582)]] | 
  [production] | 
            
  | 13:31 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on wikikube-worker2082.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 13:28 | 
  <jayme@cumin1002> | 
  END (FAIL) - Cookbook sre.k8s.renumber-node (exit_code=99) Renumbering for host wikikube-worker2085 | 
  [production] | 
            
  | 13:28 | 
  <dcaro@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component volume-admission | 
  [toolsbeta] | 
            
  | 13:28 | 
  <jayme@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host wikikube-worker2085.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 13:18 | 
  <sstefanova@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component volume-admission | 
  [toolsbeta] | 
            
  | 13:18 | 
  <sstefanova@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component volume-admission | 
  [toolsbeta] |