| 
      
        2024-09-03
      
      ยง
     | 
  
    
  | 15:46 | 
  <dcaro@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component kyverno | 
  [tools] | 
            
  | 15:45 | 
  <godog> | 
  bounce icinga on alert2002 | 
  [production] | 
            
  | 15:40 | 
  <dcaro@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component kyverno | 
  [tools] | 
            
  | 15:29 | 
  <dcaro@cloudcumin1001> | 
  END (FAIL) - Cookbook wmcs.toolforge.component.deploy (exit_code=99) for component kyverno | 
  [tools] | 
            
  | 15:27 | 
  <wmbot~dcaro@urcuchillay> | 
  END (FAIL) - Cookbook wmcs.toolforge.add_k8s_node (exit_code=99) for a control role in the toolsbeta cluster | 
  [toolsbeta] | 
            
  | 15:27 | 
  <wmbot~dcaro@urcuchillay> | 
  START - Cookbook wmcs.toolforge.add_k8s_node for a control role in the toolsbeta cluster | 
  [toolsbeta] | 
            
  | 15:22 | 
  <dcaro@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component kyverno | 
  [tools] | 
            
  | 15:15 | 
  <dcaro@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component kyverno | 
  [toolsbeta] | 
            
  | 15:11 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.move-vlan (exit_code=0) for host wikikube-worker2073 | 
  [production] | 
            
  | 15:11 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2073 | 
  [production] | 
            
  | 15:10 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2073 | 
  [production] | 
            
  | 15:10 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) wikikube-worker2073.codfw.wmnet 25.0.192.10.in-addr.arpa 5.2.0.0.0.0.0.0.2.9.1.0.0.1.0.0.1.0.1.0.0.6.8.0.0.0.0.0.0.2.6.2.ip6.arpa on all recursors | 
  [production] | 
            
  | 15:10 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache wikikube-worker2073.codfw.wmnet 25.0.192.10.in-addr.arpa 5.2.0.0.0.0.0.0.2.9.1.0.0.1.0.0.1.0.1.0.0.6.8.0.0.0.0.0.0.2.6.2.ip6.arpa on all recursors | 
  [production] | 
            
  | 15:10 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 15:10 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Update records for host wikikube-worker2073 - hnowlan@cumin1002" | 
  [production] | 
            
  | 15:10 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Update records for host wikikube-worker2073 - hnowlan@cumin1002" | 
  [production] | 
            
  | 15:08 | 
  <dcaro@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component kyverno | 
  [toolsbeta] | 
            
  | 15:07 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 15:07 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.hosts.move-vlan for host wikikube-worker2073 | 
  [production] | 
            
  | 15:07 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.move-vlan (exit_code=0) for host wikikube-worker2072 | 
  [production] | 
            
  | 15:07 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2072 | 
  [production] | 
            
  | 15:06 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2072 | 
  [production] | 
            
  | 15:06 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) wikikube-worker2072.codfw.wmnet 89.0.192.10.in-addr.arpa 9.8.0.0.0.0.0.0.2.9.1.0.0.1.0.0.1.0.1.0.0.6.8.0.0.0.0.0.0.2.6.2.ip6.arpa on all recursors | 
  [production] | 
            
  | 15:06 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache wikikube-worker2072.codfw.wmnet 89.0.192.10.in-addr.arpa 9.8.0.0.0.0.0.0.2.9.1.0.0.1.0.0.1.0.1.0.0.6.8.0.0.0.0.0.0.2.6.2.ip6.arpa on all recursors | 
  [production] | 
            
  | 15:06 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 15:06 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Update records for host wikikube-worker2072 - hnowlan@cumin1002" | 
  [production] | 
            
  | 15:06 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Update records for host wikikube-worker2072 - hnowlan@cumin1002" | 
  [production] | 
            
  | 15:02 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host wikikube-worker2073.codfw.wmnet with OS bullseye | 
  [production] | 
            
  | 15:01 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 15:01 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.hosts.move-vlan for host wikikube-worker2072 | 
  [production] | 
            
  | 15:01 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host wikikube-worker2072.codfw.wmnet with OS bullseye | 
  [production] | 
            
  | 15:00 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.rename (exit_code=0) from mw2422 to wikikube-worker2074 | 
  [production] | 
            
  | 15:00 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2074 | 
  [production] | 
            
  | 14:59 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2074 | 
  [production] | 
            
  | 14:59 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 14:59 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.rename (exit_code=0) from mw2423 to wikikube-worker2075 | 
  [production] | 
            
  | 14:58 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2075 | 
  [production] | 
            
  | 14:58 | 
  <dcaro@cloudcumin1001> | 
  END (ERROR) - Cookbook wmcs.toolforge.component.deploy (exit_code=97) for component kyverno | 
  [toolsbeta] | 
            
  | 14:57 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2075 | 
  [production] | 
            
  | 14:57 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 14:57 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming mw2423 to wikikube-worker2075 - hnowlan@cumin1002" | 
  [production] | 
            
  | 14:57 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 14:56 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming mw2423 to wikikube-worker2075 - hnowlan@cumin1002" | 
  [production] | 
            
  | 14:55 | 
  <dcaro@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component kyverno | 
  [toolsbeta] | 
            
  | 14:54 | 
  <dcaro@cloudcumin1001> | 
  END (FAIL) - Cookbook wmcs.toolforge.component.deploy (exit_code=99) for component kyverno | 
  [toolsbeta] | 
            
  | 14:51 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 14:51 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.hosts.rename from mw2423 to wikikube-worker2075 | 
  [production] | 
            
  | 14:51 | 
  <hnowlan@cumin1002> | 
  START - Cookbook sre.hosts.rename from mw2422 to wikikube-worker2074 | 
  [production] | 
            
  | 14:50 | 
  <hnowlan@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.rename (exit_code=0) from kubernetes2055 to wikikube-worker2073 | 
  [production] | 
            
  | 14:50 | 
  <wmbot~dcaro@urcuchillay> | 
  END (PASS) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=0) | 
  [toolsbeta] |