| 2024-12-11
      
      ยง | 
    
  | 09:44 | <jelto@cumin1002> | END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) wikikube-worker2180.codfw.wmnet 109.32.192.10.in-addr.arpa 9.0.1.0.2.3.0.0.2.9.1.0.0.1.0.0.3.0.1.0.0.6.8.0.0.0.0.0.0.2.6.2.ip6.arpa on all recursors | [production] | 
            
  | 09:44 | <jelto@cumin1002> | START - Cookbook sre.dns.wipe-cache wikikube-worker2180.codfw.wmnet 109.32.192.10.in-addr.arpa 9.0.1.0.2.3.0.0.2.9.1.0.0.1.0.0.3.0.1.0.0.6.8.0.0.0.0.0.0.2.6.2.ip6.arpa on all recursors | [production] | 
            
  | 09:44 | <jelto@cumin1002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 09:44 | <jelto@cumin1002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Update records for host wikikube-worker2180 - jelto@cumin1002" | [production] | 
            
  | 09:44 | <jelto@cumin1002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Update records for host wikikube-worker2180 - jelto@cumin1002" | [production] | 
            
  | 09:40 | <marostegui@cumin1002> | dbctl commit (dc=all): 'db2136 (re)pooling @ 50%: Repooling after upgrade', diff saved to https://phabricator.wikimedia.org/P71697 and previous config saved to /var/cache/conftool/dbconfig/20241211-094040-root.json | [production] | 
            
  | 09:40 | <jelto@cumin1002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 09:40 | <jelto@cumin1002> | START - Cookbook sre.hosts.reimage for host wikikube-worker2183.codfw.wmnet with OS bookworm | [production] | 
            
  | 09:40 | <jelto@cumin1002> | START - Cookbook sre.hosts.move-vlan for host wikikube-worker2182 | [production] | 
            
  | 09:40 | <jelto@cumin1002> | START - Cookbook sre.hosts.reimage for host wikikube-worker2182.codfw.wmnet with OS bookworm | [production] | 
            
  | 09:40 | <jelto@cumin1002> | START - Cookbook sre.hosts.reimage for host wikikube-worker2181.codfw.wmnet with OS bookworm | [production] | 
            
  | 09:40 | <jelto@cumin1002> | START - Cookbook sre.hosts.move-vlan for host wikikube-worker2180 | [production] | 
            
  | 09:39 | <jelto@cumin1002> | START - Cookbook sre.hosts.reimage for host wikikube-worker2180.codfw.wmnet with OS bookworm | [production] | 
            
  | 09:37 | <jelto@cumin1002> | END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) wikikube-worker2180.codfw.wmnet wikikube-worker2181.codfw.wmnet wikikube-worker2182.codfw.wmnet wikikube-worker2183.codfw.wmnet on all recursors | [production] | 
            
  | 09:37 | <jelto@cumin1002> | START - Cookbook sre.dns.wipe-cache wikikube-worker2180.codfw.wmnet wikikube-worker2181.codfw.wmnet wikikube-worker2182.codfw.wmnet wikikube-worker2183.codfw.wmnet on all recursors | [production] | 
            
  | 09:37 | <jelto@cumin1002> | END (PASS) - Cookbook sre.hosts.rename (exit_code=0) from kubernetes2014 to wikikube-worker2183 | [production] | 
            
  | 09:36 | <jelto@cumin1002> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2183 | [production] | 
            
  | 09:36 | <jelto@cumin1002> | START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2183 | [production] | 
            
  | 09:36 | <jelto@cumin1002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 09:36 | <jelto@cumin1002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2014 to wikikube-worker2183 - jelto@cumin1002" | [production] | 
            
  | 09:36 | <jelto@cumin1002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2014 to wikikube-worker2183 - jelto@cumin1002" | [production] | 
            
  | 09:32 | <jelto@cumin1002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 09:32 | <elukey@cumin1002> | END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host ml-lab1002.eqiad.wmnet with OS bookworm | [production] | 
            
  | 09:32 | <elukey@cumin1002> | END (FAIL) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=99) generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - elukey@cumin1002" | [production] | 
            
  | 09:32 | <jelto@cumin1002> | START - Cookbook sre.hosts.rename from kubernetes2014 to wikikube-worker2183 | [production] | 
            
  | 09:31 | <jelto@cumin1002> | END (PASS) - Cookbook sre.hosts.rename (exit_code=0) from kubernetes2013 to wikikube-worker2182 | [production] | 
            
  | 09:31 | <jelto@cumin1002> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2182 | [production] | 
            
  | 09:31 | <jelto@cumin1002> | START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2182 | [production] | 
            
  | 09:30 | <jelto@cumin1002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 09:30 | <jelto@cumin1002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2013 to wikikube-worker2182 - jelto@cumin1002" | [production] | 
            
  | 09:30 | <jelto@cumin1002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2013 to wikikube-worker2182 - jelto@cumin1002" | [production] | 
            
  | 09:26 | <jelto@cumin1002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 09:26 | <jelto@cumin1002> | START - Cookbook sre.hosts.rename from kubernetes2013 to wikikube-worker2182 | [production] | 
            
  | 09:26 | <jelto@cumin1002> | END (PASS) - Cookbook sre.hosts.rename (exit_code=0) from kubernetes2012 to wikikube-worker2181 | [production] | 
            
  | 09:25 | <marostegui@cumin1002> | dbctl commit (dc=all): 'db2136 (re)pooling @ 25%: Repooling after upgrade', diff saved to https://phabricator.wikimedia.org/P71696 and previous config saved to /var/cache/conftool/dbconfig/20241211-092535-root.json | [production] | 
            
  | 09:25 | <jelto@cumin1002> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2181 | [production] | 
            
  | 09:25 | <jelto@cumin1002> | START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2181 | [production] | 
            
  | 09:25 | <jelto@cumin1002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 09:25 | <jelto@cumin1002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2012 to wikikube-worker2181 - jelto@cumin1002" | [production] | 
            
  | 09:24 | <jelto@cumin1002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2012 to wikikube-worker2181 - jelto@cumin1002" | [production] | 
            
  | 09:20 | <jelto@cumin1002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 09:20 | <jelto@cumin1002> | START - Cookbook sre.hosts.rename from kubernetes2012 to wikikube-worker2181 | [production] | 
            
  | 09:20 | <jelto@cumin1002> | END (PASS) - Cookbook sre.hosts.rename (exit_code=0) from kubernetes2011 to wikikube-worker2180 | [production] | 
            
  | 09:19 | <jelto@cumin1002> | END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2180 | [production] | 
            
  | 09:19 | <jelto@cumin1002> | START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2180 | [production] | 
            
  | 09:19 | <jelto@cumin1002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 09:19 | <jelto@cumin1002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2011 to wikikube-worker2180 - jelto@cumin1002" | [production] | 
            
  | 09:18 | <jelto@cumin1002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes2011 to wikikube-worker2180 - jelto@cumin1002" | [production] | 
            
  | 09:14 | <jelto@cumin1002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 09:14 | <jelto@cumin1002> | START - Cookbook sre.hosts.rename from kubernetes2011 to wikikube-worker2180 | [production] |