| 
      
        2024-11-22
      
      ยง
     | 
  
    
  | 19:16 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on es2046.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 19:13 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on es2043.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 19:13 | 
  <herron@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host aux-k8s-worker2004.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 19:10 | 
  <herron@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.ganeti.makevm: created new VM aux-k8s-worker2004.codfw.wmnet - herron@cumin1002" | 
  [production] | 
            
  | 19:10 | 
  <herron@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.ganeti.makevm: created new VM aux-k8s-worker2004.codfw.wmnet - herron@cumin1002" | 
  [production] | 
            
  | 19:10 | 
  <herron@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) aux-k8s-worker2004.codfw.wmnet on all recursors | 
  [production] | 
            
  | 19:10 | 
  <herron@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache aux-k8s-worker2004.codfw.wmnet on all recursors | 
  [production] | 
            
  | 19:10 | 
  <herron@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 19:10 | 
  <herron@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM aux-k8s-worker2004.codfw.wmnet - herron@cumin1002" | 
  [production] | 
            
  | 19:10 | 
  <herron@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM aux-k8s-worker2004.codfw.wmnet - herron@cumin1002" | 
  [production] | 
            
  | 19:09 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on es2044.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 19:05 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on es2045.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 19:05 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on es2046.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 19:05 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on es2043.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 19:05 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on es2044.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 18:58 | 
  <herron@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 18:58 | 
  <herron@cumin1002> | 
  START - Cookbook sre.ganeti.makevm for new host aux-k8s-worker2004.codfw.wmnet | 
  [production] | 
            
  | 18:53 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host es2042.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 18:53 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - jhancock@cumin2002" | 
  [production] | 
            
  | 18:52 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.hosts.reimage: Host reimage - jhancock@cumin2002" | 
  [production] | 
            
  | 18:50 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hosts.reimage for host es2043.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 18:50 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hosts.reimage for host es2044.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 18:50 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hosts.reimage for host es2045.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 18:50 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hosts.reimage for host es2046.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 18:45 | 
  <herron@cumin1002> | 
  END (PASS) - Cookbook sre.ganeti.makevm (exit_code=0) for new host aux-k8s-worker2003.codfw.wmnet | 
  [production] | 
            
  | 18:45 | 
  <herron@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host aux-k8s-worker2003.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 18:35 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on es2042.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 18:32 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on es2042.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 18:31 | 
  <herron@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on aux-k8s-worker2003.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 18:27 | 
  <herron@cumin1002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on aux-k8s-worker2003.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 18:17 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hosts.reimage for host es2042.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 18:13 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host es2042.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | 
  [production] | 
            
  | 18:11 | 
  <herron@cumin1002> | 
  START - Cookbook sre.hosts.reimage for host aux-k8s-worker2003.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 18:10 | 
  <herron@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.ganeti.makevm: created new VM aux-k8s-worker2003.codfw.wmnet - herron@cumin1002" | 
  [production] | 
            
  | 18:10 | 
  <herron@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.ganeti.makevm: created new VM aux-k8s-worker2003.codfw.wmnet - herron@cumin1002" | 
  [production] | 
            
  | 18:10 | 
  <herron@cumin1002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) aux-k8s-worker2003.codfw.wmnet on all recursors | 
  [production] | 
            
  | 18:10 | 
  <herron@cumin1002> | 
  START - Cookbook sre.dns.wipe-cache aux-k8s-worker2003.codfw.wmnet on all recursors | 
  [production] | 
            
  | 18:10 | 
  <herron@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 18:10 | 
  <herron@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM aux-k8s-worker2003.codfw.wmnet - herron@cumin1002" | 
  [production] | 
            
  | 18:10 | 
  <herron@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Add records for VM aux-k8s-worker2003.codfw.wmnet - herron@cumin1002" | 
  [production] | 
            
  | 18:09 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.hosts.provision for host es2042.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | 
  [production] | 
            
  | 18:03 | 
  <herron@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 18:02 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 18:02 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: adding es2042 to codfw - jhancock@cumin2002" | 
  [production] | 
            
  | 18:02 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: adding es2042 to codfw - jhancock@cumin2002" | 
  [production] | 
            
  | 18:02 | 
  <herron@cumin1002> | 
  START - Cookbook sre.ganeti.makevm for new host aux-k8s-worker2003.codfw.wmnet | 
  [production] | 
            
  | 17:58 | 
  <jhancock@cumin2002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 17:41 | 
  <herron@cumin1002> | 
  END (PASS) - Cookbook sre.ganeti.makevm (exit_code=0) for new host aux-k8s-worker2002.codfw.wmnet | 
  [production] | 
            
  | 17:41 | 
  <herron@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host aux-k8s-worker2002.codfw.wmnet with OS bookworm | 
  [production] | 
            
  | 17:32 | 
  <jhancock@cumin2002> | 
  END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host es2045.mgmt.codfw.wmnet with chassis set policy FORCE_RESTART and with Dell SCP reboot policy FORCED | 
  [production] |