| 
      
        2024-09-03
      
      ยง
     | 
  
    
  | 20:37 | 
  <jclark@cumin1002> | 
  END (FAIL) - Cookbook sre.hosts.provision (exit_code=99) for host phab1005.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 20:36 | 
  <toyofuku@deploy1003> | 
  Started scap sync-world: Backport for [[gerrit:1069334|Turn on donate link in beta (T372757)]], [[gerrit:1070310|Disable lead paragraph transform on Wikivoyages]] | 
  [production] | 
            
  | 20:31 | 
  <cjming@deploy1003> | 
  Finished scap sync-world: Backport for [[gerrit:1070281|cirrus: Introduce an expensive query pool counter (T369808)]] (duration: 06m 47s) | 
  [production] | 
            
  | 20:26 | 
  <cjming@deploy1003> | 
  ebernhardson, cjming: Continuing with sync | 
  [production] | 
            
  | 20:26 | 
  <cjming@deploy1003> | 
  ebernhardson, cjming: Backport for [[gerrit:1070281|cirrus: Introduce an expensive query pool counter (T369808)]] synced to the testservers (https://wikitech.wikimedia.org/wiki/Mwdebug) | 
  [production] | 
            
  | 20:24 | 
  <swfrench@cumin2002> | 
  END (PASS) - Cookbook sre.hosts.reimage (exit_code=0) for host wikikube-worker2080.codfw.wmnet with OS bullseye | 
  [production] | 
            
  | 20:24 | 
  <cjming@deploy1003> | 
  Started scap sync-world: Backport for [[gerrit:1070281|cirrus: Introduce an expensive query pool counter (T369808)]] | 
  [production] | 
            
  | 20:19 | 
  <wmbot~raymond@ubuntu> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component ingress-admission | 
  [tools] | 
            
  | 20:16 | 
  <jeena> | 
  Updating development images on contint primary for https://phabricator.wikimedia.org/T373721 | 
  [releng] | 
            
  | 20:08 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.provision for host phab1005.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 20:07 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host phab1005 | 
  [production] | 
            
  | 20:07 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.network.configure-switch-interfaces for host phab1005 | 
  [production] | 
            
  | 20:07 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 20:07 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: added network and mgmt phab1005 - jclark@cumin1002" | 
  [production] | 
            
  | 20:07 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: added network and mgmt phab1005 - jclark@cumin1002" | 
  [production] | 
            
  | 20:04 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 20:03 | 
  <jclark@cumin1002> | 
  END (FAIL) - Cookbook sre.dns.netbox (exit_code=99) | 
  [production] | 
            
  | 20:01 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 20:01 | 
  <wmbot~raymond@ubuntu> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component ingress-admission | 
  [toolsbeta] | 
            
  | 19:58 | 
  <jclark@cumin1002> | 
  END (FAIL) - Cookbook sre.hosts.provision (exit_code=99) for host phab1005.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 19:57 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.provision for host phab1005.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 19:56 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 19:56 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: added network and mgmt phab1005 - jclark@cumin1002" | 
  [production] | 
            
  | 19:56 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: added network and mgmt phab1005 - jclark@cumin1002" | 
  [production] | 
            
  | 19:56 | 
  <wmbot~raymond@ubuntu> | 
  START - Cookbook wmcs.toolforge.component.deploy for component ingress-admission | 
  [toolsbeta] | 
            
  | 19:55 | 
  <swfrench@cumin2002> | 
  END (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 2:00:00 on wikikube-worker2080.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 19:53 | 
  <wmbot~raymond@ubuntu> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component jobs-emailer | 
  [tools] | 
            
  | 19:53 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 19:52 | 
  <swfrench@cumin2002> | 
  START - Cookbook sre.hosts.downtime for 2:00:00 on wikikube-worker2080.codfw.wmnet with reason: host reimage | 
  [production] | 
            
  | 19:52 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.hosts.provision (exit_code=0) for host gerrit1004.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 19:48 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.provision for host gerrit1004.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 19:48 | 
  <wmbot~raymond@ubuntu> | 
  START - Cookbook wmcs.toolforge.component.deploy for component jobs-emailer | 
  [tools] | 
            
  | 19:47 | 
  <wmbot~raymond@ubuntu> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component jobs-emailer | 
  [toolsbeta] | 
            
  | 19:46 | 
  <jclark@cumin1002> | 
  END (FAIL) - Cookbook sre.hosts.provision (exit_code=99) for host gerrit1004.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 19:44 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.provision for host gerrit1004.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 19:42 | 
  <jclark@cumin1002> | 
  END (FAIL) - Cookbook sre.hosts.provision (exit_code=99) for host gerrit1004.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 19:42 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.hosts.provision for host gerrit1004.mgmt.eqiad.wmnet with reboot policy FORCED | 
  [production] | 
            
  | 19:40 | 
  <wmbot~raymond@ubuntu> | 
  START - Cookbook wmcs.toolforge.component.deploy for component jobs-emailer | 
  [toolsbeta] | 
            
  | 19:36 | 
  <wmbot~raymond@ubuntu> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component volume-admission | 
  [tools] | 
            
  | 19:35 | 
  <swfrench@cumin2002> | 
  END (PASS) - Cookbook sre.hosts.move-vlan (exit_code=0) for host wikikube-worker2080 | 
  [production] | 
            
  | 19:35 | 
  <swfrench@cumin2002> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host wikikube-worker2080 | 
  [production] | 
            
  | 19:35 | 
  <swfrench@cumin2002> | 
  START - Cookbook sre.network.configure-switch-interfaces for host wikikube-worker2080 | 
  [production] | 
            
  | 19:35 | 
  <swfrench@cumin2002> | 
  END (PASS) - Cookbook sre.dns.wipe-cache (exit_code=0) wikikube-worker2080.codfw.wmnet 159.16.192.10.in-addr.arpa 9.5.1.0.6.1.0.0.2.9.1.0.0.1.0.0.2.0.1.0.0.6.8.0.0.0.0.0.0.2.6.2.ip6.arpa on all recursors | 
  [production] | 
            
  | 19:35 | 
  <swfrench@cumin2002> | 
  START - Cookbook sre.dns.wipe-cache wikikube-worker2080.codfw.wmnet 159.16.192.10.in-addr.arpa 9.5.1.0.6.1.0.0.2.9.1.0.0.1.0.0.2.0.1.0.0.6.8.0.0.0.0.0.0.2.6.2.ip6.arpa on all recursors | 
  [production] | 
            
  | 19:35 | 
  <swfrench@cumin2002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 19:33 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.network.configure-switch-interfaces (exit_code=0) for host phab1005 | 
  [production] | 
            
  | 19:32 | 
  <swfrench@cumin2002> | 
  START - Cookbook sre.dns.netbox | 
  [production] | 
            
  | 19:31 | 
  <jclark@cumin1002> | 
  START - Cookbook sre.network.configure-switch-interfaces for host phab1005 | 
  [production] | 
            
  | 19:31 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | 
  [production] | 
            
  | 19:31 | 
  <jclark@cumin1002> | 
  END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: added network and mgmt phab1005 - jclark@cumin1002" | 
  [production] |