| 2024-12-05
      
      ยง | 
    
  | 16:21 | <jelto@cumin1002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes1032 to wikikube-worker1051 - jelto@cumin1002" | [production] | 
            
  | 16:21 | <jelto@cumin1002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: Renaming kubernetes1032 to wikikube-worker1051 - jelto@cumin1002" | [production] | 
            
  | 16:20 | <jiji@deploy2002> | helmfile [eqiad] DONE helmfile.d/services/eventgate-main: apply | [production] | 
            
  | 16:20 | <jclark@cumin1002> | END (FAIL) - Cookbook sre.hosts.provision (exit_code=99) for host cloudelastic1012.mgmt.eqiad.wmnet with chassis set policy FORCE_RESTART | [production] | 
            
  | 16:20 | <jclark@cumin1002> | START - Cookbook sre.hosts.provision for host cloudelastic1012.mgmt.eqiad.wmnet with chassis set policy FORCE_RESTART | [production] | 
            
  | 16:20 | <jiji@deploy2002> | helmfile [eqiad] START helmfile.d/services/eventgate-main: apply | [production] | 
            
  | 16:20 | <jiji@deploy2002> | helmfile [staging] DONE helmfile.d/services/eventgate-main: apply | [production] | 
            
  | 16:19 | <jiji@deploy2002> | helmfile [staging] START helmfile.d/services/eventgate-main: apply | [production] | 
            
  | 16:19 | <jiji@deploy2002> | helmfile [eqiad] DONE helmfile.d/services/eventstreams: apply | [production] | 
            
  | 16:18 | <jiji@deploy2002> | helmfile [eqiad] START helmfile.d/services/eventstreams: apply | [production] | 
            
  | 16:18 | <jiji@deploy2002> | helmfile [staging] DONE helmfile.d/services/eventstreams: apply | [production] | 
            
  | 16:18 | <jiji@deploy2002> | helmfile [staging] START helmfile.d/services/eventstreams: apply | [production] | 
            
  | 16:17 | <jclark@cumin1002> | END (FAIL) - Cookbook sre.hosts.provision (exit_code=99) for host cloudelastic1011.mgmt.eqiad.wmnet with chassis set policy FORCE_RESTART | [production] | 
            
  | 16:17 | <jclark@cumin1002> | END (FAIL) - Cookbook sre.hosts.provision (exit_code=99) for host cloudelastic1012.mgmt.eqiad.wmnet with chassis set policy FORCE_RESTART | [production] | 
            
  | 16:17 | <jclark@cumin1002> | START - Cookbook sre.hosts.provision for host cloudelastic1011.mgmt.eqiad.wmnet with chassis set policy FORCE_RESTART | [production] | 
            
  | 16:17 | <jclark@cumin1002> | START - Cookbook sre.hosts.provision for host cloudelastic1012.mgmt.eqiad.wmnet with chassis set policy FORCE_RESTART | [production] | 
            
  | 16:15 | <jelto@cumin1002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 16:15 | <jclark@cumin1002> | END (PASS) - Cookbook sre.dns.netbox (exit_code=0) | [production] | 
            
  | 16:15 | <jclark@cumin1002> | END (PASS) - Cookbook sre.puppet.sync-netbox-hiera (exit_code=0) generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: added mgmt for cloudelastic - jclark@cumin1002" | [production] | 
            
  | 16:14 | <jclark@cumin1002> | START - Cookbook sre.puppet.sync-netbox-hiera generate netbox hiera data: "Triggered by cookbooks.sre.dns.netbox: added mgmt for cloudelastic - jclark@cumin1002" | [production] | 
            
  | 16:14 | <jiji@deploy2002> | helmfile [eqiad] DONE helmfile.d/services/changeprop-jobqueue: apply | [production] | 
            
  | 16:14 | <jiji@deploy2002> | helmfile [eqiad] START helmfile.d/services/changeprop-jobqueue: apply | [production] | 
            
  | 16:13 | <jelto@cumin1002> | START - Cookbook sre.hosts.rename from kubernetes1032 to wikikube-worker1051 | [production] | 
            
  | 16:13 | <jiji@deploy2002> | helmfile [staging] DONE helmfile.d/services/changeprop-jobqueue: apply | [production] | 
            
  | 16:12 | <jiji@deploy2002> | helmfile [staging] START helmfile.d/services/changeprop-jobqueue: apply | [production] | 
            
  | 16:11 | <jiji@deploy2002> | helmfile [staging] DONE helmfile.d/services/mw-page-content-change-enrich: apply | [production] | 
            
  | 16:11 | <bking@cumin2002> | END (PASS) - Cookbook sre.wdqs.data-transfer (exit_code=0) (T376150, initialize wdqs internal main tier) xfer wikidata_main from wdqs2021.codfw.wmnet -> wdqs2018.codfw.wmnet w/ force delete existing files, repooling source-only afterwards | [production] | 
            
  | 16:11 | <jiji@deploy2002> | helmfile [staging] START helmfile.d/services/mw-page-content-change-enrich: apply | [production] | 
            
  | 16:11 | <jiji@deploy2002> | helmfile [staging] DONE helmfile.d/services/benthos-cache-invalidator: apply | [production] | 
            
  | 16:11 | <jiji@deploy2002> | helmfile [staging] DONE helmfile.d/services/mw-page-content-change-enrich: apply | [production] | 
            
  | 16:11 | <jiji@deploy2002> | helmfile [staging] START helmfile.d/services/mw-page-content-change-enrich: apply | [production] | 
            
  | 16:11 | <jclark@cumin1002> | START - Cookbook sre.dns.netbox | [production] | 
            
  | 16:11 | <jiji@deploy2002> | helmfile [staging] START helmfile.d/services/benthos-cache-invalidator: apply | [production] | 
            
  | 16:08 | <jiji@cumin1002> | END (PASS) - Cookbook sre.hosts.remove-downtime (exit_code=0) for kafka-main1010.eqiad.wmnet | [production] | 
            
  | 16:08 | <jiji@cumin1002> | START - Cookbook sre.hosts.remove-downtime for kafka-main1010.eqiad.wmnet | [production] | 
            
  | 16:08 | <jiji@deploy2002> | helmfile [aux-k8s-eqiad] DONE helmfile.d/admin 'apply'. | [production] | 
            
  | 16:07 | <jiji@deploy2002> | helmfile [aux-k8s-eqiad] START helmfile.d/admin 'apply'. | [production] | 
            
  | 16:07 | <jiji@deploy2002> | helmfile [dse-k8s-eqiad] DONE helmfile.d/admin 'apply'. | [production] | 
            
  | 16:07 | <jiji@deploy2002> | helmfile [dse-k8s-eqiad] START helmfile.d/admin 'apply'. | [production] | 
            
  | 16:07 | <jiji@deploy2002> | helmfile [ml-staging-codfw] DONE helmfile.d/admin 'apply'. | [production] | 
            
  | 16:07 | <bking@cumin2002> | END (PASS) - Cookbook sre.wdqs.data-transfer (exit_code=0) (T376150, initialize wdqs internal main tier) xfer wikidata_main from wdqs1021.eqiad.wmnet -> wdqs1026.eqiad.wmnet w/ force delete existing files, repooling source-only afterwards | [production] | 
            
  | 16:06 | <jiji@deploy2002> | helmfile [ml-staging-codfw] START helmfile.d/admin 'apply'. | [production] | 
            
  | 16:06 | <jiji@deploy2002> | helmfile [ml-serve-codfw] DONE helmfile.d/admin 'apply'. | [production] | 
            
  | 16:06 | <jiji@deploy2002> | helmfile [ml-serve-codfw] START helmfile.d/admin 'apply'. | [production] | 
            
  | 16:06 | <jiji@deploy2002> | helmfile [ml-serve-eqiad] DONE helmfile.d/admin 'apply'. | [production] | 
            
  | 16:06 | <jiji@deploy2002> | helmfile [ml-serve-eqiad] START helmfile.d/admin 'apply'. | [production] | 
            
  | 16:05 | <jiji@deploy2002> | helmfile [staging-codfw] DONE helmfile.d/admin 'apply'. | [production] | 
            
  | 16:05 | <jiji@deploy2002> | helmfile [staging-codfw] START helmfile.d/admin 'apply'. | [production] | 
            
  | 16:05 | <jiji@deploy2002> | helmfile [staging-eqiad] DONE helmfile.d/admin 'apply'. | [production] | 
            
  | 16:05 | <jiji@deploy2002> | helmfile [staging-eqiad] START helmfile.d/admin 'apply'. | [production] |