| 
      
        2025-09-10
      
      ยง
     | 
  
    
  | 14:45 | 
  <fceratto@deploy1003> | 
  helmfile [aux-k8s-eqiad] 'sync' command on namespace 'zarcillo' for release 'main' . | 
  [production] | 
            
  | 14:43 | 
  <godog> | 
  reset puppet to production, testing finished | 
  [toolsbeta] | 
            
  | 14:41 | 
  <jforrester@deploy1003> | 
  Started scap sync-world: Backport for [[gerrit:1186517|Improve performance of preferred labels subquery]] | 
  [production] | 
            
  | 14:39 | 
  <godog> | 
  cherry-pick https://gerrit.wikimedia.org/r/c/operations/puppet/+/1186938 and https://gerrit.wikimedia.org/r/c/operations/puppet/+/1186937 | 
  [toolsbeta] | 
            
  | 14:37 | 
  <dcaro@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=0) | 
  [tools] | 
            
  | 14:36 | 
  <jforrester@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:36 | 
  <jforrester@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:35 | 
  <jforrester@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:35 | 
  <jforrester@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:34 | 
  <jforrester@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:34 | 
  <jgiannelos@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/mobileapps: apply | 
  [production] | 
            
  | 14:34 | 
  <jforrester@deploy1003> | 
  helmfile [staging] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:34 | 
  <fceratto@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2161', diff saved to https://phabricator.wikimedia.org/P83159 and previous config saved to /var/cache/conftool/dbconfig/20250910-143424-fceratto.json | 
  [production] | 
            
  | 14:34 | 
  <jgiannelos@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/mobileapps: apply | 
  [production] | 
            
  | 14:33 | 
  <jgiannelos@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/mobileapps: apply | 
  [production] | 
            
  | 14:32 | 
  <jgiannelos@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/mobileapps: apply | 
  [production] | 
            
  | 14:32 | 
  <ladsgroup@cumin1003> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2147', diff saved to https://phabricator.wikimedia.org/P83158 and previous config saved to /var/cache/conftool/dbconfig/20250910-143202-ladsgroup.json | 
  [production] | 
            
  | 14:30 | 
  <jgiannelos@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/mobileapps: apply | 
  [production] | 
            
  | 14:30 | 
  <jgiannelos@deploy1003> | 
  helmfile [staging] START helmfile.d/services/mobileapps: apply | 
  [production] | 
            
  | 14:28 | 
  <fnegri@cloudcumin1001> | 
  END (PASS) - Cookbook wmcs.toolforge.component.deploy (exit_code=0) for component maintain-kubeusers (T403964) | 
  [tools] | 
            
  | 14:26 | 
  <dcaro@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.cloudvirt.vm_console | 
  [tools] | 
            
  | 14:26 | 
  <jforrester@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:25 | 
  <jforrester@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:25 | 
  <jforrester@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:25 | 
  <jforrester@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:24 | 
  <jforrester@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:24 | 
  <jforrester@deploy1003> | 
  helmfile [staging] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:20 | 
  <jforrester@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:19 | 
  <jforrester@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:19 | 
  <jforrester@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:19 | 
  <fceratto@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2161', diff saved to https://phabricator.wikimedia.org/P83157 and previous config saved to /var/cache/conftool/dbconfig/20250910-141917-fceratto.json | 
  [production] | 
            
  | 14:19 | 
  <jforrester@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:17 | 
  <jforrester@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:17 | 
  <jforrester@deploy1003> | 
  helmfile [staging] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:16 | 
  <ladsgroup@cumin1003> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2147', diff saved to https://phabricator.wikimedia.org/P83156 and previous config saved to /var/cache/conftool/dbconfig/20250910-141655-ladsgroup.json | 
  [production] | 
            
  | 14:12 | 
  <jforrester@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:12 | 
  <kartik@deploy1003> | 
  Finished scap sync-world: Backport for [[gerrit:1186650|CX3 Build 1.0.0+20250909 (T374886 T394998 T399122 T399125 T399133 T403730 T404045 T404093)]] (duration: 24m 08s) | 
  [production] | 
            
  | 14:11 | 
  <jforrester@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:11 | 
  <jforrester@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:10 | 
  <dcaro@cloudcumin1001> | 
  START - Cookbook wmcs.openstack.cloudvirt.vm_console | 
  [tools] | 
            
  | 14:10 | 
  <jforrester@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:10 | 
  <jforrester@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:10 | 
  <wmbot~dcaro@acme> | 
  END (FAIL) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=99) | 
  [admin] | 
            
  | 14:10 | 
  <wmbot~dcaro@acme> | 
  START - Cookbook wmcs.openstack.cloudvirt.vm_console | 
  [admin] | 
            
  | 14:09 | 
  <wmbot~dcaro@acme> | 
  END (FAIL) - Cookbook wmcs.openstack.cloudvirt.vm_console (exit_code=99) | 
  [admin] | 
            
  | 14:09 | 
  <jforrester@deploy1003> | 
  helmfile [staging] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:09 | 
  <wmbot~dcaro@acme> | 
  START - Cookbook wmcs.openstack.cloudvirt.vm_console | 
  [admin] | 
            
  | 14:08 | 
  <fnegri@cloudcumin1001> | 
  START - Cookbook wmcs.toolforge.component.deploy for component maintain-kubeusers (T403964) | 
  [tools] | 
            
  | 14:06 | 
  <kartik@deploy1003> | 
  sbisson, kartik: Continuing with sync | 
  [production] | 
            
  | 14:06 | 
  <jforrester@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/wikifunctions: apply | 
  [production] |