| 
      
        2025-08-27
      
      ยง
     | 
  
    
  | 14:15 | 
  <eevans@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/data-gateway: apply | 
  [production] | 
            
  | 14:14 | 
  <brouberol@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 14:13 | 
  <eevans@deploy1003> | 
  helmfile [staging] START helmfile.d/services/data-gateway: apply | 
  [production] | 
            
  | 14:12 | 
  <brouberol@deploy1003> | 
  helmfile [codfw] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 14:11 | 
  <fceratto@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2223', diff saved to https://phabricator.wikimedia.org/P81903 and previous config saved to /var/cache/conftool/dbconfig/20250827-141131-fceratto.json | 
  [production] | 
            
  | 14:11 | 
  <jforrester@deploy1003> | 
  helmfile [staging] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:11 | 
  <jforrester@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:11 | 
  <urbanecm@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/changeprop-jobqueue: apply | 
  [production] | 
            
  | 14:10 | 
  <urbanecm@deploy1003> | 
  helmfile [staging] START helmfile.d/services/changeprop-jobqueue: apply | 
  [production] | 
            
  | 14:10 | 
  <jforrester@deploy1003> | 
  Started scap sync-world: Backport for [[gerrit:1182538|Wikifunctions: Enable Wikidata input types in embedded calls (T397403)]] | 
  [production] | 
            
  | 14:09 | 
  <eevans@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/sessionstore: apply | 
  [production] | 
            
  | 14:09 | 
  <eevans@deploy1003> | 
  helmfile [staging] START helmfile.d/services/sessionstore: apply | 
  [production] | 
            
  | 14:06 | 
  <jforrester@deploy1003> | 
  helmfile [staging] START helmfile.d/services/wikifunctions: apply | 
  [production] | 
            
  | 14:05 | 
  <ladsgroup@cumin1003> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1200', diff saved to https://phabricator.wikimedia.org/P81902 and previous config saved to /var/cache/conftool/dbconfig/20250827-140524-ladsgroup.json | 
  [production] | 
            
  | 14:02 | 
  <ottomata> | 
  deleted eventgate-analytics staging canary release | 
  [production] | 
            
  | 14:01 | 
  <urbanecm@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/changeprop-jobqueue: apply | 
  [production] | 
            
  | 14:00 | 
  <urbanecm@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/changeprop-jobqueue: apply | 
  [production] | 
            
  | 14:00 | 
  <urbanecm@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/changeprop-jobqueue: apply | 
  [production] | 
            
  | 13:59 | 
  <urbanecm@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/changeprop-jobqueue: apply | 
  [production] | 
            
  | 13:58 | 
  <urbanecm@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/changeprop-jobqueue: apply | 
  [production] | 
            
  | 13:57 | 
  <dcausse@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/rdf-streaming-updater: apply | 
  [production] | 
            
  | 13:57 | 
  <urbanecm@deploy1003> | 
  helmfile [staging] START helmfile.d/services/changeprop-jobqueue: apply | 
  [production] | 
            
  | 13:57 | 
  <dcausse@deploy1003> | 
  helmfile [staging] START helmfile.d/services/rdf-streaming-updater: apply | 
  [production] | 
            
  | 13:56 | 
  <fceratto@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2223', diff saved to https://phabricator.wikimedia.org/P81901 and previous config saved to /var/cache/conftool/dbconfig/20250827-135623-fceratto.json | 
  [production] | 
            
  | 13:51 | 
  <mvernon@cumin2002> | 
  DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 1:00:00 on ms-be1066.eqiad.wmnet with reason: vacuum | 
  [production] | 
            
  | 13:51 | 
  <Emperor> | 
  stop puppet/swift/rsync to vacuum large DBs on ms-be1066 T377827 | 
  [production] | 
            
  | 13:50 | 
  <otto@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/eventgate-analytics: apply | 
  [production] | 
            
  | 13:50 | 
  <ladsgroup@cumin1003> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1200 (T402925)', diff saved to https://phabricator.wikimedia.org/P81900 and previous config saved to /var/cache/conftool/dbconfig/20250827-135017-ladsgroup.json | 
  [production] | 
            
  | 13:50 | 
  <otto@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/eventgate-analytics: apply | 
  [production] | 
            
  | 13:50 | 
  <otto@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/eventgate-analytics: apply | 
  [production] | 
            
  | 13:48 | 
  <otto@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/eventgate-analytics: apply | 
  [production] | 
            
  | 13:48 | 
  <otto@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/eventgate-analytics: apply | 
  [production] | 
            
  | 13:47 | 
  <otto@deploy1003> | 
  helmfile [staging] START helmfile.d/services/eventgate-analytics: apply | 
  [production] | 
            
  | 13:47 | 
  <otto@deploy1003> | 
  helmfile [eqiad] DONE helmfile.d/services/eventgate-logging-external: apply | 
  [production] | 
            
  | 13:46 | 
  <otto@deploy1003> | 
  helmfile [eqiad] START helmfile.d/services/eventgate-logging-external: apply | 
  [production] | 
            
  | 13:46 | 
  <otto@deploy1003> | 
  helmfile [codfw] DONE helmfile.d/services/eventgate-logging-external: apply | 
  [production] | 
            
  | 13:45 | 
  <otto@deploy1003> | 
  helmfile [codfw] START helmfile.d/services/eventgate-logging-external: apply | 
  [production] | 
            
  | 13:44 | 
  <otto@deploy1003> | 
  helmfile [staging] DONE helmfile.d/services/eventgate-logging-external: apply | 
  [production] | 
            
  | 13:44 | 
  <ottomata> | 
  deploying eventgate-analytics and eventgate-logging-external to pick up meta.dt change - T376026 | 
  [production] | 
            
  | 13:44 | 
  <brouberol@deploy1003> | 
  helmfile [staging-eqiad] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 13:44 | 
  <otto@deploy1003> | 
  helmfile [staging] START helmfile.d/services/eventgate-logging-external: apply | 
  [production] | 
            
  | 13:43 | 
  <brouberol@deploy1003> | 
  helmfile [staging-eqiad] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 13:41 | 
  <fceratto@cumin1002> | 
  dbctl commit (dc=all): 'Repooling after maintenance db2223 (T401906)', diff saved to https://phabricator.wikimedia.org/P81899 and previous config saved to /var/cache/conftool/dbconfig/20250827-134116-fceratto.json | 
  [production] | 
            
  | 13:39 | 
  <brouberol@deploy1003> | 
  helmfile [staging-codfw] DONE helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 13:39 | 
  <ladsgroup@cumin1003> | 
  dbctl commit (dc=all): 'Depooling db1200 (T402925)', diff saved to https://phabricator.wikimedia.org/P81898 and previous config saved to /var/cache/conftool/dbconfig/20250827-133904-ladsgroup.json | 
  [production] | 
            
  | 13:38 | 
  <ladsgroup@cumin1003> | 
  DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 12:00:00 on db1200.eqiad.wmnet with reason: Maintenance | 
  [production] | 
            
  | 13:38 | 
  <brouberol@deploy1003> | 
  helmfile [staging-codfw] START helmfile.d/admin 'apply'. | 
  [production] | 
            
  | 13:38 | 
  <ladsgroup@cumin1003> | 
  dbctl commit (dc=all): 'Repooling after maintenance db1185 (T402925)', diff saved to https://phabricator.wikimedia.org/P81897 and previous config saved to /var/cache/conftool/dbconfig/20250827-133842-ladsgroup.json | 
  [production] | 
            
  | 13:37 | 
  <fceratto@cumin1002> | 
  dbctl commit (dc=all): 'Depooling db2223 (T401906)', diff saved to https://phabricator.wikimedia.org/P81896 and previous config saved to /var/cache/conftool/dbconfig/20250827-133741-fceratto.json | 
  [production] | 
            
  | 13:37 | 
  <fceratto@cumin1002> | 
  DONE (PASS) - Cookbook sre.hosts.downtime (exit_code=0) for 4:00:00 on db2223.codfw.wmnet with reason: Maintenance | 
  [production] |