|
2025-05-28
§
|
| 15:32 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudcontrol.upgrade_openstack_node on host 'cloudservices1005.eqiad.wmnet' (T390914) |
[admin] |
| 15:32 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.cloudcontrol.upgrade_openstack_node (exit_code=99) on host 'cloudservices1005-dev.eqiad.wmnet' (T390914) |
[admin] |
| 15:31 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudcontrol.upgrade_openstack_node on host 'cloudservices1005-dev.eqiad.wmnet' (T390914) |
[admin] |
| 15:29 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.cloudcontrol.upgrade_openstack_node (exit_code=0) on host 'cloudservices1005.eqiad.wmnet' (T390914) |
[admin] |
| 15:22 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudcontrol.upgrade_openstack_node on host 'cloudservices1005.eqiad.wmnet' (T390914) |
[admin] |
| 15:21 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.cloudcontrol.upgrade_openstack_node (exit_code=99) on host 'cloudservices1005-dev.eqiad.wmnet' (T390914) |
[admin] |
| 15:20 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudcontrol.upgrade_openstack_node on host 'cloudservices1005-dev.eqiad.wmnet' (T390914) |
[admin] |
| 15:19 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.cloudcontrol.upgrade_openstack_node (exit_code=99) on host 'cloudservices1005-dev.codfw.wmnet' (T390914) |
[admin] |
| 15:19 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudcontrol.upgrade_openstack_node on host 'cloudservices1005-dev.codfw.wmnet' (T390914) |
[admin] |
| 10:40 |
<taavi@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.restart_openstack (exit_code=99) on deployment codfw1dev for service: project,designate |
[admin] |
| 10:39 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.restart_openstack on deployment codfw1dev for service: project,designate |
[admin] |
|
2025-05-26
§
|
| 13:13 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.cloudnet.reboot_node (exit_code=0) for host cloudnet2006-dev.codfw.wmnet |
[admin] |
| 13:10 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudnet.reboot_node for host cloudnet2006-dev.codfw.wmnet |
[admin] |
| 13:06 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.cloudnet.reboot_node (exit_code=0) for host cloudnet2005-dev.codfw.wmnet |
[admin] |
| 13:03 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudnet.reboot_node for host cloudnet2005-dev.codfw.wmnet |
[admin] |
| 12:54 |
<taavi@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.roll_reboot_cloudnets (exit_code=99) |
[admin] |
| 12:54 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.roll_reboot_cloudnets |
[admin] |
| 12:49 |
<taavi@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.roll_reboot_cloudnets (exit_code=99) |
[admin] |
| 12:49 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.roll_reboot_cloudnets |
[admin] |
| 12:48 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.cloudcontrol.reboot_node (exit_code=0) on hosts matched by 'P{O:wmcs::openstack::codfw1dev::control}' |
[admin] |
| 12:36 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudcontrol.reboot_node on hosts matched by 'P{O:wmcs::openstack::codfw1dev::control}' |
[admin] |
| 12:31 |
<taavi@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=0) on hosts matched by 'P{P:openstack::codfw1dev::nova::compute::service}' |
[admin] |
| 11:49 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'P{P:openstack::codfw1dev::nova::compute::service}' |
[admin] |
| 11:33 |
<taavi@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=99) on hosts matched by 'P{P:openstack::codfw1dev::nova::compute::service}' |
[admin] |
| 11:27 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'P{P:openstack::codfw1dev::nova::compute::service}' |
[admin] |
| 11:22 |
<taavi@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=99) on hosts matched by 'P{P:openstack::codfw1dev::nova::compute::service}' |
[admin] |
| 11:21 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'P{P:openstack::codfw1dev::nova::compute::service}' |
[admin] |
| 11:18 |
<taavi@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.cloudvirt.safe_reboot (exit_code=99) on hosts matched by 'P{P:openstack::codfw1dev::nova::compute::service}' |
[admin] |
| 11:17 |
<taavi@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudvirt.safe_reboot on hosts matched by 'P{P:openstack::codfw1dev::nova::compute::service}' |
[admin] |
| 07:52 |
<taavi> |
add new /dev/sdb back to software raid after it was replaced in cloudcephmon1004 |
[admin] |
|
2025-05-20
§
|
| 19:45 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.cloudvirt.drain (exit_code=0) on host 'cloudvirt1037.eqiad.wmnet' (T394727) |
[admin] |
| 19:43 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudvirt.drain on host 'cloudvirt1037.eqiad.wmnet' (T394727) |
[admin] |
| 19:42 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.cloudvirt.drain (exit_code=0) on host 'cloudvirt1039.eqiad.wmnet' (T394727) |
[admin] |
| 19:41 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudvirt.drain on host 'cloudvirt1039.eqiad.wmnet' (T394727) |
[admin] |
| 15:22 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.restart_openstack (exit_code=0) on deployment eqiad1 for all services |
[admin] |
| 15:07 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.restart_openstack on deployment eqiad1 for all services |
[admin] |
| 14:57 |
<andrewbogott> |
resetting eqiad1 rabbitmq in an attempt to resolve T394790 |
[admin] |
| 03:01 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.restart_openstack (exit_code=0) on deployment eqiad1 for service: project,cinder |
[admin] |
| 03:01 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.restart_openstack on deployment eqiad1 for service: project,cinder |
[admin] |
| 02:18 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.restart_openstack (exit_code=0) on deployment eqiad1 for service: project,cinder |
[admin] |
| 02:18 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.restart_openstack on deployment eqiad1 for service: project,cinder |
[admin] |
| 00:21 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.cloudvirt.drain (exit_code=99) on host 'cloudvirt1039.eqiad.wmnet' (T394727) |
[admin] |
| 00:11 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudvirt.drain on host 'cloudvirt1039.eqiad.wmnet' (T394727) |
[admin] |
|
2025-05-19
§
|
| 22:58 |
<andrew@cloudcumin1001> |
END (FAIL) - Cookbook wmcs.openstack.cloudvirt.drain (exit_code=99) on host 'cloudvirt1039.eqiad.wmnet' (T394727) |
[admin] |
| 22:47 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.cloudvirt.drain on host 'cloudvirt1039.eqiad.wmnet' (T394727) |
[admin] |
| 22:43 |
<andrew@cloudcumin1001> |
END (ERROR) - Cookbook wmcs.openstack.restart_openstack (exit_code=97) on deployment eqiad1 for service: project,nova |
[admin] |
| 22:43 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.restart_openstack on deployment eqiad1 for service: project,nova |
[admin] |
| 22:35 |
<andrew@cloudcumin1001> |
END (PASS) - Cookbook wmcs.openstack.restart_openstack (exit_code=0) on deployment eqiad1 for service: project,nova |
[admin] |
| 22:29 |
<andrew@cloudcumin1001> |
START - Cookbook wmcs.openstack.restart_openstack on deployment eqiad1 for service: project,nova |
[admin] |