././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2182183 masakari_monitors-22.0.0/0000775000175000017500000000000015257164140014144 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4262824 masakari_monitors-22.0.0/.coveragerc0000664000175000017500000000015515257164053016271 0ustar00zuulzuul[run] branch = True source = masakarimonitors omit = masakarimonitors/tests/* [report] ignore_errors = True ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4272826 masakari_monitors-22.0.0/.mailmap0000664000175000017500000000013115257164053015563 0ustar00zuulzuul# Format is: # # ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4272826 masakari_monitors-22.0.0/.stestr.conf0000664000175000017500000000007615257164053016423 0ustar00zuulzuul[DEFAULT] test_path=./masakarimonitors/tests/unit top_dir=./ ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4272826 masakari_monitors-22.0.0/.yamllint0000664000175000017500000000010715257164053015777 0ustar00zuulzuul--- extends: default ignore: | .tox/ rules: line-length: disable ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4272826 masakari_monitors-22.0.0/.zuul.yaml0000664000175000017500000000107215257164053016110 0ustar00zuulzuul--- - project: queue: masakari templates: - check-requirements - openstack-cover-jobs - openstack-python3-jobs - publish-openstack-docs-pti - release-notes-jobs-python3 - periodic-stable-jobs - periodic-jobs-with-oslo-master check: jobs: - openstack-tox-linters - masakari-functional-devstack-multinode - masakari-functional-devstack-ipv6 gate: jobs: - openstack-tox-linters - masakari-functional-devstack-multinode - masakari-functional-devstack-ipv6 ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1202283 masakari_monitors-22.0.0/AUTHORS0000664000175000017500000000514515257164140015221 0ustar00zuulzuulAdam Harwell Andreas Jaeger Chuck Short Corey Bryant Dinesh Bhor Dmitriy Rabotyagov Dmitriy Rabotyagov Doug Hellmann Ghanshyam Mann Hamid Lotfi Hervé Beraud Ivan Anfimov Keiji Niwa Kengo Takahara Kengo Takahara Kevin Schwerdtfeger Liam Young Louie KWAN Maksim Malchuk Mark Goddard Maximilian Sesterhenn Nguyen Hai Nguyen Hung Phuong OpenStack Release Bot Pavlo Shchelokovskyy Radosław Piliszek Sampath Priyankara Sean McGinnis Shilpa Devharakar Stephen Finucane Takahiro Izumi Takashi Kajinami Takashi Kajinami Takashi NATSUME Takashi Natsume Thomas Bechtold Thomas Goirand Tushar Patil Vasyl Saienko XinxinShen YeHaiyang <6161910042@vip.jiangnan.edu.cn> Zain avnish dengzhaosen dineshbhor do-gyun ericxiett gugug huang.zhiping jacky06 jayashri bidwe liyingjun nitesh.vanarase openstack poojajadhav say3no shilpa.devharakar songwenping sue sunjia suzhengwei suzhengwei tpatil wangqiangbj wu.shiming yangkun.lc zhaoleilc <15247232416@163.com> zhaoyixin ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4282827 masakari_monitors-22.0.0/CONTRIBUTING.rst0000664000175000017500000000120315257164053016604 0ustar00zuulzuulThe source repository for this project can be found at: https://opendev.org/openstack/masakari-monitors Pull requests submitted through GitHub are not monitored. To start contributing to OpenStack, follow the steps in the contribution guide to set up and use Gerrit: https://docs.openstack.org/contributors/code-and-documentation/quick-start.html Bugs should be filed on Launchpad: https://bugs.launchpad.net/masakari-monitors For more specific information about contributing to this repository, see the masakari-monitors contributor guide: https://docs.openstack.org/masakari-monitors/latest/contributor/contributing.html ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765152.083232 masakari_monitors-22.0.0/ChangeLog0000664000175000017500000002365515257164140015731 0ustar00zuulzuulCHANGES ======= 22.0.0 ------ * tox: Remove redundant injection of VIRTUAL\_ENV variable * tox: Drop redundant passenv * Delay string interpolation in logs * Fix debug log in reset handler * Bump hacking * Migrate from python-consul to py-consul * Remove unused config options for cache sub groups * Remove Python 3.10 support * Drop explicit dependency on python-subunit * Make masakari-monitor reproducible * Skip notification on unstable health with monitoring\_samples > 1 * Refactor get\_host\_health * Drop unused testrepository * Restrict [api] api\_interface * Fix missing options for oslo libraries * Drop oslo.middleware * Update master for stable/2026.1 * Add missing pycodestyle 21.0.0 ------ * Improve error logging in host and instance monitoring * Drop leftover of removed M304 check * Add note about requirement lower bounds * Migrate setup configuration to pyproject.toml * Drop use of git.openstack.org * Add operator guide documentation * Update parsing of cibadmin node status * Drop redundant own hacking checks * Replace old libvirt service name * Add note about process\_list.yaml format * Get rid of map in checkGuests * Avoid sudo access by unit tests * Fix a typo in doc * Fix incomplete mocking * docs: Update information about Consul Usage * Add project badge * Fix parse of [consul] agent\_\* options with IPv6 address * Remove unneeded execution bit from Python files * Use native oslo.config feature to parse list options * Bump hacking * add pyproject.toml to support pip 23.1 * reno: Update master for unmaintained/2024.1 * Host-Monitor kubernetes\_check host-status missing * Update master for stable/2025.2 20.0.0 ------ * Omit test code from coverage report * Drop unused doc file * Replace license classifier * fix for minor mistakes in latest release notes * Remove Python 3.8 and 3.9 support * tox: Remove basepython * Remove unused MANIFEST.in * Add a kubernetes driver for monitoring host * Update master for stable/2025.1 19.0.0 ------ * If any of the consul agents such as manage, tenant, or warehouse are not set * Fix docs build * reno: Update master for unmaintained/2023.1 * Update master for stable/2024.2 * reno: Update master for unmaintained/zed 18.0.0 ------ * Update master for stable/2024.1 * reno: Update master for unmaintained/xena * reno: Update master for unmaintained/wallaby * reno: Update master for unmaintained/victoria * reno: Update master for unmaintained/yoga 17.0.1 ------ * Honor libvirt.connection\_uri in introspectivemonitor * [introspectivemonitor] Fix syntax for python3 * Update python classifier in setup.cfg * Fix pep8 for new hacking * Honor test-requirements.txt for pep8 checks * Update master for stable/2023.2 16.0.0 ------ * Update master for stable/2023.1 15.0.0 ------ * not retry to send notification for specific http exception * Fix tox4 issues * [CI] Move queue setting to project level * Switch to 2023.1 Python3 unit tests and generic template name * Update master for stable/zed 14.0.0 ------ * Use daemon property instead of setDaemon method * Update python testing as per zed cycle testing runtime * Libvirt auth support * CI: Fix issue with absent stestr * Fix typo * Add Python3 zed unit tests * Update master for stable/yoga 13.0.0 ------ * Use LOG.warning instead of deprecated LOG.warn * connection too much when large scale failure * Updating python testing classifier as per Yoga testing runtime * host monitor by consul * Updating python testing classifier as per Yoga testing runtime * Fix a typo * Fix some typos * Fix home\_page in setup.cfg * Add note for package maintainers in requirements.txt * Add Python3 yoga unit tests * Update master for stable/xena 12.0.0 ------ * Fix hostmonitor to respect quorum * [CI] Gate on the same jobs as Masakari * [CI] Run cover jobs * Deprecate masakari-processmonitor * Use pre-provided libvirt-python * Use some better linting * Generate PDF documentation * [doc] Add config reference guide * move DriverBase to the base dir * [doc] Add masakari monitors usage * Remove conditionals for an ancient openstacksdk * Fix hostmonitor hanging forever after certain exceptions * Fix typos * Fix several code comment errors in process monitor * Replace "split(' ')" with "split()" in masakari-monitors * [community goal] Update contributor documentation * setup.cfg: Replace dashes with underscores * Fix one reno * Add Python3 xena unit tests * Update master for stable/wallaby 11.0.0 ------ * Repeated check to determine host status * [hostmonitor] Add pacemaker\_node\_type option * Drop CAP\_NET\_ADMIN * Drop unused samples * Revert "remove py37" * remove unused configration * remove unicode from code * remove unused script * remove py37 * Drop lower-constraints * Update TOX\_CONSTRAINTS\_FILE * [CI] Add periodic jobs * Add py38 package metadata * Add Python3 wallaby unit tests * Update master for stable/victoria 10.0.0 ------ * Fix tox for py38 and lower-contraints * [goal] Migrate testing to ubuntu focal * Add .stestr/ to .gitignore * Add missing keystoneauth1 to requirements.txt * Fix constraints URL enforcement for lower-constraints * Drop Babel from reqs * [goal] Migrate testing to ubuntu focal * Use keystoneauth1 config option loading for masakari client * Replace assertRaisesRegexp with assertRaisesRegex * Remove elementtree deprecated methods * Remove unnecessary continue statement * drop mock from lower-constraints * repeated parsing * Switch to newer openstackdocstheme and reno versions * Remove translation sections from setup.cfg * Remove six * Fix hacking min version to 3.0.1 * Add Python3 victoria unit tests * Update master for stable/ussuri * reset nova-compute process name 9.0.0 ----- * Use unittest.mock instead of third party mock * Cleanup py27 support * Update and replace http with https for doc links * Check config file for hostname * Update hacking for Python3 * Use hostname to avoid clash with section * [ussuri][goal] Drop python 2.7 support and testing * Update constraints path to preferred static location * Update master for stable/train * Use crm\_mon for pacemaker-remote deployments 8.0.0 ----- * Add Python 3 Train unit tests * add libvirt-python for libvirt package * Remove deprecated shell scripts * Switch to using stestr * Use template for lower-constraints * OpenDev Migration Patch * Dropping the py35 testing * Switch from oslosphinx to openstackdocstheme * Update master for stable/stein 7.0.0 ----- * Run all jobs by default using python3 * Add line for PyCharm IDE in gitignore file * Removed unnecessary parantheses in yield statements 7.0.0.0b1 --------- * Increment versioning with pbr instruction * import zuul job settings from project-config * fix tox python3 overrides * Pass region\_name and interface parameters during connection initialization * Update reno for stable/rocky 6.0.0 ----- * Remove python-openstackclient from global-requirements 6.0.0.0b3 --------- * add lower-constraints job * Fix stable branch releasenotes * Introspective Instance Monitoring through QEMU Guest Agent 6.0.0.0b2 --------- * Remove dependency on python-masakariclient * Update for new openstacksdk changes to masakari-monitors 6.0.0.0b1 --------- * Updated from global requirements * Updated from global requirements * Update for upcoming openstacksdk changes to masakari-monitors * Replaces yaml.load() with yaml.safe\_load() 5.0.0 ----- * Use status\_code instead of http\_status * fix misspelling of 'configuration' * Support specify connection uri for libvirt 4.0.0 ----- * Updated from global requirements * Remove an extra word in process\_list.yaml.sample * Use os-testr and add PY35 support * Add testcases of hostmonitor * Remove log translations * Pass correct parameters to '\_get\_connection' method * Fix typo of hostmonitor * Change the required olso.privsep version * Fix typo of processmonitor * Add testcases of ha and processmonitor * Add testcases of instancemonitor * Change the condition of success or failure of notifying * Fix syntax errors of README.rst * Remove data\_files definition from setup.cfg 3.0.1 ----- * Add README.rst * Add warning messages about deprecation to process/host monitor * Skip notification retry processing when HTTP status is 409 * Fix global name '\_' is not defined * Return user-friendly error message when monkey\_patch enabled * Add hacking check to ensure \_ is imported * Add implement of calling pre and post script * Add implement of sending notification * Add implement of preventing split-brain * Add implement of sending a notification * Add implement of comparing host status * Add implement of monitoring host * Add implement of restarting processes * Add implement of monitoring processes * Add unit test codes of instancemonitor * Add implement of loading hostmonitor driver * Add python hostmonitor only main process * Add common notification sending functions * Add initial start of processes * Loading the process list written in YAML * Add python processmonitor only main process * Add missing packages in requirements.txt * Using ServiceLauncher instead of ProcessLauncher * Change the section name of settings that related keystone * Update to match latest global-requirements * Add stop method to terminate child process * Fix missing translations for log messages * Remove conversion of 'retry\_interval' parameter * Remove unnecessary return and pass statements * Fix unexpected bash error raised by hostmonitor * Add the start scripts of processmonitor and hostmonitor * Refactor: Move domainEventRegisterAny method in a loop * Fix the regular expression for the check state of RA * Change service type and service name * Allow masakari-instancemonitor command anywhere * To allow processmonitor recognize proc.list which exists anywhere * Fix processmonitor's invalid messages * masakari-instancemonitor: fix incorrect module specification 2.0.0 ----- * Remove unnecessary methods * Add hostmonitor * Add processmonitor * Add implementation of notifying * Add implementation of handling events * Add instancemonitor only main process * Add a mechanism to use the oslo libraries * Initial Cookiecutter Commit * Added .gitreview ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4282827 masakari_monitors-22.0.0/HACKING.rst0000664000175000017500000000071415257164053015747 0ustar00zuulzuulmasakari-monitors Style Commandments =============================================== Read the OpenStack Style Commandments http://docs.openstack.org/developer/hacking/ masakari-monitors Specific Commandments --------------------------------------- - [M301] Ensure that the _() function is explicitly imported to ensure proper translations. - [M302] Validate that log messages are not translated. - [M305] LOG.warn is deprecated. Enforce use of LOG.warning. ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.429283 masakari_monitors-22.0.0/LICENSE0000664000175000017500000002363715257164053015167 0ustar00zuulzuul Apache License Version 2.0, January 2004 http://www.apache.org/licenses/ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 1. Definitions. "License" shall mean the terms and conditions for use, reproduction, and distribution as defined by Sections 1 through 9 of this document. "Licensor" shall mean the copyright owner or entity authorized by the copyright owner that is granting the License. "Legal Entity" shall mean the union of the acting entity and all other entities that control, are controlled by, or are under common control with that entity. For the purposes of this definition, "control" means (i) the power, direct or indirect, to cause the direction or management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity. "You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by this License. "Source" form shall mean the preferred form for making modifications, including but not limited to software source code, documentation source, and configuration files. "Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types. "Work" shall mean the work of authorship, whether in Source or Object form, made available under the License, as indicated by a copyright notice that is included in or attached to the work (an example is provided in the Appendix below). "Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or derived from) the Work and for which the editorial revisions, annotations, elaborations, or other modifications represent, as a whole, an original work of authorship. For the purposes of this License, Derivative Works shall not include works that remain separable from, or merely link (or bind by name) to the interfaces of, the Work and Derivative Works thereof. "Contribution" shall mean any work of authorship, including the original version of the Work and any modifications or additions to that Work or Derivative Works thereof, that is intentionally submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this definition, "submitted" means any form of electronic, verbal, or written communication sent to the Licensor or its representatives, including but not limited to communication on electronic mailing lists, source code control systems, and issue tracking systems that are managed by, or on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding communication that is conspicuously marked or otherwise designated in writing by the copyright owner as "Not a Contribution." "Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a Contribution has been received by Licensor and subsequently incorporated within the Work. 2. Grant of Copyright License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display, publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or Object form. 3. Grant of Patent License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer the Work, where such license applies only to those patent claims licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or by combination of their Contribution(s) with the Work to which such Contribution(s) was submitted. If You institute patent litigation against any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work constitutes direct or contributory patent infringement, then any patent licenses granted to You under this License for that Work shall terminate as of the date such litigation is filed. 4. Redistribution. You may reproduce and distribute copies of the Work or Derivative Works thereof in any medium, with or without modifications, and in Source or Object form, provided that You meet the following conditions: (a) You must give any other recipients of the Work or Derivative Works a copy of this License; and (b) You must cause any modified files to carry prominent notices stating that You changed the files; and (c) You must retain, in the Source form of any Derivative Works that You distribute, all copyright, patent, trademark, and attribution notices from the Source form of the Work, excluding those notices that do not pertain to any part of the Derivative Works; and (d) If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative Works that You distribute must include a readable copy of the attribution notices contained within such NOTICE file, excluding those notices that do not pertain to any part of the Derivative Works, in at least one of the following places: within a NOTICE text file distributed as part of the Derivative Works; within the Source form or documentation, if provided along with the Derivative Works; or, within a display generated by the Derivative Works, if and wherever such third-party notices normally appear. The contents of the NOTICE file are for informational purposes only and do not modify the License. You may add Your own attribution notices within Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the Work, provided that such additional attribution notices cannot be construed as modifying the License. You may add Your own copyright statement to Your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and distribution of the Work otherwise complies with the conditions stated in this License. 5. Submission of Contributions. Unless You explicitly state otherwise, any Contribution intentionally submitted for inclusion in the Work by You to the Licensor shall be under the terms and conditions of this License, without any additional terms or conditions. Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate license agreement you may have executed with Licensor regarding such Contributions. 6. Trademarks. This License does not grant permission to use the trade names, trademarks, service marks, or product names of the Licensor, except as required for reasonable and customary use in describing the origin of the Work and reproducing the content of the NOTICE file. 7. Disclaimer of Warranty. Unless required by applicable law or agreed to in writing, Licensor provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation, any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or redistributing the Work and assume any risks associated with Your exercise of permissions under this License. 8. Limitation of Liability. In no event and under no legal theory, whether in tort (including negligence), contract, or otherwise, unless required by applicable law (such as deliberate and grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for damages, including any direct, indirect, special, incidental, or consequential damages of any character arising as a result of this License or out of the use or inability to use the Work (including but not limited to damages for loss of goodwill, work stoppage, computer failure or malfunction, or any and all other commercial damages or losses), even if such Contributor has been advised of the possibility of such damages. 9. Accepting Warranty or Additional Liability. While redistributing the Work or Derivative Works thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty, indemnity, or other liability obligations and/or rights consistent with this License. However, in accepting such obligations, You may act only on Your own behalf and on Your sole responsibility, not on behalf of any other Contributor, and only if You agree to indemnify, defend, and hold each Contributor harmless for any liability incurred by, or claims asserted against, such Contributor by reason of your accepting any such warranty or additional liability. ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2182183 masakari_monitors-22.0.0/PKG-INFO0000644000175000017500000000504215257164140015240 0ustar00zuulzuulMetadata-Version: 2.4 Name: masakari-monitors Version: 22.0.0 Summary: Monitors for Masakari Author-email: OpenStack License: Apache-2.0 Project-URL: Homepage, https://docs.openstack.org/masakari-monitors/latest/ Project-URL: Repository, https://opendev.org/openstack/masakari-monitors Classifier: Environment :: OpenStack Classifier: Intended Audience :: Information Technology Classifier: Intended Audience :: System Administrators Classifier: License :: OSI Approved :: Apache Software License Classifier: Operating System :: POSIX :: Linux Classifier: Programming Language :: Python Classifier: Programming Language :: Python :: 3 Classifier: Programming Language :: Python :: 3.11 Classifier: Programming Language :: Python :: 3.12 Classifier: Programming Language :: Python :: 3.13 Classifier: Programming Language :: Python :: 3 :: Only Classifier: Programming Language :: Python :: Implementation :: CPython Requires-Python: >=3.11 Description-Content-Type: text/x-rst License-File: LICENSE Requires-Dist: automaton>=1.9.0 Requires-Dist: keystoneauth1>=3.4.0 Requires-Dist: openstacksdk>=0.13.0 Requires-Dist: oslo.concurrency>=3.26.0 Requires-Dist: oslo.config>=5.2.0 Requires-Dist: lxml>=4.5.0 Requires-Dist: oslo.cache>=1.26.0 Requires-Dist: oslo.i18n>=3.15.3 Requires-Dist: oslo.log>=3.36.0 Requires-Dist: oslo.privsep>=1.23.0 Requires-Dist: oslo.service!=1.28.1,>=1.24.0 Requires-Dist: oslo.utils>=3.33.0 Requires-Dist: pbr!=2.1.0,>=2.0.0 Requires-Dist: py-consul>=1.4.0 Requires-Dist: kubernetes>=29.0.0 Dynamic: license-file Dynamic: requires-dist ===================== Monitors for Masakari ===================== .. image:: https://governance.openstack.org/tc/badges/masakari-monitors.svg .. Change things from this point on Monitors for Masakari provides Virtual Machine High Availability (VMHA) service for OpenStack clouds by automatically detecting the failure events such as VM process down, provisioning process down, and nova-compute host failure. If it detect the events, it sends notifications to the masakari-api. Original version of Masakari: https://github.com/ntt-sic/masakari Tokyo Summit Session: https://www.youtube.com/watch?v=BmjNKceW_9A Monitors for Masakari is distributed under the terms of the Apache License, Version 2.0. The full terms and conditions of this license are detailed in the LICENSE file. * Free software: Apache license * Documentation: https://docs.openstack.org/masakari-monitors * Source: https://opendev.org/openstack/masakari-monitors * Bugs: https://bugs.launchpad.net/masakari-monitors ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.429283 masakari_monitors-22.0.0/README.rst0000664000175000017500000000173615257164053015645 0ustar00zuulzuul===================== Monitors for Masakari ===================== .. image:: https://governance.openstack.org/tc/badges/masakari-monitors.svg .. Change things from this point on Monitors for Masakari provides Virtual Machine High Availability (VMHA) service for OpenStack clouds by automatically detecting the failure events such as VM process down, provisioning process down, and nova-compute host failure. If it detect the events, it sends notifications to the masakari-api. Original version of Masakari: https://github.com/ntt-sic/masakari Tokyo Summit Session: https://www.youtube.com/watch?v=BmjNKceW_9A Monitors for Masakari is distributed under the terms of the Apache License, Version 2.0. The full terms and conditions of this license are detailed in the LICENSE file. * Free software: Apache license * Documentation: https://docs.openstack.org/masakari-monitors * Source: https://opendev.org/openstack/masakari-monitors * Bugs: https://bugs.launchpad.net/masakari-monitors ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.429283 masakari_monitors-22.0.0/bindep.txt0000664000175000017500000000171715257164053016157 0ustar00zuulzuul# This is a cross-platform list tracking distribution packages needed for install and tests; # see https://docs.openstack.org/infra/bindep/ for additional information. # Due to the nature of libvirt-python package, in DevStack we use the one # provided in the distro alongside libvirtd - to ensure the two are compatible, # and also to avoid the pip error when it tries to uninstall the distro version # (installed in such a way for Nova in DevStack). # Do note libvirt-python is used only for instance-oriented monitors, so, e.g., # it is not used by any host monitor. # TODO(yoctozepto): Refactor code to not require libvirt-python for unit tests, # basically following how it is handled in nova-compute and ceilometer-compute. # libvirt-dev and pkg-config are required to compile libvirt-python package. libvirt-dev [platform:dpkg test] pkg-config [platform:dpkg test] libxml2-dev [platform:dpkg test] libxslt-devel [platform:rpm test] libxslt1-dev [platform:dpkg test] ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1932209 masakari_monitors-22.0.0/doc/0000775000175000017500000000000015257164140014711 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.430283 masakari_monitors-22.0.0/doc/requirements.txt0000664000175000017500000000013415257164053020176 0ustar00zuulzuulsphinx>=2.0.0,!=2.1.0 # BSD openstackdocstheme>=2.2.1 # Apache-2.0 reno>=3.1.0 # Apache-2.0 ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1942208 masakari_monitors-22.0.0/doc/source/0000775000175000017500000000000015257164140016211 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1942208 masakari_monitors-22.0.0/doc/source/_static/0000775000175000017500000000000015257164140017637 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.430283 masakari_monitors-22.0.0/doc/source/_static/.gitkeep0000664000175000017500000000000015257164053021261 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1942208 masakari_monitors-22.0.0/doc/source/_static/images/0000775000175000017500000000000015257164140021104 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.435284 masakari_monitors-22.0.0/doc/source/_static/images/masakari-monitors.jpg0000664000175000017500000071326515257164053025267 0ustar00zuulzuulJFIF``C      C  8" }!1AQa"q2#BR$3br %&'()*456789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz w!1AQaq"2B #3Rbr $4%&'()*56789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz ?((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((((d$8Գ3M'%-}+?e_^RѾF%>6vixd&As, "^m$T;'4˧:(@QEW.|6⯓Eo-g[s7Zʻwn;qu-Rm?h:_M~ ?FQ^Ei~>Ox[kmohW[!w'0 ɆȎ 3aM_#Ѳ6|L־'|-&"[[ %yu HU< =+9vvOIuuoOt{= ?࢞93vzmGZR8g5 !4723.U}&wnWP(QEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEW|t~Ͽ.|=ҼEfJ\i"I;BNF *-[OS5}cL]_:͜+;)^HEc:Fv^/D<;-=@j?ax9Os cife Z9nKJ5T'hr~Za^n(s5?؇D5᷃l_|"߉nO[ss̗*EOR%IW}~+7ğ iu}3_еtԴۤRHtae$Q]*/i|,R?ַ/5 aX`+<Uxj_j_-‡D=L yiԐ2%")9)6=džd?vGP}CE{yFc{b+k?nEs+Ka#+q>;&%>㛟)Iqc<_xx'uFtccmTOWy&Yi(YY,JpQ-?[{W/[O}߁ڏ /<77L|kC_G_;)7֖ZwM~ZW4zu/j^"}qq}$څʨEG=76T*([+6{(㟴9}^|&Gm-孵GuDwʮIen>|jT|s?x[¾BzK 邌 e#I?1ܟ2JVvvzX:jRWlZJVG—GU ,|q'A^EtV{i<ŏ:?$W((/c < J(/m>—GU ,|q'A^EUR?8_ŏ:?$W(+(괿=W _Wx+—GU z}V򇶟sKXOR?8_TPy_)u_IPQ _Wx+QZ_}+/c < ?KXOR>KCO,|q'AG)u_IPWQGi({i<ŏ:?$W((/c < J(/m>—GU ,|q'A^EUR?8_ŏ:?$W(+(괿=W _Wx+sJ;| NANqi{e|soe;QI)5k VzZ'o:/9rZ6l.-HrrUdx dq~.x?DV zC)œydbQEHŠ(+Ŀ|$ߊ:-mCV,$:6诟_8zG$Qb?">~?r?G=YH,|ÇE/g[=#( +{G-ؿe9opH(_8zG$Qb?">~?r?G=YH,|ÇE/g[=#( +/ cZ|GxEŨh_ZF2X((+><_YC[26nbu$+2wcՙQ;*#0+vֿoρ4u|ah=]91xJÿR<{9rų#Sfsj%]M:zu %ksd[xTG=V/c < J+XJIZǝR?8_ŏ:?$W(+(Z_}+/c < ?KXOR>KCO,|q'AG)u_IPWQGi({i<ŏ:?$W((/c < J(/m>—GU ,|q'A^EUR?8_ŏ:?$W(+(괿=W _Wx+—GU z}V򇶟sKXOR?8_TPy_)u_IPQ _Wx+QZ_}+/c < ?KXOR>KCO,|q'AG)u_IPWQGi({i<ŏ:?$W((/c < J(/m>AO鿴5[;x[wlG@eJP, ׿f_sRmO7ҬƢ+;((((((((((((((((((((((((((((((8or>CoYu^Y|Xm4E23igqʤM¤.b:fqqA,-vKq5@2l$QZC AA)'/6tO(+ |oi$޸˰Oo4`x&`*;6Ư'.o&$2GxO%ӯT")U L8_p\0kBv19aW-쵿c'~m/Nmf5HaAI5G9CZJq֚rY$F5O/x+2m|;=!H,4+(Goai]5XXY6ƌMreTKʬ/MvSnW N~qQ_:(>|4sOB@4kڦ{}\Dd\oܣɂs/,uB1>7M|9G犾1!bfzmy?Kfdw~Zv/ qm٢cMͭwDc+]itu}Z뿷j/L/t u4oobF+m{\5[]4.#J-?Ľ_HBxрiK@B,@o49G>!T?kMf}M4|Tso >υooůxÞtkS[>|G}2H#Om

{[ݚm=w~+YԌ^i6i:[2Y,lrF1+g4}gEў- :O.spY !bBgW.?nkɯs7N PXɥE(pUo?gV~~zU\vn>!ܭ_n. Y@\"m’\ʝHYE);5+$jɾg *g /M#'ʴ朮w;%?gdu?Kuq# I@< p7 }_,7Y3#௏ǢV8ieU[vcv8YϏb|oʚ۝ʜTNJ%%N{t< 4>й OSRh}E|,uB1>7Mχ_.|TWχ_.|T;E~/g/&YktZ= B.f_隔p"9S*%IUe/O+]';ꩣ{f5-2M^{Ic>̣#dOWa̭񰢊+((n3ڟu?v]Kgklq$NtI&ybGڊIyomX<_>ĽN2Q𭾓> -3q桍Q%U?;A1e+Y=oo7/DdIC]4_{iwtg{jMfWr÷F )=6dq&]#> 'cWIԟM>-O5{p᷷M+TN)*hݗM&ߊ'K 5ϡ.I;c c8d~u/FςuO x&O4hEv2$#GOJ|OVh<%_?>^ǧ^ {ڛ'23HnUљG9 ||O~ |CO{ꚪ. -%Ѥr Y+p4VPkjN$\.kۭ/Ż.?U(loŇ(F9n0] {k\[}{}' 36ܐ3uܴMD5ti}|^›/A%c4ԯ:̕p=~~'_a?>}BÚV>{:VDrTr$BwsV ^>0)~ i^ 42gE:]NӬ$ᇃ<016"y(l k+YQw-m?P|{w~ ]iֱTYC$89?q8Zė=Z?Eh\'YϏb|oʚȳ +ygï>?*h|:s>Ѭ?h?Mi~<5m{EӵkQ<Ϫ,m Zƹygï>?*kdozw߈oZiĻ?*-oAg3,a/ dkJYXRuU1=Ҋ(t+k/Sm?S~ u˟*Rn%ۄf73$JeF[%Q9r_ທs˖>ǪQ_~~/~^2;O t :w~M6}g,nKI$W N~^7ynSᯂ~ |Um?E#\(GY4XsB{rWe7o>4&Q9/+}Oк+v Hx+4/ 4:~oUo^ox[> piڅR,7tHpkgw_d~. x[Zt3巉|:sygï>?*h Si:x> |7oƷ}/-tNƟ Qk+y!KEfC` ^+= d|*/t/n?|gkiڽR(sQ&_ηϺ( (Gc[š_5ŸWv^1ao6(ET.v1Dki|_*1nooGWZ|$tO>%y_+\j4KP4#n] HtX4 HJ(U ?c⟊?S7{AG,/uaK X$I#1w ZcZ2]y~dg;^n 6Z\ֳ}u殮] AC~wo~%i~V< iVw noq$lಬ ^r?~~ |7axH֗?'M*o&h@ S])Wms?/]nrW+ݽwo=诟;sRw<뺜叅48ApnDc w?ڻ~/~^2;O t :w~M6}g,nKI$W N~^7]ӫMѭՉ^ߕݕ^S%Bi߄5o{ k~ԟ[ՂO%E-({1ʿ*cwU7ߋ? >>0] {k\[}{}' 36ܐ< e~߷_ I<? u; X$moZ(CsgSpwgtY* )bzEJ,j_W}⧆~5"ľ;˩7Z\vG,dmue8< +~Zf?? q ? tzpnZi/ڮo#g+K?n_)W:ԵăofK˨m'ŕG'#|DJN=_6Kױ)7I$}KE|K,D<{?|| ]ώ4O^ eO%fwv+!GgIX&68~U~7ঝa:ׇQ<:mooo!hD#.$iL,8NiK(o^9/|S+=O q2< þ Iuxlp"9VG3>k D|o;ΧD.qyiǟ5EqmvDs~J!s/mz8]GG_Ku"G.C |^%tǡ2w] ȱJccT܍E_ |o|ԟ|=^x+ggecMuz in%*<!|q_Fih|>QeoT}-_[";6~Ȥ'ٶU`b+[i//wiu˜\Q%nu+ | dwkƶ:ܚ,t2o,$8 fP3U`?h?|7Sƞ -SDִxOgxP:4rS叝oYd<~_6}޺3($+3~ʿRBQ^^\N> uV.k6Qow][G$:j H֏Ə(?mI~ߏ+L>.'uA{VxގKeu d#7>>׺2|s@@Q^Nfпnuޗ)ABq]׆i4-v}ќa?/#Z(.⿵x$h&A$rFE# 8 %QEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQE|_o??^|5?6PG@z 30U+9&7> x-ndMuڃȚFG= 0O;s;\=VjF/_ |Iκ.kv^ҼO+ojw]Ek ٲ*牝D# ?c7%;i9yf+KA$[wQnFSL/4[DF 5,J7+# -Y5}FVֵH量//6oyY18B8[7yy! y՗M?YkJZrY~}҅~V?nPA-zt+'7]Zii@iѤ[f*O Wz+o2%} IkӶ9$gfXe,T݂Wņh^״='\4]AW\,/^d++q|\HW\|*ëXMksop9#aé oi %(/G#$=~J?1^ E| ]Y2hM i潺 oGZ1_Okڗ~}p濙#7y$)׽MYٟj?6~f>!/O u~]Y讼247L&-ʫ_^|j"wwJ[W. JL6SNW%l Wȿ^9|9n h1K4چWz||)PpzƟwCxC7{KWYֵ+mgs7 (PgXwmFWުnE}kR\ק4]ܞђ ݢ6ZkH(tΦ ma?~hk tAak>@\;!6Ѝ1R bMkyixv>^ootݻignt˄Le2˺a 4.&!>-ñ:ͮvQf-$<ؙdg!w5ßRKyi'i4B0 X1V֊_XjNVk5t=WF3Ob柝*6ׯkjPJ⿈ 5ox5ckq:K=9m]"!湇b6NB@|%o #\5WOִ𦯯kuÕupH🄿şٗA-/ »OX@t}_\4CO5~A{đ\DjU]˅-/}~пdx×^{3M_kYFzb5Jo :w6v4V|cKydT7\xO_'|E{Zƣxxn7o%0I%[`^(:<+s'O]O'uxE<D7ΛasQ$l6LmN*ǒUG~HSĝX1եx)i.Z^mo+_&ke/-KvbεIWj0M? ^׾;\x E>+xykoo_eY Kr#rd[gkw.tˑ㯈Z,>#ks"K d.aoc_~H_\^cמny<% ~_RB/^^WcNzJ/y6QEtQ@5JgfI5SR^[@峉{# \|nbĻ'NIl/B|//(?RD;E})ED kSOKv|ܟ4eW%>1>_>߃5C" v&";N$ ^:w1uM_=+Qm]mE|%Bj# 7Esq2\o=хR6ki֑b!I6jDAw2284åֶz;&SލikuxVhc c#'hc |Lw^xwþM;HWXȎHR+H]rᏑ?M_G i͠xUzCL $Y!W~'yK{+6\IWk5?ٻ@#O kž&Gj ,;7? ?MT+0A_>]wݎk/_og?xYo,4'Z-tHEF^0 C98tW]G*ԫ%o絿7|iӧJ/H&ϖ~~~_xS77|/4X.a%oQ-a\cc y(xvx_~hntlOt%*";!^B월?uwv}k$2BA5<7FYFK_>gW{-GNq_ [y+~]sK ڛPJxOxWW4;6OC[h\#6sp]E(0?G oco΍s ]]e3O  tox'K𷇢ht/stgiy;3]U4%wm߫Gtn+hQEQEQEys_u>/mb5k(-. pH +d1o0п𤺝ƭ2Gm443#3,2$.p00;?~ԟUm? };_9_gOAEVEQ@|ocNz"?j߲#c%/;-j{ w:ލaoV%E-$D&NjF5p+?Ḽ+B14U^?򪽟oOp{9=6~8&Z|\|HkqP&d ^b-C[7R_׼axjN˻P27Q>7^0Z'O8i&ѿ5|FFE&]K7eM\/^ _?* UT]/cͧ$IM[:%^Tk0p_+=zߩn|K|{k%?-<#;~~~߱T>xs^ ] X 7>nm0Ur0hGؿ^?|cOo9s{k_™};T_-tTQV+ֳ b#'&tD~PJ4n[pnV8// oׁ-i^ Dž|-c }f[VK-@T,h岤03~ӟO|o/ gXյ @t6ng{,!5  A.%t_WqxWciʪߏQA? zѤS^죾\~-nkjMnq*M#oG3pO 1]W5W?H'>|+cc gW>@Gy66]zq]7O?ƟB*9-|SJ=n/ П ?UG7O?Ɵ?_y^}?e_)z^(+:FZ~?!MH3(ȀN;Xp# _ o΍x{B -;L1x? Q  O 棬h~6Mi"&$gRȒœm_.C MG +aygǖ^6_ a)$ؑԾDSseq]k?(2~RN/z5eP~ D|xG¾#umCP..ͧg)E m䌌:Twx{B» x{ky`2DhzyFD}$ XhJsioEUJK/H~,kL/ڿw|4c7 >Yw"W# 6s$<.d${b_}D=23miuֽczFPbH]fFqmS =ۓV[ZhZ>xmnjz?,e٣~şxb%Ïk^$[?JZN yx| 9J+߲'>C[7R_׼axjN˻P27Q>7^0ZET)UWzɷ}]ț{ݒE-~(o2;H<@xC⯉|Y^Y\$ٗZsn?ٻ~,k? >>(c_k3WtN6`~QYG B􅭶#{o%̹mu\)ys_ޗ?o'i]Y ,dxO~iw׶鶑` +Y Ei n\1?%οMO|?IT7LspdNѶUX~rS.1)MIItmۻWÏ k K_M+|wr$gS Ҽi௅__ DA+oi*unTBG;b7I$tvAUnOFwV4OTwMhNN ufM44oc/}ͧ5ۯ؟mI\.ٮ$ VM!"X;ɮ ?xŻ/i?7>'?gMf'`㺊^R򓌟^[&/ZO @"$/m#𵖡kΰWwo$6儔\b6c,q-auǎ~-όEBiFjkQ w>?^]6?|+: K?C7R9fуag<0>?Nj|8mSMkW֑* ׳L 1rj)qJ.Uݚ[5xlMERyt}|3?ĝ X~_&xƚ-Of`ˏIJZ?mKv_ |?h}/bk;_9X~ESm)9.t"*K]G�XhJrjOx~7>Zď_ƭ7>= 7^-![ydYa9-7 '+k?ٵ,l΋6qjX<{i,1Wϑ%W(T㶺v~zޭL4R~_-%_xQE!^WNUJvCPW>+R5(|Š( :4ĉi:Dw">08߱:¯yLo|3e>rtg9<פQ@u.d?,nfbXxBy9;%fA$Sད_E'þ22l۷1;q( G懴EԵm?b;z*D~"h+6 ۀ2NJQN8f1Ex:5<>]06k?.㹓dx N-I w5x@Im}OF1]ʱ?(Q9h_`xp=׆Ug\`cf?^PIdmgᾺ K]k%-+5tPxGV~.95P@}5|Cjp۳T(\G e 2Ea|@YᏋG|9 ft!pdÜ y#2~J_Om _x@.k~O'&=?cO@gz2(Xoл^=tEOx KC)׏R]/#?5c<ho> OC1Sv,>#{!d A |FZ- xll7+@EPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEP_[&_ş۫o|6W65-?PXդuy浒6MHb#WхUVz.Ҏ2F`WL~?j?|/²oCzOxgneS{s#\EYyg$ߊ+q^i^թx8 _~ܿPߊ|Kxg[Khr/pV) 'BuAzl4kVhm! ,r6= ySk,L& K#̬_G7~h -u.[XDD<Iѡ=![O3aEŜgɫ'uK}zot1~zJX,)ŸEYY~o]|ZiSx"BUt?F29ؔ'FNmEqgOihW=KUG?զvW Ik{T斏eO_3ڧ4}~}ZgoEqgOihW=KGզvW Ik{T斏eO_3ڧ4}~}ZgoEqgOihW=KGզvW Ik{T斏eO_3ڧ4}~}ZgoE|a?o/x?|Gn%68 Gs"beQ2'EwSZ>H>3eO_3ڧ4+Z?;z+W=KG2'EwSZ>H>3eO_3ڧ4+Z?;z+W=KG2'EwSZ>H>3eO_3ڧ4+Z?;z+W=KVKǿߊ_<0F&y)⼞MB=Xdd,4MM>MkD؇H(]wBݍhr\)cq`kjml,-mllaK{kkxQ[ƀ**TVkǔYX(Q@Q@Q@Q@Q@Q@Q@Q@Q@W|_~|kf)T𯆬q66I,褜o9` 诜omG V1!u7PU=N_۸?O8)o/ğYg~-uodׁ_;GïO{oM_q'<a?x 5pcAW= '𿀼)WGuO w[G]+N[2j9EW5WᏃ>< º;GbUGt~>!𗌾1^7Gյmh̅IX-0ye [ūNIk:Wؼ#k~ 5>5fcS«[ĠQ_uW:X<#>[c]?d*W>i!,_k/{_%BȾkڿgٷ}&skڵ=ju]B"R+hVl%Xu4BJWQEyg`QEQEQEQEQEQEQEQEV/~{⧇*yLem|Mc'_$7`WJ(?ww??zǫ`[u[uQҽt^|3#/}Gykp,d߈?Oo&E׉|1ƗM/c]]PÁ=ʊ|ydr<[|ttGC~M36QzKw=?%>KF'h_~}gzkm1+y\oum Y_dG^(((((((((((((((((((((((((((kw7׷Y<8cPK;1$g-`y$u8Գ*$/~#gG[ɴz($c0"7&TLPkrcj7'NOhսݳXx4Ww]C_+'_~ns?੟_ kZ೹uo/b!CH$aD#5;vkx:M* -*k6ܰDGT(s?34)`7)_Y8/斾D2k9*fTjG1;5Bj_n3E?iyw(25w g+nW80WsixgJӼ1[n Qn>팟RMtdS¯xxFZm A$QEzGQ@Q@Q@Q@s!A]-H׮-kZmōkqI,lqddt4PK9xc׋o[ᗈρ% %Ơ k9_?q_[B<)_@PEPEPEPEPEPEPEPEPEPEPEPEPEPEPE_lvma/hV~7Yh;^k:{@Q5zm~0h|2/yi}MÇoLM!K3?>/3_ ys6*fS|k~!M ~/>)< i0ͬkK1i։-ӎ@G#kyTo!Pp$Hin$.fl@>Sr43>̓ŤiZ}BI2JȠK,I$MvZŠ׎!.|G%>_ظ=RO{/ 4м ? ;E:. T=SEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEV'%xwͨ:B$oS:ԁדx {7^췟7 H_a5\J\Ҁ=Ҋ+G5ꚟg5CgEl88 U >5KkO/>lbݞ~cdfX-'+v}1^3E~?mqwn2˶񎘨,-9'LH8Y?~g&;Q๡AQUi?q+| Oш#ʳx+ya1#$Wwk~2~"W2d<.52hC|7[$DpHߢkS*G/KOk2'z^uyOdQ"O2EL+呇"/_/ѿeG֨:{j̏(ٽ',q#h}O{גH͈ @~{ ow\۬>&KCh[Hah|(L#w:9jwON>ci37QG88ժ{1EϢh&G/iA῍? @dپ/|x9^6w6so08tqՔMEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPE?WxgCĺ/tx@8#"5˶ʸʞk)=ֻd0z$o1jĿ |?+FIb 0r37هe/i{Ai{畀=dd#flMj2 wGErrNCaşn,mˢQH9wf٥)`p^kO/򼶽Jʤ5i$ޑgWqd_֍P/R3( 8>Dd&pk Yÿ!5S]n}FuV$CV?eSjA 4Ӯ%%-u'bx--î}TK_=|> % rS_Z'w9<* $01VO0c6aEW|QEQEQEQEQEQEo'XU#•|~?Ul}@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@W}5j?񧆼!mvUvcYd3(v_;w࿋ui1``> aH2 "?>2bO?]7O'> cړ= =v􏎟_٢;ONm \ r7wPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEyڋ.iu-z->}MZno 1YqprDHFIϾ(>2|c%< f.U&^=2e,U,3ی8VҤRV3XA^L Ok/Oj}GV?75{ 6 =388 |نdS4$,G.?h!u$=ׂ5ZO4]'@ҭYiq0tjjZSyW[ [rxg]a.,5`eO׊5?#~x[Fei4R?bao^uL/9eog$mBm{ͮ{V-g}O$įn: }!Qk(9ql*,;cw->ŕԇ2\O>Se$^>>eiaoU+gg [-ٛ{QRHQEQEQEQE7|w>o;^'V;绱e SK t{Ik>װQWR ُW|.5=JvP챁99ӯ?hx_i>tӦ9\kabcUm#3LhO7_smմ p9:]# '-6p>}bk%!;3YWm<~$¢S> ~?i .kxž2!{FRTF-WWfoH5xCBukL}T{UMF 7I>|;ῊwsZOh^=S`뢾XkQN63k#gH8c{`kþ#_Mjŭ<10ʺ:A^:2W.EAEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPE7<omaA+X ՝סl< ?*{rlmx+%շ.i麵9m[iWmOwq Ż$DXV1*k?aدC> >ǩxT6ڤ"\ǖ5~ðֵƷ'uYtgmny+n'}^iQG3/_ԒWp'S똥_ʿ O-ǩn_ۖz57 ZK;$ޝ>XdnVx,#i.~6쇮^=:W_%V{JV#ېXW"j3Cᗀ伟B/xR^K̍i9$0݂ZxQM~u%S_Y?3￵p#9oo`&~ghsmn{v?D߳le8Q̋|ɲ@:Ay;J=+h4((B`YoEQQ|C/qZ'W)7'Š(X((((((^^H4ۍ(#Go>'Mf~#{ _wǏ?tφ<G)&#ogjz/~|1kQmuPG+q 7®I$9#ŀc;6#|G;>{eBz=@$7Lao8?ۗ]?oYn&fWďp׋iMۏ(wxA p]o]zcM?|X?՗J>mQ_'uwE{kR$źzb?ڋ/% ?|m?0#+_`o?WimRݓLtFwG=Oq-j!釗>ڢ%ws$7~wG=Oq: OD>y}3+_wG=Oq?O??s-"m'?<~G6C>ڢ%#^OϛgBZO7M6S?xNtѯ@#+_f"|t'̋-ǰ9#P~ ~ܶ?g>GgB_ÌQoHjOӇ ?{ʄy åot}ᾡ]D]ӯ? ?Q FjW˥}Kyiwg~؝?ޠПΕ߂258??՚Q?kí*>ڢ%?k߳p‹KX}?@h7W>ڢ%|R,|H<ۆQޏ|&_ƾ[_G) />ڢ$[ دL~|Gh}}^b vbh@.jAnXC OaNn?jV~Sik:[vwӕi ?r\zq_kjOKbNGY/,]#pVI% {_jۛ>xNFӵ/- ZoQ&b0Bq}KYm]6Z)唢“볗*}.j{oA5YkvԿOm=4S6MdSk !te3ai |_Ե3@{&A!ɉDcX  'ω_Ch |_<mdQM¿+%Z^i \W{˧G{$`.+杼IVo']&x__YxZǗa &hS`"2D^VE5|s<#6x.V->5뛙DPؑv8I /Cn_߉>1vΕ *{2 _<[Efo>%x[Ú[XЄXeO%WFi])+m5Ĵfh(M#kZKƊG'ߵg zϋE⫭95;#Le;[Y?tK3ctUPN'|Bcˢ/>Z|T_~3ԵYH߭"AjV_>ٰ!|I ;3_>]$xTugRT VjfMa 2M[I=ծzs]iT%->N>6 kkD;xDgXҼmiLߵ36$ДN>OUʔ%>4gë]_sQEp:[ qtp&Ԯ%bOAݛ'zF7Fuj”Jnr~ǟ HcMWzm%r<5|R3X#}ڟ{ߊmcNjsq;F$+pk[ei'8m[xkIG˔F~O+._3E<0nŚȿ]_~Gþ:ǁ>|h\[mt VhIc;8#ݑXb.& OO{->? W|loC,׋l0 ѵ8o閉 Ҏxw7j|c77Kjz+|Xsd՛¿ [N4OArv{[8+Uw<|GP>7ް-3f#Naه]m;J}lj!4^?׮MzVY<9$Q ukE?k+()*i>~z^sw5oK(+\#Omƹ |N9i|U͇/3i .:|"LMzKGg(<;F/j~,.7gﲽqn[--E= Bg7pޅEC}w8_㟆 1/A_Y*/d|ǜjXO<'xsYVq{y+Բ3\_ş7kdƾ6Vay83<xx {cE? 5|Fg1Fb8ꅣby1>*u |=*oxOA<{q?M3P׬4SOݸBдd̒Ӻ+RrκsW (,(xZg4 [Yl4.<ۛۄO3r[b^xZ&wC`0K&@IP'[w'M.>_}u&UO`o=g?4Ksjۯ!UQ5 J_/u%ct!ls3V[Ml >+.^|Cyx"md;<v!OEYB|n$hjc~O$_[xxqS[\~)e!"$U$ H$%mP{-QEQEQEQEQEQEQEQEQEQEQY*]MG[4O\)ߗr_7|Wek> :-JY6DGW;aiJ~dsb1(+֚>xv|' }ExA ? bF#~gN7[ƽѼ?+VgG\}ztÙ8?jrX3?оik'DڅvӐ+#T|7ޒX^H~n+ϼJai}~2חj$5ao ?_^X6btK6i{,RWԠ̪mCչ?>} ,;x$1'8߶#|-dg>M?+ KhV8cUU @>?l}g)OW?bg\CR|I bR9/ xJ_aۏ:z;~GZpAk>1o?],'͖oE=4RZMr_.┟c ~ hRx[_3x}#L>d{;WQ\5LD&܍X* (/ٷׅieNOA޺+4bU/L!xgl$p}w/~Ǐ|kpRh~R>dI>ݫ]SosF~__ɏW}3]^!Ե3q,\7|,Yc0KpV: {Y>_Yi7_E~i/7Ҽ6e͓/ Wvy_?YOGaJDXo?@q_ wI x{g`ӯ~boW_ٛ EƿϷ O}ׄ |':>޿zh1^"/> V}?}OLg/_a͊{(2e +/x[F@Ӽ;v/?˚WNe~.x!US[fPz2P~n@hC~_ex7ֿ KlL&O$hw1-5Cڛ؁"k+T,vvG*Q!iӗ-*RY}fxڴgo:ݍ[V)ԆG$24 maxڷ>'xGV,o˙É̑)XɶM$*µtrGp^Wj>! |Y颛wrѸ$פֿ?;sá~ҿ umkPB$;wLWhe<3UU/.` n-o Y6o PkUXr=%}x{Ծ^{VJOߍ+=:( 56$&hedF2A"Q~ƏqO>11υPqBԢ<3Ig 9ʱ'h뢮p{=w}F>i?bcr㯈,ǿ&qZ}beo$ k'ڇgG~[=֏ugkVknc]nxVHR%6GP+ xCe[= z6OR~i,BE'9$&MKZZ<[q8kh-5'Ҿk|k=KDžouW^"0Gp ,ѝ~zgH\1xzصˋ\b$P8brŎ\` :*^&rrsיw^wUgòM}~¿1xKEw]ߊ쎟,,VĒoD"PeL(=<&wocSеyg*wωBck)9⊟m+["j?׹~RjNOS>>.Oqh%٢+.gpڤe[سL'?/+O';6ɟa&i5p MgGeP :*X8RrrVwKӡ=KNUt|z+|O>/|˿knC~,Vy[H ZƟzSm|piBI \SHʴ alVJpejYwgU%J›ύ,1jZxSAӦ5cR{ ]Ѝđl #HAYa#:(F4d{tQZQEQEQEQEQEQEQEQEQEQEQEQEQUujÚ=֡sM=8#PYO4vAAU_oG!2^CcANBHf_ |qOZ49/00q5o,/ODM/'?:>k&;+( x!@=+몵PtcQ{}/Z#‚Ыb]ºwz@+tHQ-g M?e.u/ݷ$.{(<Oj|~]?,:N{ږ|?fwjH?)-.YɯM^:c׼m4 l،>`90$5E eݜv3l/tԕ~hI1irv$sgW&y'<>umֿhKNx'֞:ג8=Vq~U뛨b"m-Q>ڄ1k /&__+zYy~sf`b8Vk1JձRuG݇*MB(Š((c6?g&]}_ 1O ڽg.+dtc5?9fY5;"IrL\?ၼ/ȷŲDx#I9{G[_G݃Y?BiA9IP([Bi\Xcmz?sy>km^A=tŽE.E0g}SwRɉgw'i9:oT?aon4Q<;O7;:3I&gTr>>K!ӾAc7񖙨ݹaD  deOG c/3^ >翷COP#qj8o?lqsǸWEMVƏ#m%o.ek$K5)S:3%o3J0 ̣$~n(ೞ φ>xZo'tl,Z|%3/O;ڵO{}soggjYAP1zk(Uy%354s< - ɫLiAʵ&{vYGZu;ߍV"HtXwZq60P[C,QEHF\I7%?m /D CD|W=hH-_^/ᝯ-5k|MdX5j/=Z[[KfG'z(ưƪTaT =:((((((((((q.0-i>MX[ձ*rٝZz%ݞT|I7,XZ}u;}M|DoO?4>LJ/|@GUϵhxo +|_>m=jskiPᡔ EY# &C~\7Ŀ~ iߌ|;Tm\Grl!4d;!xlUI(o4+SX,t2 7[B&"??u#xFXy$ 𽱖'K/n+]ڔ[2Z5yuW4L>9 |xf/hύsO Xg}b-'P>π{e7{k~)yl>*NOO㝽̨f(0sߋ=\`ZٸZWq7ck↠;x-G9~K_h%i?l37\A=­'Z׮g<j/$|1„ PY 먢U$gD(Ӈ+ |%̺lj7Bon'e'vWaV)AԪbm藫7jXcHR-S̞eW՝{_x _,|xUc<:}z>T?ޕ V?^?u[}oȯGA `"p|\O퇏7#jqIIiOΣV#q~7F+xbc &&ݣ)+m?şor|5ɵcl`> |?i Hm:%9y15Z5JKElKEs4NOK~߰wق(φV@:UQ# G0ڽ+d}_0VN4E$*ҶZxK3 "YH ?x ЗSk^[~,Eq4C5 &14X}ErT11t{5W[,*me(KI⇀n%K_Myh;{h夝KE|)2Ds}Rj_Pi~|g|3+kMoٴQCԭ>bm~W߶GGoq6&7vN!*S|8q^ \-h>x,)/3gp{wg/o6t_O.m A7QR|Dĝ/4}~˃6;!# n/%T$~? (F,œ[GEla) Zχ3OtK]7[2%aZ\ s,aC 9)ӟi-xDžif9eH^R47ߚ6gQZJOY/R.>GQ݇RʀwI' /E u}K<9{+adu?s?C wБ WQ}PnnP:~f;|gVm;M?:vsQe!#6K Q\?it%B$}:9=!bc;IR1|?T)@t tbZ_ A|NER->L`Ln<[46vInTpyo c Mf⯌N6 aC+s'+ѣK 𢦃X[Et+M;N`a5TDPT ElQEQEQEQEQEQEQEQEQEQEQEQEQEQEG_k_{L$0F%#*䃲!cFk=rY#}ğ̶탢ڸ;aPײ~ƟfΗPܑoPQ{(K|!aVW/Ey}]be,mW_we|G oxSVKcA9fI+TIwoVٌTbd4pWo0k/ٙ![:Hʹ<^_W?;NlSK//_@]^-O1HӜ.g8": DPRmF+v. (fx+~.e/:pVO {*+C_Ph?gMGXmja;KXՕ& tU߃^:|}6~&wq}߻_gȬB< D[h?5|TI6 Gmfт?盎3,<0]~'9|އ~+q~*ij_MmO FϑvVP϶ll,!(AT`;KE$(((c6?g&]}_ 1O ڽg.+d{Q^QEQE|Ey+Yپ_(,~9LdQw|Qu%As6=F}Y &XW5rxSZ;UO#O=p:[GzMY=_#K{|Q=̬ʹcvf (ӍMNJ{Zͫ{5jGE%vtx/R? v.|0Mß{j"])י'fϐo~_"oomQ5^+[XΧ J=.$WkH|~2.8&'qHfSwN45|ψb'ݼtyO,%y4 N;; w.u&'X+dm(ڻ״_jW%toyAf.-%Y̸> k~<ӼG¾ o 7 *m6KDHdש|uw _Ghv.#M*ᤳgLql^h9[ Hp]|kH΅d1j!TX<$o_^&^uo~v%q<^++Snذqo*O=k٫I Km^܁<ͿqIu&{3z+W$E#ZXZt2Zz+ ( (_ƿ >/N\\4rV4yRrQWUSuF+V۲KͽW%㿃d1duXy#_QvqrZ#g^H-Uoݡ7b?kAӵ?|k.GųauӠ#`򪞀Lq⸾*a7> \e̤mRݠ_|E5*L'֢ mmʤԎvb?kG~?aWju4n-><|S?}}~º=YZi#TtUE\`6!>>45%hSZ?Y6cph4Ka}N ܞOzآI%d}:pNI- (,((((+?c SI|KQ&Q-vbB|=*uO)q^%bҥQuiy~IoC=a.3; θFgbW_Gqa3yRxkmn\.sP(u|r ~ݱϨ!猙Iĺ[k.q²+X.9G$nwGޮ'ȳs0ƳIޭ!>Ò^tWQ}i*B[8̄Bɓp:3N?סg ap'KX)gQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEc|%\)t`derJ G|Y|sxwcS8"vbW`;_½s.hmi1N/F, R| _A(0Ư뼻#13MapėJNo|@뾥SjW||r@=G Wb+n%%;0ha*T_aEW|[-` [D,տSV4ҩě{JFva_왭: dm`cP}ŅV9ɂ\:gC寠ωG Sϊ&2~Eװ9{s!uRpIa/  c*~7Av7]9MYV9 U3y~rz9]/IC)rJץE>y/{wvwQ|9.+~^Í;_h6ehך|AơbfY-oR5mYQT3}EiNœ()+Ha*{\Qzhy> 4x/ 'q"#־ʬ//%/t/ۦvũEvYc50xX F-~##hOF=mB4;)8f+H͊+O&/a?<{{uzɗn9y!&ش"qv矙L vdV]Ζݞ*?G;_t[ghS3owg>??~'n~w]0hS}VgSEsQ5D͋ߎgYӭoc#O W&?:g8|DԬ_?{Usz~ ́ԯm4e83\̱F:UR/%?W?_m{7G`E`Za^[o_ `_]xZFWN/o4t^%||}]|)/ :-+˪__Eydwi`3}SE:摼b(((((((((ѓMcCuO [ԴMO:}6Dw1ھ:F'P|uRRt؛_k~ |-=_^Crg[ #RXɲTۻ~0eaAkڗwgdh}<^/٥[E3]Hؔalyًp?╍j>^K*?/͂\[Myg!׬BPG,eU¤#_itWE^oi}\՚ 4]U,#cZdo 3ݯǺC`חy?yn88 F+c)m|I_ ĂN.Ȭ>Si(/j `kd/&c]7|@xiSC'"iX\{<߫֫[״׵=a+c=g_s9?|5;ei61wc;ıkz'RNuݽb1RU (((((((((((αkPg gbxI>_[qvmZ>]kMLKty- p|: lW {;oYlM\H,y F΃¿n%_m? _nGim18$vK#hAWxs4&@4rŦm~,cUeIǖqh~~$֥ ~ω~$5m'NjZfmii O[\ %ǒ7~J~k鿷Uq}/K(s5so-)wf`K:wJ/zi::~~̦Q-nj>'6c<#N҉++5~ï~uaM̱B@1\Lr^Xg^"@':q\[Emtpу疲(l-Lʈ3&N1/ğ%}A5ϺBQP<+N獁+a?'^:7ğ|cw'Ӽc{ ^n)2س7a#{ x"_zDM{ߎžSG0,eU[pnm3c$'5⿰_'G:'4]JNu;--aqX@2ȣb!UU@Q,@dڀVvpqՏv9'5J8>wψ|ϷE20/*fB֣Ooȥ -&LӬGokk *:* Eݶ1U (((((((((#" qڔ,Jnum e"7'f,p+j+%h~^dIde\%ꤻJ.i#'Gng4߈ZMc%XKBT< C_h#asVTOgcpܡH"0|¾44xSMWЉ#oFUu!5 uN٣R> %Sy|<ݮgOxE fUc^g6+ޭ.n>̼>PxL2퇪dEޛ'WΟO)O(υu]CO<:MHĩ*#WZ 'xYS1Sf:J }ѭV\7i87;x–_k:K{C#F8m|.]&|$Wceu}mWJFVLv0bVp2QBK?%gō^+7|%"_t]gSdF˨Mn}v]P5QEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEE|:5} J7}_ZbnJ `S]f]Sݽ[䖧63 ='V}:w}<}Yu<_\QbUj7C#+x~z ei%+8#E ^y ZG7KihԯB ̔pGdU5ݝ4J8\&)i>~rYvtӭ_Zv_B(&~W߳ofs ۛ␬ṣ9݉$#$G5xsG/`.n&p)gvcP$W0B}Zxw…GJ_|!X;gr?sZqSOEmn5o6ӨݩS\7]%m'_z ȥ䐌??ZM[ῇOCVNwBFTߍ3=wo uo jzxi6_YP_Jn m&䉥ncp|xzZW~ x'Wį S?Žz/vM]mx@xO XF.} dF[y6Ow<:@fr̙V{: uX.['(.jE'~/x+.31m)|Cq[`j%l`F%}u4 4ŷ/j.?Y03Frv|'=3k ]/JӢZ[D#VtS>΂+ixLS>/ϨQEQEQEQEQEQEQEQEQEQEQEQEV/ċҾRb;m:WdBܑ(14:DaOk {m/ +0I_ x#!<=l>&X^(>idǘ![GxGğynj<;e^=.[-Fѥռ&닋dR)Ky_|e+9ῇfഊ'`# [ "{#VIT'.)+?iC ox]pFxIaB!L"wW=W6+:=K]1XÅQ\^5[kf]|xQ7-kci$I9XHaD;[aiuįiUiY%e_.5gDL#2e7|f>!co_m<9s$6K[Qc[H 6ۑrÅo2r5[=W_`M9e|AI.UM7;?a{{KK[ҠW p֩'TY^W[jFQz/so ԣN/"H D!%ثI#6s#P+j~4|6tLLw Mpά~GH(qhƵxRWxy`r*2Z1JXEjິwl~^fL|I}~G#Wbw9#Ǐ*!jM̶v d #ȰA W_Lkϋ:|Itw6WX٘\ _eV*_菔Y>mt 3ڄ%IvpX(B:$ *((((((((((((?(gO[?5C㆗)CkgL2O~V̪$W ]|@~ zO+LEbO&33Bc Nj =GK5d]ƺLe[D>է2ʎF ѓIRx،J3x{d[p8)ZաΗzoTH?O5 NWR|wK`F`pA~g|V|u_-x4O j[%Khu6{ ly~J3!WuSЭ]q._NVI$ (;4+O7I/]Aͅ!.c'?u@ʑ],m[ciFK*A(>< H_g}/IOXx si:pя#~K")$*B+zo|skoQ`moTUuw.fSsu5֭]B$;ܶ-f\R fm9$\fؾ6b ?%Aq?>c?/3yڬswr8`5?9cU#@UF_WGՒsoz◕lw:nY|_6:(= HMZFyxzmFO 1!wo~&Weӧ:T髷KvC/O=O"|ph$5ymH6>}kAs,|0=;aҬX?;p?GYD?F-΂tdyjze$ ZZ9N W7]^K^j=}zg1x/Ɠ-([/q?|vݎ/R??ࡿ~0_Oxu(x1{W3f R0@OgP7>>~uXu Fϸ·Iu&rJZ~?V*">8>~>]\ۯQAF8ڠ Z m%u°ifLrIyV1u;W>>)|ZƮi/; ,ecp9]VaҩP/q8ʕj<6.9v_y̿G~9|B'LjnKīG>@Q g.YuFpKEyk_QNi#.S ,7{} (Ӭ((((((((((((O:ZHqgv8UI+oowD;_&s^ajK'y{P"ea@6?1@9}<xÚ|p*kFڅ5Ϧ[4d$#[y|?55"MNSdOm"-,WV"plsm*a/߶v j ]h#[)@C۶ `}_]xQ!}_0ӒN)~(󎠯~%~Ծ/៌Z_g5iPMKL{Kl1!" axvw~~ 'Ɵ S|C֯'tEL|-;F|ϱn`6V|-HOUޫ}a՜VMޝG{Mӹ=*Gk{kWS|yy:Y_4xNwkޙzҼң1) Di%%55x$|#xRMq,Q/d t'RjNdW-G7gɧ5fT?Qh>')8)C3=[V(u,aKTel½<((((((((((((((((৿M1toxǒ#Ef~Iuʆ |kȴIgD$V5$xwcq|CTFGe:O|J&uW3䯡-'9*f_f?7gV,p_SE/m"~_ ~p>uہPM{5WU֖"aFMY-(sP_.w?~пȟ /TXxĘ?sR\81.<|Mt,/ XK]HTvl*ve|/1~>!_f'.XXi W19-ӡ lC׋֔p~74Uʒ{O+5R_]C|^?JC<:~1nʌ&ňM&2g^V~1|5CmB j7_W:Uoig!A-}|Gn>9|[TA/GҴ3Cj]1a_nW`}*?h$trzM} ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ('ǿ'Mu |Q6uq{7-J0HէaEݹ ~5~?KWOuM3/]VoyvaLoefv @8~v~>4h">O'ź~9y_{CpukxHY hgey`+7Ĺ>Luߊ/x&6jWWtYE9qżM˛?eٳE]+C#u'P=,6$$Ѫ  xOźŽ.ľk(,^[ih 7 )3+8^kޚ|➮|e,@b~_4/w|[tkϏGomDw[D3{ ߰/^ kƚֵAi.8r\&_F8<Җ龿ޟhv[*b<6/}>W;i$*T. oO~Q]WVue.jxzj%d(7 ( ( ( ( ( ( ( ( ( ( ( o?o k>#ѴxItWxc$N ܠ?h_|VG7 '+&.kgqusƘRٮctNc%R?fXx{^)V76RC.io0Y*3mHx>omo<;xöVx'`ewoks (36&şY|>[:4^5{_5=յcbѻWޝaka ka $O9#_S| ozj h趷Q0Ťl^)'6fLZLX5k"zOoz:bxt+K+}KI$7 m2c1#Ȩ]_/;?k/h[jޱZh A$hRV6 g!%2XM>N(D qW'/cG/쏆]l_Go5y1}_yw"~Z_kiz%ͶXxcV!%~̢ޅҏ,~o=܃FamOYNOyIohQEl{EPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPEPKO۷?f_xha2GPN$)?lٷM~ loΫGԬD&FI-u# xkٻ_Zdi+.~>7C8ʨ+7<}j LΞ*-K$[ ,u!9_[yI|_z?P̧°̧#JoON(ݨxzG3ëkHG^{x=_J!a&ٌqʱOӟ3-6p[k|]GsF*ȿ0v9_oy־$]滣i>-E_b%@#328g+ 134_7V~+|K~$xD}++a.mbSv2+#ڨ{GQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQE|l+ঝ[ ~Ue.{J+ُ/<cΕl>:}i3vS|HJ”6O>]Ey3<%;~_mlש{|1[QEQ\7-@h_oA,=y2ac3$dE8DjЋInvIz I#Wi߱߁fI|A}[>a٦dD~$a R-9j&[4K]:,Z7,1kQc;*Os_:6ǟ8wxMib\$坴$pVN>:lM L+ǔj/rԕSAk0Z񸍥8{LSl I5#}_s?߲e^K_sW\NwNL3j?o4=Ă+gƧMjuM#%ɟ%tȾťVq (#8*Ơ`ھ"a\/' uD.N@aЂcBz7N4ݗ'ש~vqZ/N?o"iZz}R~vz=U*Q[#X:XL=<-hB*)y%eQTuQ@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@WƿSO[i?tk:>њjtIVn/_^"¯_Zoh<׼hj7B0%ʰAS877B\lcsZu|i}c+Y t۩dB`ycC}Ӟv g S{R+Ʃosw4iXHY~fgQ|_|E/O)Kwη~Bq Y 럞Ad8VW*H~H׾0ԘݻIJ3A>Cgxk5jFY &ȘP~{c\2IJ9e-i\}Cŭ^2ᝢ)z?b؏ßYmO(}gZ?}{'RV z.}I{eWUKRݞ T+$QEsQ@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@6h&GUtpUCN)x{Ú[}7J4E 0\*( ®_7Y?la~>1]4ocr FbQ$!#iFTv""-?Htu/|,' MA[_5??8嶩5?k ̫5©=s"5 ̪U}? |7vaP^A^{UӞgIḾ bBgl(.2@=~_ fOo>6h o ]\M& qP6}~1~?3O|qg/ik[!𶫠1amwKnS!\%1G州uN'|ߎ_3,C,1 5?۽,W9dI43e U+i`~ ~*_܂]N?*[@|J I 3)+;8t8 AQFR5TKUFWg_ , "IT7I (>((((((((((((((((((+'ႷWxQb ~>:1tEUfrzn3Zm_^ ~9ǘ`8nE8B{f$#^6uR%˹Eg3 s FK-t*ӷ}7oS|{^oE`{[>.mo!qHt`H*+{-{~!|-şhA'övšnogi XC-7O2w|A->Se^+ek,jbXӮ:1$ ,?5.~_ <Wm&jׇoyX\[AWR#8z~R=W j:ovbլ>~_]EZI ,ЫڍvHLտj_ك5C C]]ɦ'"3; EQ*l9D  @=J((((((((((((((k ѿg#>!Y?Me8qs97>Zs 3lGŻ3djjOnWg^`i¯+ ǝו,,^= }>~+T_ځ# dUdSVꦾ [Bƪ @WOyՆcF;EX(7 xRmKE㫫sv .knN~:'şBt ^ȁˏ(FHgcs5 xoq՝Hk=3,ʬUzyPAל0Z+z}8\OZ(';??ej?gMKX(t|;ZUsu$?o=_mڇp?ua#ObdX1f8KBe3x2m+Ѯ[l#V?0rz5:GFxWLLS"@՛I5,>zJ7Nrs.r?3_^+5]sQk9oQ!w?> .5vѻ3?]k\߲ƛψZ:-1x*밯y#g|!o%.e_8yK[x3}ԟvQEw~QEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQ_~_RԵo 7R>C f{xUf3lwi`{{h q"RBW@|g/x7ǿDŽtzˋ 򡸗uFy q w).˗/`_4-b㏆o5?|{4= g乹+$b1ujW-Uo_/,``m[A?ex;GDѴE5 y."*\PB@dn]_5܋rZp 1w80\4zh_mC:}gWoh1tD;]AtfBX?l~=w}ڇMln&8$ r,F[b~Ɵ 50k:̉:\)'jkxZ9mNZӦ~ס׭SQp_}=I?bطßÏ7X$LM(;JIڙIOQE|/[ZU˚Rݞ 0MRQEjQEQEQEQEQEQEQEQEQEQEQEQ^-L~~<] jaOX=ܯq2ĒJ3n;CEc_J=i$O(ɱ٦%`RQ*VdջEVǘQEs??,7/3 FBKJ= _g=+w]-\j:P0_V!pr@_ u~Kx5kɛ&)O!xHuN-e'J{W͟ `W~>dZ_~!w07&[4w%PDRB1V< +;A4 ? {oc2Ǟ/c:m.RM6m!_o7T7ğo|\'n t䅦fF2=nc EFN,x3W 6:}e>uov;Ʊ inb96xʐ@"/I> 2htanf#>q L)l|^.8r Dl c[񆿣~MVhNlW#@Jx;}5/oGvtY$ndٻv+%]Zk|v Ǎ%\[Wśr0Ѥ@c$WUDŽx_wgp~:TN/]+S@+(((((evv,EwvڨI=ވ}?_ڟ|);`=fTd%[$fhb)W.em4f>;+}S1*U-rZII)FuxAEVǚQEQEQEQEQEQEQEQEQEQEQEqL!u3U^2WtПu|_l~;lk@=3r0WiK`ü_}oc0NH _ew'"Λ;ֱ\+xq9zt4s k@~m0'\ fu'M~Ɵ{٫%]z ✞yxWꈒ(lAne0I"G' όE7Ke? *[E6|@JB8k"O-H2UE?lxZw;}k}iyeyow WHte$`ASi:M[X[YYD[(#PQ`* + QEQEQEQEQEQEQEQEQEQEQEQEQEQEͰg>Cϗ;GL4}_&G%h>-1FYnd|\X׽YyGSI{»EZJЏe&Tm|]\?W,4BH?vm@`_uF_؛?X5h5Mx څ$XaZ_x5FO'O%FM}eJϓᎋW?/<]m/>1UxG ik Ϙdޜ}_+w AE[O&1q͖Ey/}^&N.BU53U|>kN1Š(((((((((((((((((u}#Oxmmmcig (,ǀx$.U촭/O`ygwbTW~ޟmO>J[7JD7-E],>D@=|k#/_^04hk[{Ihc-*ǵ޼ ~ /}}^O nZޱokLH1^<1oxj =3xt.oNJ'[=yM丂8oWTs"? kW/~4sFe#Xwffff9fffbI&~Kខ Zc XCvРH2#U.־mnWO0_} lRaAvW  oc[m(PJt'ʳ:,OCF /^#,^Ϭ꒷;䑻~=v Ão=6<|V""aK|j~?WukM/i(|5'n}+kb-ӲzX|=:*JQ\EPEPEPEPEPEPEP>8i/0!3hM^"݂H:W^|i/!C~)`*kKPUHk?s>w`0?Ֆ )-<? CW&j%x⼏\džypt>ZgJiv儿:_JwǚP5i]sSռgٳLY1j<z9` ׊.森9[@ܧZI`H?JJkSSyAZ?~Kyg4P tK4`M5?J+W*P|Fgo7zWm=}}S W9lD<6$/?ޙoK^ rV$?u68^=ȯ,n[RP_jUcni#~VqƷA}r&3[bifb;\±`*OIMGz. ,`0,,_ W&O7:Fwoݏ0}_*Zօ\gyi"HcSeaȯ8^)QZ[i]-.YEiJeS^Ndi VrJnIJĨoal常8-C$R5%M~:pέK_mjڒ*\FJym滺t?z5߾T$"1) T=}%~>aUScg>y~+x)4/-%)u4o)'OO2km_WcCMX>Q&r>YߴO+}o^^M3%wv$W{ǵh x]]-qgmd5cII7pWs ʕ|v'mlzk ]\e\#աR rq'(8ǚrI&xzݿbp/kc.𵏧5)+oڼqpX|<ч}IRn >edߤ_cSGhS*G9E~i;kZ¿<4i6GBڞdp{ NqW }>;Ti~V?={'[+; տ K{|;I&~ xdw, # pk?Q?g˭:Oj2\9yu.>]$rʸ+(18ڜ_}ޟz>? ύênQ~Zi4{ş7|_|:.}.TA,nfNYi}}KSe&;|TORHFվ 2F|ߎ<&-xtK$-G?H O/ϋއ.2#c(7:m`~YU#+d a ;_¿|g+F^]IZPj3 g$g^(+((((((((((?ڟß_25O vx_2TVO4ok6i63wtaQQsAt4꯳$|]w kK\V,雷k~=~vZrQ3gͽ:;$6_EugK7EW|QEQEQEQEQEQEQEQEQEQEQEQEQEQEWCrnxx>k#c G|c!ݾGeԻ.fTy81w?Q_6z_?Yj_AԱE/]@s;4ȭ)6᙭_/h~xƾ"'+xh[j 0o _&3 ORF|c#n$i -ㆯ5n_[#r,ݗ-TMCǚ_ <xwCOѴ+(tXoH4T¿3>:(Cin:ήz {7͜L~~֟.(^5mk=*kԉh CY%h+7z|%,kU\x㎳6wu2Y-VID#M2zW`B%t\{?(NU(Mݷ/?_V~?W9/tkV:q##2lu5|CE4wǁ/?Hu490 :H^~??T#'*2y`;T4cQٿ9iGo^aChZdVt?ޕ(L5<5aF E.+/((((((((((((((((+?} xU=}rypYs+kS~qB.UbmtR4.nUonG1%#|{ς?i?]xOLkLJ-vX50OT$+ @=/ ŤwoW|RGgeG.Y㺂}:x#[2T3yq_5_w~)Mƾ+Z}oxcU,jSKXn̛DBY-#?O/ID>|Fj:GF}qk5L pbvTJd+J+?oۆE,t)_дFwcM"8r+c_ڮVt:>]F|tX ぁ`%2iZ}at(|?rM z~~ L>:_KC'ɖd9l_r7r: 5M?hv^:wOx3G{Iu.m.m=|./|=j\:yV{:qjl|,kYv?{5NZ]B}j*ߛ! yG?֑]ܝxG Dlg*:oru ~ LjO)cfD,?u7:$>?`}åS{Ruޯ$)VS'|̮;~)x_NQ*1^Ic(Cj NX#^O*@gmSN`}*z>+^ {1GMx0?hXH}<#:ݓvc[ ÞP[VZ/;l4U^Zb3fc8.rx\3ғPhQ«fT+'n #^_㟇-bk}e!찰^f ^k{o 27N/  $-naOB<醵^ǟnK IoRgf#Nuь:nt]nU=vNUk=_4i5 ټHBK0U bYI azS%T&<2b|lb,r5-3M̐9(=`G+#x,,nnl \kbX\ǵT윾)Jζ~tao"_-LvV0[&1sy׉~ e鏪|Mf[筳ڜBUs bexO|Wqy5Ž줚XXƞّ\@5&淵m'kYwq]׽9ω^2τe*jNjR\[dۯkoxOmˍ6a#F.3G:.+o9v/kUgkHi^>OzGupL~H<Ԏ?z}=qxcw_B|;|BE6r&[EUJS88"gcҞ2NMN+YZzC^WNIGiÖjK݇<4׾֜kWj=zO&} e4[Q4u\JIJ/ W߄MKBmcO{X. ' |8w{B"4-:O*FEmub*WQ˙]M[?\AӌTVS$)Kn WEqa<8GfAeP9ʣ`䎦UNGY W0oϲ^m/6x?Q/)%ϊYM_i?47סcE2dJWeOO uwS}K"[/p,`X^XJ-_|L qT򔶇#hQ]GׅQ@<ÿ ݽht6}BL 1/־6|wXo9>,lJISBCW5_7mҍxyq{w TVʞ>PabSgpN7b-XZi*K"|79ՙO50NϷ\Y;\q-/\xG #ͧ^Fa _\7Nxź)x*IZi6\j|k%h$_2"}%ܣ ~NŸchr }r@KGNC`~_SOGc;ݾpBtWBZЪ9nR^g#.S ޵x?D5^,i%w(Gʤ(+5;m&ͺ"ydUI䊞mu*G1 wd^1+ul+%RWd޶_~©F/,<҄"KNRmmީm,B($)`- :㾳MfSE/;v^o}b_pM.&ceK]{{ Dfx6x+a% \G5 #JSsvVyRF2s>ec)Ż>aeʹ\[΂Häy pA zj˛x#=8&79W躍֕)h<кbIaϙ'H`q3X1Ǥiչ7yWdv#ЩOi8ZxJt)F7֩jqviҳm5TWzn!׏5[O]u9/qJdVfv'̍6{ː7[{-n-EnceȷW8'sGR NZk+Kd?ۿ?x? '5N>DLR>n>$p7 ֣S:2WAJAmmtG o^2m (Ԯ /Vyʙǽ}0ԟ(Yz{=6*K 0="^_d,r_T-ٷ柉M<Wk5ujb=|_S (D((((((((()Cd=ho5 oWn_5?|}-$;Q]7Zxy-"0{x;ͪի|#7! JrMlG^#,5m:t;hgC)20*Ajo3F=n; APm M|Խic٧T5v[?;ຟ5/+^CSO=:7-,:{7? >i:|5YD\ $$L6]_?kX w@BS-z߽~f?0쫿=_ܬɰ~z" SSD./.X-m"ihc&/Kiw?6u<Q1+\;+ )lEѿ??e|MsYYyӐvA=]}H>"CѾS/tm=R@_ |_>%.^ spr:0VHB=ܟ+]K|)O}!?j;6PW-o?%m?liA|a0~@Ls?S#.ِ?uSa-XUHUQtS6*cs~*woV((((nu=V=OĿXZu 9HfsϨ.42^5$ TUJ=i򒊿kɥ}L,So7Exg6vDCsgkD>,_?m\y#Oc[}Exg6vDCsgkD>,_?mG_A4m?H=o/_{[Q ~y 5ܿtW~/MwY9[O[Io- !Tj8U,q')VV=ċo |h{l<3{gZ(X&kt%|gzozvF:R?iNr}0s .O[F<+T2`_ׄl߈Ι Kinn홦>Љ#?ROˁU/kן_>/e}Eewx@~F*#C^>>}'ky6j4a%CۂvMF?i`sz8\MHqm8k:\ѻ[M~=Gj~*r2e=R& @c,&;p<+Rt&]kZ3.<ѫwӍ^ISѤŠ {/|I,NV/ժ?z[~kvtxEȿQu!'g''{EJ[kk]^~x`M?eo[HLn[6U0ngX8,2+̲·’u{MU˵ȫ<6)x6*l+ W's&o? ; s̰IUpIGM5tٯ##U^ﵢ䓾2on 35/Mᤸr H &*QG8N+_7;}?a߈:|I^%\K4N=7476G{%hq#Jy~б[c<>g? SzW4T33["Rѳ.vFppkCOwWFzޝ}qGo to3%Gۂ"Ynۅ$~x?JaR.zԺ֫u[+X=8 N3rwjmnW#vsŸl^upj*Iӟ-ےѣ(> |wyy|EϏttoh70?J1t-N[MGF6XJ#G=kX xF_75L&0Y#΂4)E)mi]kEt >k iƛ>j6 !$*@HFh%^_?4^uKRdrFKtJ lU<]:!R)-G]/^2rR7b[XNϫ-Z+{g|C $2jMƣƙ$._s(ETõV-'^OM^ϥ~vފ_~h-RqiyC :\hSi@w,yi`q$mqE~jlÉ~'\~'p^"[DM<6ͧqh*u~W5xk_^ha{<'p#ze<aC[>#|_ #7#tKK;IZqWZz2$e;0\?K"&YeB& xIuh(NgLoRuP8ڲcz+ 7 ys5HBμq<ճ|T1Rv֥/[h&ugy~khd>I!Q]v+J_AEr~'>1ٶuY|t-c|c88pk>13i ϋ𱌱5#++ߵ:tQӋv#?pMG4G/& ?_ !G;r@Q_?D|bg)D+SQe ?SϹ}(>13i D|bg)X2?ܾGW__ZM)ot\jR- u(V"LǽWB*Z2R٦e8YQZ(((*5pO[.3jҮW7+6w.v'򩓴[6Þaݤ| X} 6W,YX&~=_m&K>F`s 쟥~W+eb?f/}Q^QEQX#|]Ojr_bm< -+R@- Ey_6vDCs՝j(*#c{Zjc);B-&${[Q ~siK5ܿtWgkD>,_?mG6vDCsiKreG^ ~[QM/Oc[}ExDŽ?lޭ]ܶDzc? %rOM&n}7&YTfr_puiFOMFR9EF7~h_ ?.M6+&p?y3!y5?6WxG$V:-vt`~^~i)9g~ZUX\*-FS=sSW^ߤz~HZZRwow)=_Ϯ?1#/[}\k!뀌?{*7rK_DQEr֫*InN Ph(?ONѥ>#(&M~ـ+{ tm'mnyO*rEo 85z> 3;V\?aEWqEPEPEPEPEPEPEPEPEPEP_,~_'ǿGW"?{wz|G$_EC~q;(=gǨCxw-|O8dy֬p?(ۓdb7I&}_i/#ШGf| 'l{yW,%0YXMp[Uv={Zcm&mOߋ6"K4WH<w8rM.eR6Wz7/~jgГ}/~[{-? >=^ñF}J+uh.fJbKY32J'NTݥ?]it<:bn3W֕_&ugcHf+o ]SoI9 QECc5[[[F4"Eff<$Ҧl?!~7]ًB>3y00a@? †'rrߖWяWK8{^ODn.+5#bMF2]t !!.3*W^_ h=v@ֶ.F@V~Ř [/,NǒsHbpUB]_yK׶+լR[y/!EWz!EPEPEPEP_,~_'ǿGW"?{wz|G$_EC~q;(#l kox. 4m5ynYة.O?y__ (B<0(QdU(!jJ(wGͿx[ZV @-7uh<_&K=[, "}GRu)NFrmz#.wX_ 1nF `2gEۤu? ڭxYXr۶cBDVJwIWo(Av$IìZoAhgUۖϝ +?/ٕ|mgU^-km6g{9_)0v.jN!$Sx?Ѐk?cf"ƻ5_DJ#@I $7IR]KĞu 3M֏|GTiu j(?"UUWt f]IQ 'ѷd{j?TFviմMϒo#G_Ukw *>%G=e gVkV;~6 = y\aKv &fύƿ3|KbB4]D6\[ɀܘ2$MlYUR˖[kFFg]wV,gg/{iMPWnWS1p9׹׆~?8|oG4::?0[?/)r_ÏxCBoSjP[oF% 醓2Ml} N0k­?W x/Ji-tb0$wvEχ?gl'J &z۷q{PB &9[c,~'SbjJj S3o1mGMivW4__nAtoky/“W9E[#0ajc1Ч&>lPTpn|%wA7pv3t+f޵M|,9/{S^eģ0Dxb!䒾\-_HnֆY1Z*^~\=!Un ( ( ( ( (>p)Ra  x][ay(7f8c]=cx MGxz+i/Gd5g,+iIvl; ֯˲8(v)2 jҴoZW.W[r>sE i_lmmcY|Gkn]ff!PܶHbʿ %iÞ^#/x%8Xs~Ӝ'm^2^r$WnmZW-aoQ dxg_n>{aG>q5yTxw'l5891s&o)},P0kkwIУR'n0O u"𶓭5/ LдKv_ ,5L!KtQBU~*N9ȣ5uk[on3ӌ1|KVqJt1^QJAf~ |}[۠U?DAV?Lg4i:n E0Ue(8I{#|Ik?WowXZN'oNY\ۺre,C*GjS9r}zE^-gVE09(ZW9]]5J?c>7{xgc#sCs̳ ^鸟SRҙS\ЬMaY7Hc)VFEq?e~wzxB~#.t'dc;"bTaA(A%FJ+leVJKsE6+;eWW( (<b&_>4؉z_xR>W?pQ\V~$K:5;N[(wQ56Fe~@m/ HW} !H񵇃Q@IV-m-R2Wx H2_^_~9o3*U._䔟hmW?ks}qonuD/د 5Io"c'0%A䑃>WtiDž|4-էدt^"0dI\qI|JU{骶B)ӿϳ>훭Kiu{o k]6o.Auet[eyb+cUuW畂(B(&>4؉zWoo1"koW^(=jTV4+ox6K/ėZ\m δTI;^H(mRFڟ /|I# jP9.7 $,d(ݹw(CɣB4bnf}KSi+z:+=Cx?ϊ']zi[MBGdEm'd9bA +}>88\xo4X3 M:l3I qU^z$gq.m:+f|&Kxė6-ëh:[]tKg>~?CKKdA,a SB=jEUniУR2_N _Wu|O8/9]7UȖ33$QE}iQ@Q@Q@Q@Q@Q@Q@Q@yk;(LJWūE-R ]HrO!C\!^Oe|DOx ]x=+FG2`- ?f qoj~qK# {Pg:8*!k6GWnjR+egyQ."X+{ѝD;Zi9Gf~c>+Xj`{úd:wHdLpI eBOGŐĿ|Gp֮܈g&I<=.HlGIUWS_>|)$+Aaec]̸FGc*:te%G/f,N*ݏLI?b_ "|MkE~JMT[5=}WN=_~Z%.tx&Wt H,<;&{}p' m >u xWŚ]νa:a 6!߉؇(Ff}Y%EO}^wЦֶ[hxï>a{ug+;H-&Եj2ܢB->łQEsխ*9Ilm=Rmghɝ|Y7XJ/:bn3W_o~]M|%FK~0wjNwϊG~4>#EsG4w.lE3Ňl]x+_ܺqPvH %_v:?BMCg[gDqKm\ys[c5=/6k:=;wHE2OOo =jx|u/ˬ|B|ooۋA7Zݦݦ]̻£oث3oI-h(on$#.Iՙes8t1 s|m4.Ӽ?%+쯞矁ԩS똕?*7=6?f+8NuF6|u;GX"mV.A*2XO xFo|[oxQtX\'DF_ ;@`OoC_'R4֏^i<ϰ}/wnfe mg@?O(2=? t Lfi//MR;RYW37H9l|d<3'[gӚcr?ğ=R=Jd~|e]4mm4[۩=ϗvıj1r Q.?'74Oj[V%RS{)^A3q&iN?v'Fݵ/s ~?~x6x6Twھڕ mFnMdw2'ڬƵU _^7\_ >i. 4}:9d< Kb!rkjZQeM,9ON/55{^x7ئnl۽Vg;[4wp ~6ai^u^6{3 ߙn><o?:YM{_tvDCE][Pi|m>Yde߳qU'[6Zo>'> 6b=.M[!c}IDiڮ4p!!.h[_n۽R:sWvii<r1{[Ʒ7{FxcBԯKk>Qf> ɟǟ(-cV$|>ӭoX<9juUҬ^V`27}s?Q?.|Mjvo*\[_Y%[ ӤH*(NIOJgzuxo'x[['޷E_3s۰ҿ?7?Cx:?fΔ|yk.iw_ef/nʹG78Z5O gxWX̖ʱ8ǶBzeW9Gkz-̈́=6e?W[c @{N@}nϥxOu -=? t Lfi//MR;RYW37H93gbo?ձ_ڟ['>6Wl<_q-Wj0؝KxHln64qep?F%|+m2l3~oG~_Ghh2[7oN-5+4{G%+:5۵3(UgÞo xkGMK ѧnuE#E{E]Kd(hJ ގϺNOOz_bTԛo$<|t߇~%5t?H4SɡTgzf,cXYK N_GĿ zz~ʚxwhιyi8M*[^w1E*XyдQ\جL]Zw.҇$6wTpchuu៱{Qο2 7z~y[?/)Q]aEPEP~c?D?=PƏ57T+/?*GpjGn9 ߎ|Q`1W\7E~G('ux}3*n淐Hڐ$|p& uViɕ'&FM͟mtgjSipoAnRH*wZ>d>bռu#8դXGmhY J]?ڸhM[o;+#Rn/x[eSK5?~}ƱuML?> [!吙< 袹kWViӽokF7h7Ɵp_ro[' /ſ{~nu?! 6-mӵX"mV.A*2X_ow?_/Y-mgwwI/GKbQrz]|X??iS>#7|GݔW6_=u/Imhvv`6]ܶqgث3oI-h(on$#.Iՙes8t1 s=6vd_}~$0 \YEFʆ旻3h峍=!J0>c6}k[yEyUG7KGoZg4{OIyxj—m$̲I@9~a?g/jb`nm"geC5Em,ޫK!$ۆu<&+ l75CbM+ /Sm|wdiƏ57T+:gGOgG:g.#&8f04B'G{Y8, +6S}/~|&}3ž/Kg ? O{[Ffid3+Pw0*>[2|,.5o> Eoo|֓֓1%Erne#۹+*JT$_=U֟-uVYSWvDGg⟄2 隅UĞ*M][\Kk2 3ZxGjߋ(#{ 'e3ˬ0[xNRDj4)q<MQELƥFD⣵QW{!Fc}-׳|Ixg_?aϋ|~+}=R7얆cFXz ֫^^r=_#, ߈ N$<6' Iܚ"k jUF@WRvg/@vo h>"!&+T Kϟ,mq_Y9?+엔Vxx}úKgͣ}.wBYpGii.zb|S ᖤ|FCum);~ Ƞ)u_x/3~&x|*Ӯk%$x(=f8I[r>魚nCOCw]Y~?Sk??2O }&"Cr-bLg!x.Ouu;y2=7 n?i[p^i1Iry4KIB#uo7rͦj|pdR@Y.Q&M_NµF鿂VI?O159{m-l~=+?eoodh<@3z!l\UBp11x:Z"2]EAT`+((kxTqhھ6:| uqk[wKr&W(wsɩbksJ+!៎.#Em+F~# PY^6"ΠՉ-dq.eu-_qG>;M{W<=QkM"k{[L7SKe{ha` 93N5ff+׶MmEz5G঺4gk\_x&ǚ^%(/h,1^ nF1@MWRq-6_gᥥ=%M5wţf$V޸If&(ݰ^V#;?z_m &I&m5GW{֋.6ӢMm/y&x/yiOu+xޅG΂taMk'S\z'+3UCm[c'qzQ)36(uЛJ<4ɯo=} 摭|=s?xg{\䰹[!$m:XU fH _ 6?lkϪYY{m|M4:ƙĘIQP4FQ\^PSNP<~rtW7X7<{H//n읻ZHQwD%wKQ_Zfm'E/]_:hzxO1xB\-P3G*_sk+=cQ84m{*@(+DH*XO'~.ԏRDHz/'K>-|S~,5{.k(J #K{qԙϖf?ΗZ:|#5G->|I&)QP_HnOcup]̰-ܷ;uf ^;yP|a8ߪ4.gwe8SRݴ.g?V叹4u$O|_OU~[<xNk+#nϓt+(KEJiV}/nix hvD4~+Q>-Kk5h:ڤZkCquteJ˽;>b=r?7ƫ2Qg4ٮ-eY;%2̇ 4d28ɫWs.[;+Ioz=ZZnjξ,؛ |hɝ|Y7XK Դ_=1<q5/"ɞ "3RymGQ\E8gowecQŽP`|#lz( ǀk?sџ!5c"+K˙PN#!8a)e_-nm 孼?N05Yס vȆp~UP~׋OHϵO:OQW?~_+p((((((+DH*XO'~.ԏRDHz/&'exS$ix~|\գдheM2Ig/,yj|g-Lf˿1[ؤc}ۆoG`KαJ$r|KWFV^$WkR_\|0 x4e_tCշ5sts@>3j? /m^.-ii#,06Y.!.!I_/ k L  vB=ŭ$PA(^53Ȯgbo?R*^t|}Lj3$eª*K@rIƸ1wF2?TXIHQ~'\;|{x¿>cJ]f#n|+:2F_᫝an K9{TC_SxCƚ? WAtoKPX\g*J{֝~GJ +$|ĪZɶ| >3i`?O|c Ɔ}?Ƭom< g[[J$$Rkf|ωZ΅e/Þ񗇴gNc+ZZ8J$QuYoP(1|!Vk_~kITvj!><y8bF RG׈ZqT.Vl}nCRs.g}J{Q89jهvKoxkz yKUudǴ&keǯ|@[VdWIYH@Do6cȯeO).}gxGJ5 II`r)*6=k.kHPqKgfrR:=e9},q1"UUANaV__{[-gAE$]N8~i*I rOާ #t<Z𦓨s7rT9r-ݯ=? Cź/ vOKա ڤx锫gxOSD֕h60یrR4 8=5_i~QY3ux&t pJhʧ PN#r:cry);-&t&/(?B ( ( ( ( (>?~؛.s_!#~E_gIVYn."5ʊ^iMȋs,:_#O(WPmxR <<1ASi('=G ItQxwK7qh j^?7(=7Acg,$nK'>+:.w3q~[854IY cេ/'$ڎz ~{d|/=MVh_–k)pfOMYQo7{xgc#sCsܲ 7z|]oTQEvQ@Q@M{Ɍ|h\|Bc?D?=P̼PwzAū~)bV|S,G_-Jw#,hn,9H䔖*oPg27u\>|{n%3 3I$d~Lh b:~mc$ʷ7"#'sDe7t2 H_[ø,42nmnһ<}j4g~xqH9<-T6//k/i.Aﴑ_]Q^$^WgʖZ7-^hҡnٴPL?Ɇߋ5zFۋ+Y:\Zm_M֯+Jj̱Dň0B/!j-.fAq1l,K;]fԼk;IjC4l8xC+A8aΕW,CV8oO8/9]7U/?w޷_MW%oL'QEQEQEQEr|sy׋|Ki_{F^SI /"XqPzWW D|=Gul|+5i ߤDD$dG9Aw6w1mh%CсV&|8<5WSv~.Gif&1U,0θ1acJ4%N'i379V)a\%NjRQjFZ'd(6GW'_&rS!I.m\w;AW$>p\~v칦7B.~$L6QU 8$; o5}}YL(oLcGb&~e֯H-_Hdگٮ|Hۂmҿ:.cW_Ǟ(Ҭ?Ai0:[XZ+nĚ|9o <T6*"HHPp|8V{]'emElN0gٿ_|(»OgH k~EſW-Gp%'$~9{WԠmr*mnO;giCw/1Xg?D4^\[+{w$,H$FqV+_؇>&~ao?:Vtv$.~ _!S T׼G- TԯeǙws>e9^QTNYlrb-:| Qn|i'/+FjQ|o?䂊(<Т(((((((_Iľ3et iɎ˕_V8||'ռ}Έϊ>4 h8)O!cXS5o=u;xAvom4jO좚TVWnJo)/T'MZ8,L!l{F֗w)C˦.r$0ou6kSO>[;g>#[8 Ǿ1<l{kh쭣$XB"(U\T/Wqf3Ny?Ñ;~?LopG7W7ZtlV.xA#g5] |7xB?#9HZk.xSyON=7Ó>5& w.<){[i,1oD's~KMūmZm⺔j},BG_>Ėήt?UU[ZG5kO[mps;-Y;uz}UI52cg8{E-SO/Zč_Z͆ nle{cG.9X$Ltx|aC7η VDt+IYiRบ%Y%R.¸kK|9m3CW^'Z孮nb{iK6X:7_?/|37pd^}~u3n[3'GLAPvKk(wV*]Tk5:/><fNr,-$yYn05aHpg$Eا-)(8m%^ZwkwԷOQ}켎_O֮to\@jmW@ >͛1w9>.<-5WKY_j eyoyo5,VqfYD*9>0ŗҮ^ɒYBO/4fڊq ?(SY +U4]WW ZMÙJZ%RVNڞl.cq*-H;;=+v4~<7qxρ5"mti\4oVEx_v@w6 J=Yctc#uGC˯\p6YCkҤWLS1S!=<eO:U_`V:{y*xy+tc#uQM"%.-Q@$v ,«vT9+Oڿ x;9u}v&)z%R~R171ϲ c1վῊhLn--c(|<$?øot.,V jhk̘ۂdrG?2;(AUuTXqd,>V;T/T䞻O ;~_s_C|kkZ͂*`iY5UUg095F[gԵckG7lREI'!p, )> u1[[R}N- ̠!9OO7WA .u;vAj,ޡ6lkKr9U~Mou+(^}Fd*!(/ӋnMvpI1xD5;˦X@hx?\핔d6G+n$3giyKklI~&|n=3ƶzhbi7f\AG?S>ҵ/+:/졸nωFi6%ڢrjQd8渊y[U9h{Ҽsi7q f&R^j!~i-(+J}FŸ\ FŸ\ ׆:L!׮ez㧹Q/'kunf6pFdg>ݜ Y+7kTxW^,.+Ӽ9uizuֳ"y쭾inh s??]z&QG?2'֫Wކ*))1&i~ӿ[K @4bW<3i0y7Qk$q* g{E r3^G?2O7=^ɔ t0ndF=OVm_gQ/|V$Gnαg"[{qiKdovdɿoD{.s+oOtox[:a;SIl,1 sZ(ڏ 'φ+5o KMgX7o_& ѷpA(SY ?gO_x'~@#k|EıF+ $?]z&PM>*Ҟ o:cu>{T򧻺$gF}gpI@v K& rOO7=^ɔ:LO-,F++{V{8Ks bppfon]MO!u|#[mqg\縆~5ͿYCE7aPOWsG?2O7=^ɕ.R\"˖i^Z#u{omIY_ūgk>3^v .g0@90ktc#uGC˯\Nw_  R{3ò܏i2?ך:L!׮ey<>K78xȫECo #|M|KWaiicw}6IJC"ylNC~7ɼG CiLdsҾ%g_؃a? 3⋍jLwRR$\H/S_owLjR_Yh^X&lFm,lҸ`X(`kLCFhE=[J.We|^2LF9z]}"͟g Z\|K Mb: +s*ǧm \@>bl߷GCEuou^iv1(C;'OO7=^ɕ^!t|8KM_ > hPe̲8C ğ3j^}m˧xZ+MAur|K͜W_n߲/;os }9`!"&\bSߟo)E, xwk:[Wo2k!lUz *P0YoD{.s+|a(-_\G`a߽9w^J{E r3GE r3^G?2O7=^ɕ}_o)E, o)E, xoC˯\??]z&PQ/*Ҟ o:cu>{T򧻺$gF}gpI@v K&' ? |'|Ҵn. { {scwey [!׮eoD{.s+اZ)#U&W__ 3355/?ٯ,5+1i9^;:L!׮e\A)_8)ϴ~G|'1/ߵ|K{˹-K|-yַR4M2 hLy E yk??]z&QG?2g0̻WUo| F<$u_/࿌~(A7a״~F !g]C|HaO._fxk?]z&QG?28R 4F1W)E_E/CmNRݶsث 16D~)+LO u|i xr;"*gL|L8G [:;U?㇊oWmulWuG?2O7=^ɕ' eW}?c ½^كwiwN?dWw>="w5 TW:L!׮epVxeGXce mgnoD{.s(tc#u^)œ:wI+/mKsG,=Q^E~ el*T?]z&QG?2g}/Y6:m4B1X"sge߱gxg'F58TeUqFZ!׮eoD{.s+2iN4|i}.6NTmtѹ #|OY:_|M>q%h 2I@rVao)E, xoC˯\??]z&WV]h0&շQ]{VRGVi_o)E, }_O7˜ID,ھ1յvQ@Q@Q@Q@Q@Q@W?V_ڧ ~ͮ]Ych6_5/7Yb+F)UMǣeu,u :WϓaY.<z/E<&>d"XAw6:wP+" Vum}{QϺUhчPnFG¸2z2N?ye>|҆/;qQO-sO8_m>xǺkT1Ǟ̑wp=Wƿn+ ~{|( vQf9(wOq?O9[^GO>( SdI5ܿ>i xSzPMk[ܐD>nO&X:x(:(f2xOj; co3X*J>/}_&->*c'܅ZI+kMf|fobkU((>(3 ]QG,'պ05{[=F$a `=+oa߲y%y_ x{"oYSsX=?`O&=V~܎?O߈xoƾ |~#eK#[Oh.݅A |̜ٟP_RhԞXeՇ>Oŷd[ =dO&,cfsY/֫'_ |A =hD@Ռ\a0N5]`#n\fRסyBt.o[INTv{ծyOwͿΧUu?B][KXҗWkCKb"c(clu?e/i>&x cVoO+Uc2ni\ o.~Ŀ|RRֹ >.#% <|)M7{}}~y[ќc[WZ콥 ;w~?o2|VէSҢӴh--mQat^[\7?W#^M_GRY>m ygO,T2~QJS-r-wkWI;o^g嵕eߋ:Y|1q|@-𾸚4f t8t0F!p,YA'o6?t_[KNRiVpSeU .]G#pTT*q7ʵVc*:ѹ9Irz;v[_ O ;z'cL15w~ D̲I^,sW%qJ_yVmBcnEk袬QEIAEPV/E-dh4Q_)lҫ{ (xMU+Osƒv1ȿ;&XLҳ?:M˄%9(A]gG?+3GuPV5ĶqJO,HݎEP(<>=#&=2ujV?PL QC@xMg^/, =Χ s"@mA53G_ ˧RKIm kh"e&I|3`ϵ*3UZ^TjjֵeOC&}6=\hwҼRn-M20«VkVJ+ǣKVwָ8K)eum*M?JT{8;n &ZySZ?c≊S"# 9>*BмUfoxq;$-Y<{!ImH@ln{y#$ʺPG"_<] G[5?jz ю᥄JHrD&\qWSq&wm]F|VŔga3^*x57)>H)^\ӓucnfnnV=;~)<ŨڞVo,. RD!Ak?qkIO[CEc?fyh^{)*__x\W`znu-c2Ʀy9o9Z}Oewy>nfo) - z$p>w%Քܺٿw}:s-ws_2TD(ՏU {gRSZvsQ~Ԟ9+^ķ/4͠Y6i#>JߔpO~,ۨgx{xg5[Nx!<B'?Z-/EumbK뉚i[U"F0$%P|c,.WKI Z [}$T#sLkc1 )f$y>pW {J+S_&nd)8|ҔzDŽ|UC}6[\.p㖯s._u|E#nKqHהbM|n|Kj?oEt]r;7KkRh~iGRrq2| ֵ}S>&Ѵ[PZswou˵ZK_6ڷ'haOie2 P8x2?~0h~ m$gIm6YA5ɯrZw  {4מ:.l/Y'߯==/+ckRPEugsgw52*.T%Yʱ+7 &}e 5_鿲&k4'uj3ĚeGqiPn^q ~6g,km?P<nZT^gƏd/?c_4~?i_M~2xkNG"xQ4Hbogjpkॾ:%~Uf,"4]6tA!4-4!xwwY?ᐼ;CO;,sM/|K'Zm|EjzPeB^G"0 ^>:ڿO7g/c}/ ~6g,hB ??5O%SdW3NΥuEmkKYZR1 89xG|} mMqkfχD{khѰa28X|׼w>+O%5n_IT7hqwWì. |HOy{j.=pxh/+ckRPEugsgw52*.T%Yʱ=+iP7/&E[o]NDQE;vGo7/zO6:7-ƚwZyY,.a;MſvG_#?CN~( _d/?cG2işT'?>G4So"f6qgӿnG6o*xunhG7 M9f%rRwn+u'FO>Wd/+Wᐼ;CO;,^gƸ/^;S vVex?okIݭ"n9c!Y6eڽDӴžӵ5G\K<R"(w˗eUUKzo aG޵%~fm!xwwY?ᐼ;CO;,q>W\w=4Iy-]Ju6,pb22wI[Fm4zz>xVvvs;_ l?γ|7 _?mTɼ񟇓Ukʝ%ٍQ |s皗i'ǟ~<;4kj> xd{zF-Ug>Sas!wX%Ommrna嶖3-+wU.Ood ÿ4lÿX ~6g,ktN{nD-OlKn- gw˻-\cw~&9m5ocptۯI% d'Edm`ew ~z_(qq2%{ _'|uKNbo#?{w>$:'GӸC O^'|A\i7Zմw7=18 @&^s ~m>._ Yj׼O'VԮWNJ [8q wcTgEB ??5K & ?z S/ N]gؾMwo? wA/cn~^>B ??4!xwwY:WJ k_t??‰?Cx C>V-3@K!xwwY?ᐼ;CO;,y3| n7/@O{^^3ԫOF7[ViiEP(];MOjo iIh tF}>[]%GqiPnP/UӿѬR?gKW ~6g,hB ??5uc Utvz5qAi4[;[qo!XG%$xMbuQ;d/?cG2işSw푯kS< g )*(_qmZyⶖ6[wح`ʖĖ6ki~+Ҽ9u?vF!mmcn8Kf~ջ։ؖWw^_V ÿ4lÿX ~6g,kںᾢ< z}zֲܙoՋ22 4[ʮmMSм6~][⮯tN]7QfC:[Iw;]^@Jo67rZ0R]m~`՛^gƏd/?c\7QlMƺLj`m,,Ri;k{Hd0@;lZL}?-ǁmxtۻ΍h ?j b$IH nhRmo[d/?cG2iş>ѿoS7W׀-u^C&.nomDEU%\[#pepfۏ^_#om;qƻQm%׏d6O#O-p bNItpRz5;=+> ]?1'Rv_s/TV?M;ޯxg%jזWQZ[#M}_7wݝl&_ m.<qO Yn'7 [ck_4 tTQiTOͿQ8e4ߗ!xwwY?ᐼ;CO;,y7WbX<mlj]#G,LG.8cδdM.]5SJ ˖_5d/?cZw&|4z4دN 잙@8;z.8C]񵦏kM۾~׉v[wͽG,ŢDeNTi 2Iogo[@_6^ȀAO ߷VvnIs[JU$dhw'E-\Zs jZЭ%uk0Z[D帚[ΊJCqӵ'L{MEQ|^ n@񦯠A֣VK Dinq 2r^gƶE)dsE'?x߳O=O\ ;:օڦ-ekuHvP&Ӹ` ~6g,hB ??5?G?>/:֥6~15ŭ>]F >H#'o7+_3Ɲψ?|(/f_(<}/ ~6g,hB ??5u[+o4>(3im/4 ܀}/ ~6g,hB ??5?Xϊ>~:. 715]n, HP #w>0k%OSW0xQΛuskY{X^尔)m9VӼ3|['O|Ehp_d̗R7ۧ_<)k_>+xwBQGimkKo:*)Xݭx'L{M'6s/kJuq5%PEPEPEPEPEPEP__U?WjMχt |a'X[Fz-w\Ήy_!C)gb}~l|9yLrSkH.{I>hc)#P ه5f߾,n13NioOV c?u$ *`KEg^ 𾥬S-{u3t(л*W[o.ֆ?19x{N: `zo\ O~i|oC2QߖXb-;̺dv[^mTI|g X:;翵U'u.m7B{v12סWZld*լUXcb{:2d'db׭?Heƿ5֭0]2F5r OJt[vF?RA?u4(òF5g8l N~*QEQ@Q@Q@r CV/xkE R/V=ш܇H5QWNNiFL.Y+#goY[^b{. ea5#ڰ?l_DYh?<;nnV z诡b jx}]%\z)aۦ߇Y\k|?⿆zd Ԭxb'%(|lƍ3~6sax4Yj~?ѼAfAB;\]>g?O^xֳ/ MI nd$*wS/K(Z#+Ga~̃>E|zwf-ߏY4+֩;|aymm1>_N|EÚ Z_PSZ}r߄"$|w}\\`*ۆG ^' _?g_RNyI5-Q\EPV/E-dho6gb!񍿍<1mKa ]['ncI8 ~X_(ҏG_JQZX'ѫ-1~"8YR 8z4G>UǁEgB'_sOִ=wk}%oqD+)u2n y&iwJ7u.g#/ky~ k/XS2 ]n\޾0ӵӾ2/"ehHz!_&In_e>^zG~(ǘ8O.;+_W=5tnR[.๒|P$t<:\_ xkPԤM>KEK=+Z3-=N V/7ܭZM7Z&iKkn]<"ff |Z3Gtlt6>uSdm;G#yc@񞓬k]o wʖIMxg}c9?(:xZb[0>{(AmlE+(Zwk%{vGu{l$5.QHq[{IOF.W4ne>8ϻ9ݳsn~xfNú[ͼaG R]q]pḼktqb92KxR)$2C*?>6'%|wgxú.tj:}FUt dq:e#'<1aֶ] x'0⣇,e'ef쮚i>?W G7oa|A{m>Aь sk HVT- VW?g/n?;H%Wchz"OqpU-\2,x5қHm1]YL}U ?J֟o|#h,?iNZ!ȝdYIvo~Jʶ[(\=WwsywЯI˙Ն[$fu\>e??| N0C[Em?zDŽN\nf=I+:36~BkG)T?3\]]k:)?7#|C>'·NT?4:7۷ '4G5#n$8pӤNܭ},=_dQGKύ?| NK~O{iiziygyk2xVxԕte`A SI/m4/K//.X`?i/$;Y^y EZw(?| N~pAǫ(xO?.?ӿ\>e",=G<'YizȢ>7 -;Q EZw(d].ROe $V* 85{Whӿo_{Whӿo@%Q@]Q_}yo(ύO|o [῅Eu};^o3w#ݷ8޹+??FlJ#:|(:}ƛs%4ŕ#61Ak'cw֯m]NYK}0Awar`2d nn3?D(ev)/48?9>|aY?j/ |A4-m.ľ7НI fh[$FfJ|mׅ|g{9[gǚ-Fj׍w{AlHEnbU$ Q?g;_gw:SK֮"I* pߣ4Rݧ[䭧O%:[g?٧᮹?4ׄM?=xC};l$K4jHc3Ll+M?ŵχ2'p474n<$0݅ٳ3~QE_"7/Û_ ~дxU׬ >Sg)hf$JI$M<-i~~ι[ȼGa ]R[|hYm7؅vKmoww~v|O3x[>?k<o7ROhw5\53ȕe˩f_7>f>6|G<7Xxcú ֩&q_jm*iqOQ3,wH6fFwi6V}O?| NգacsL& s2D̡ȌTqȯ0_g'؟a[jW4[;+Aqge??| NE 7/?Qx3O k6O>_lɷv3Q@O߱?#WJմhwW+x I"62:*Aq^ EZw(?| N~pAǫ(xO?.?ӿ\>e",=G<'YizȢ>7 -;Uߴ<F|| xi? T/?c5? ~o&C_hQ@n^ח* kZ}B4QE,eWNFUu]~ŸBU/m4/KӾ^^]LizK# I8kVYxʮb (dÿl$ -;Wxeχ1V(Ռ>7C[KQeS;~G_i5|@W𦉢8cOhkˈ@c"-$ mFno쵮ѾCkO:u>8Pti#߹;q'#ddW|c/ ~}Qvuoe ᦷlP a^ENrEkm/ktG|uoF6SR;II-yZW>+~2/.[~~NֿxH:4DmUY&`&BW*{o_N|ׇu Kh֏]!otˁ̂c,.,n2ǟw@]2EXnTp^rH=n:z{¯*\9w&?o_+ɡęuY{k%WMڟ *&PqNQww{ii֗x0:eu(<~ҷK 4rK9ij:& ?&i~gP.8q64 8?N)/FU\Y$?є:^߻8Nkn~Y8TQi+^4TEtlto}wᦩ_W@KKBnD++c/g D~Ѿ /,5EY\"}$iH1'-sETnmy+k5˷J W7xĩj_/gw۞> piҘOnސe}y6DZ4~Gt?lZIh%Oxi84%k'V HLĭ9'ΊnM)z>VKeY/-ȣ;I<_TRnZhǟ _>5>9<5o']myz+u߳̏vz種K u u֮nHm^R0[;9 E;*i.[_Y4}O8A m=K/!eRVkKz=q'n RqP5{ZyZҳON,=Y~7gx/WЯ>9&ZwzhX2 qF{[Om{ngMT#!ЊQ-S?ϳ_?6e-@~??[H(2|sIv> <%+IAТ[ЬehXhrJ_ʅL/4b/w/ 3QJ*+eoE/1xd |_E]\'􆺲?%`-H#5eb9bNk:ğO 5 ~+xM+$$sq$]~_O?eOgڢyX{Arz®FH~K_Q~E.U+t\~[AөjܾZ|]͟xA7u?zkNyzZ1%}ۭg߅ _eC}v;C=hQp% ᇐǿ-}'Dm'յN;Xo&M.rk!/?hlH }'<'03:O+ۢս_Vyq7pf*\М%QRnk٧)y9{Vz$w_7O??#HUյ_kVvVV~+y,'H51 Hs_TQ_ǟ _>5>9<5o']myz+u߳̏vz稫\>e",=G<'YizȢ>7 -;Q EZw(?| N~pAǫ(xO?.?ӿyos|OH>0-umW՝'K 8e,B$ͺeMITQEQEQEQEQEQEo ]>Fiq#-csmTȾlzi"~<7.jay}6f9<$ھ.7w3(y_v1-t*v8x?cj:G_-e?K_Lጿ&ZNU?r_(/&GIèx1gL?\¾O.Od/~_" E(6hc59U54>xJH|} +웩Ԟd袽7ѼZ jiF-u)"+xW E68B(`/)~iu+^N Qosk*t&؄C ~j# :>,\W?<._}wi"q_M,c)LAR$W7i^hM3hvL"- ki.KiD%3^2;[;zYz>C 7/iZUenʔ{~_wu mk?]H`>Ⱥt44 .%lcshc;ՌLoO_׏~#xOMxv^s^UxtuӴ8dEyk3Z2MݺZNuRoSi[xZIQfcu$;%Eεh_* PҠha5]m0+<;os^_|Yk? -cɫkKcis5ҤaYMh_?`gῆ|]goY%mYn R;m*f5+4S^KGL$FO^^K[7;zhݭf?${_ShW֓e/#SP湴^ߍ(AEPEPPjZea-VӮ!0= PZ>{%d[hdB2k}3^='O|:>.:ghx@xMQu9Jk m\ R\u>o0>YJj>'uGws.~׼ +yrūXįo~>_ZG|7S|%xڲ^Y$F?ؓWGW{._\ ]?̿-lO`1}:;m'i85Wǟ 5mGGڧFKA&|g#3'(s[> |KZ3f}GQ?i>LױtAf,io%^(E~> ?LoC 5ӡ<u|P:c|G~0x5_MCúxn^2e^XllZ@[l@_M8ɿESᗈ[;_kxP-,IZM[Qh]U8r@㑞\_ *>i%v`8񫇬[j$> J/;XZVLB2DmpѰ[ X7 Gx 6Rɵ{qcqA%(!6 `#X2^'ӴOxºK$In᝝RpjeT~Zdz_+]+Iyը~'+Flc_F6 `01qx/<a Qn5a&q9i, T3Z*U;M}:tZܞ"]:KV;nOWa{7_ď2@WzAQh Ɇ y|3޼=X|VWm%#{}n}o\}q%ۋV U*E|IEKޓwiF7JޏM~e<%0U*ӅG9:9&jܑwd Nĸݭ.)mCf(Ž8'>+o d(/ү ̰-.$($LklL"}IܜW s#W u+;;DRc3ƙºbp'{c1ǫv~+Lî=(aҧߕN/yr'xo_?~K}FkyV%ZCisq aڸQ?QnŪbp}y,#[P?<[i.mWYɊK!:ĥ9GV>i:7<#eW>"HAͮjrpۃ>w(FC㏁ <3UD[Yl}_ [z~ϗZ<5?Zx\h~=W0 {smGEfw /h_4 \xwNJti5I.uiU$妍XU*B:W?fX_F/%c-s֑â:夷6 XL1"'*GS[$dn61Jxv q V+$t"ErWS?mѹ|lwG6?ܾ6_"o hzƭ:.}Y>{Whӿo_+^*kk=r悗tDQEdYa5eWe~9a5eW=?Ş.S AluU4"Ln iCDd3;)&S EuF<23? ;^hw~BΎX)g;w7/M4??Ί?o׮4 }N_ ifxaXd*;E(V#}Ӌ_"3GS#+>Lw~B?߳EfzjO诓?߳EfwwD/zo^?atWɟ_"3G;w7TtڰS:+wwD/zo? ;^hW:X)g;w7/M4??Ί3? ;^hw~B?΃V}gE|/M4ûg!OA>Lw~B?߳EfzՇY_&ûg!_"3GSjO诓?߳EfwwD/zo^?atWɟ_"3G;w7TtڰS:+wwD/zo? ;^hW:X)g;w7/M4??Ί3? ;^hw~B?΃V}gE|/M5ö_큢 Pd3 5tXozu Ik%`& c a9'ԡIrM#j՟"Gn^ח* kZ}B5EP(];M{KQɿm^ ,eWNF]goZo#?_B\O.d6#$&x2]`?8'Ǐ LP˸ J-xOkFE[Gs韅?^]P5M15Αrh˓*>W ~0iGk1& M~W3kT^jVo7Z%Ӓ\Ƨ3)-cIa%@r=#I_w>19 .\n=bu=k{U!-3U]Ehu%A|O_B(S$REtw7|Z?hώzWc^Aw9b}ʌ5;/./~|`]Yu%ה3h7 w¶ɯx\ỹ`HdQFcRWr.b9lxG`=vDw}+2G΄#8 ?<4۷S"FS8;ij׍/3ec>$EsICz5DpAYm/ X>W:/|Gw^!Vyj * sQ_NrVuppcABIF1I$%KA_A=|5+]=\B ]/xZGМq$@ҽkOknm=inBڇf5l/?mծ^-;M.,?!}D1gſָs# E5'-goh~񇋹mgM)ה]FJQ\^skդ}SE| g6o,3 ?xU?#? ԥ_3+oc? eG1gſ_wAKg4W~gʝ샣&mLOj&|˹$L#" GujRͺd~+>~Oiڷ|;}sb$L-4׹8O46W7^#M;3N(C ( ( ( ( ~šNmW3?݆$R('{k[8)b`ڳqxBKhgrzi)oVqݛ-Oxv㗉~:Z.C3Yio-oeÿXA__NSigȾҴXS"|\^&@3 ʰkWYqqO3 N&)T!ov(+#v?Կq_G_ O2%.bI]/SSֵ)|;GS, ~ Oi{W.gHɒ8wJ[>}`=jJ+z ӧ OY~'Nu֑jJRq;1\G$s_,[)|We |-6JM씛I/NW_<}5j믵p4-,oJ겉qHfvO*g^ѵ-&i5d'r職sfbrI/'ƛ/j" ,_ĺ]~o5kYm/bѩ*̙UbTPhE kzσ n xo XIzη7hb}n:nbΥmic= 1\[܂Hz9S1$'C Uf\]ko{]{r{ C|kE_O-muۄX&Ь*H `q~ǿ $xbVShN Z4f UG.ަoz?wzW𽎹uqmchzaqߴdrd8J?O ⾗K_4TJV- tpZVI R#m̧t4ܴ-ʷi]7Im|ޏVfzχ|7_ Z, X"UC6O$ďGOh~*φ.kBG堷X8 axW?>f/6W%aˇ4NV_^[HFymbk5bUu&$#u?)t|qx*o7mcqO%ھbZ61*unViE8mUGU{khҾv ,+iH6T.Kڣi mɬo~_ $|4_|>׼]= Q֙irLf1$)>KK|Fm&_QݿëϧYGYF&RG,R,BjG/-F_ o0jT#6M5(@yl+;Wm@B}t:w}.Oi1O Mo"ip zm2ƫUڼ}kSmꭽ|R&OI[f:߲FMMuSH/ql'ѵkaYGckf-hq!Xnf3،WEW xE$ǯnigA}FNFDz[IA0?OeQ [є_ѿR_edww孧ݷm=׉t V=]B[AwrL`FS!g,5į|VVx{)_ڏ.pDrE AQH/jm2ƫr+a`)|24ge˱yY?yU)B Vak%VRv,Amno`~$xű\5ecnc6g}̛. 6)^>[KWMy[|MntkQӭu%Yc;K$XY"vO66mFSFThe?o5^5_.N_{/UyS>@7u)WE"|Ni؂4v-Y!\iShR^xO]PK O.2L"%:Ӎ?ko27G)̿9((B.)mhM͗Zz}i)Jm]nȯ:?YxINs~ K^j]l^eBV dݐK'1..V|YExw:+G$ɨ&}1\F'm߶G)̿?ko27NKk/vZ%d=ڣѵ[J~^Gκ 4ψ>~)%bΩekHB 9|$xb^z q$K]\Vp+>"xӴ,í [є_ѿ?OeR*5Ԛj vˤS|е맕gۦax#ľѼ]xcW>H/ҭacj[yᵸ+ڪ|kreόtIt|*G5w.u#kmr)F+he?o5G6mFSFU=ݿ]y[urofcJJVt_' xFŖگ4E.|T l]JxdӾ-)&ָg},kM9c~oxHPk[ۋO"0i&MHis;sX?OeQ [є_ѿ`ceZEw]NmWouko.txπcO x,yxR}FO{kwyqtՆC<$lP.0Vߎ?e_igaϧ.\ڍU4k{!'6$r;c}Ꮙ':/ּ5ADžZųoh%]L5YEN>a ыO/'ozjN _~ԷD~f&I2 ߋڇ4Mzf/K Yj z:*^Pmy^ +ٮm]nƴUUQ+[wn#%%xWhG Zmj@Smo F[yP.xk㧍#j:'#gTt.U7XJBg˱rFҼWK}VWfg//6޵_SO3+vzxçHnẏt-3BR,n=ey|> ڗ?05K8|?W*.Mhְ$`3t>$ڌMrsR[ktkKkmmtE][K]wMz_ggO?k˿ XKijSO{14BbG +oiS/S"7>wk>骖A1 /kv=់>z-֏xn~g*i5vľ5~!UgjH֯]sAwc:Gj}{YnZȒWI7/;E/\^dޯud4K].,̅65XU_kQJQINW.%{i*wj6Wѿ|5mk'j֞+/>Kgmւ_H-r# !u#z),;_k_jK_fUSVo{O/-xVIq9!xOy VV$B^0V凌IymQE!EPEPEP^ue)odsz-yDž%OE|9&v}Z |rcݲҼx#7[Vii?yxR>sŠ(=[Qe*w5M*~Ϳ'?Q/UӿѬTz"Ϸ$~KҾwo kmOBVT7r{&H*| JXP|W~+cz}3CK.N,w`IFLȥ<+zƹu۩Bѥ-VY6io"DHXə8d?2 PrwKh2nT|fiNO3_~< Zh1xsP!ݵ{]*Z޵`e,5ę _׷ x<xv(?{Ҽ?qcj_<]kZ.KgW 3X[#X)EkiΜ,WK5 ~扣hϪjڍV EHMߘ \*.yfFYmvojMζ^+$in(RJ3I4A]Ve9'a9{ha᷁-b%b>j3 8fڞN-dzue{lG5\iB?v9S׳识no{ G? ?nEص]=:)_:)g֧~xo?yJZmxyh o12Ɨ=7{E.wnk/nM|nkV{ }e=I^yi&F cTHugiË;ۖ 7f$ $qfTUL'!vA`N;QE~cg{za uqM_嵒øp~;b)}ה&J6Qri[Ev(B~0zíB(egJxԴBEu;!#\i2A7v L#yH"PmuU쭏K hs[VW_՟U\Тi7i)Օ]jWՓ@Ү?Ρ,6w6-YFxT' PW7W·Lxy-` ČO+ՃhpH5({=K3ԇnuav/mx.h{[_Mt"nRin+چ2~U$nE&.yVu%b8W#c U%({ۛ]|/U|rjb)R,2J'Erٯz*$'{s8znZB%JѸqV Aiv%%UC}vlM0/6?(ۂ>S|< %ba 6pWLVDPLKa -I)AJP.ZmbN91SC)J|1JKM&6}?φƐt ӵ ^Csp#`ZmfspLn9`8<;xKE4-F=+n,24J!3 Ao03%pIIhӽ{v_1В[̡/^qSD9Rn&ק] ?,yc`XZ%`Ns.8zwЯ|4ۖR_<^y>fotRL!iſ=hzyo$E`H`I;A9](sSwKkk{.l3 熋I%J_`)ME&ezQ^WSKb TδڸOHC#OP'8+ҚٸVNj|pfUl oԩN'NQr]y]{;]#sH"b>O[sͼiӽuZ7&۱i|~f.hC%m_TR V3F|ր H+qŷ1mu:G[5(B_5Qcix兕' } GO)[}7vo.W(9Z̛ľ&˗_8nM/*:{S *)?SL+>,W ~@2dXHeaA"IU|M(_ TZ?j/R}?Fe< aӰ"ky찿%HG~~~juRQE{'Y?_5!'.0,oK2f?@j81;nmׇw1ھrMw̟ >n+Ď1==K^Wt<&++tqE*{Gܒ3>&OKЯ0ghoGGtghoؤg?Mcͷtק^_ڌũ/X4ƯA$i3ᏎH YO>&K}Z |dshw2$Zb3Fa Bͼy_ Lb?ŭ֏gD4A.PyȶVqFv/ݟO"j}¸%6|>42EyUv0KiӦ%obKhA?J3(^k+xR|ſ?^|l+&Ŝbi&!wN 7sݳ>9Ses)_jI?>ƌ#MҊZjM86:|szϊ:u-OĚà_5шZɥ@(`l ___ï7^,j?n4'񈼵5v[eIGsx;č+Sï9¯m~_^5ܿmxrPŸ/&&rx.|/ynR~_6>g;h+wR\~2jݭ+[J5x 'K _ݿ/enka q+ECܤV1aޛwe)?R> ( ( ( ( ( ( ( (>,io%^(E~P?Hf_V/E-dh4Q_)lҨO'?`_Rdq+I%.}K31'&gIb^Zjv7:5q,YEk 1*31U%;moY_}φɼ<}|g]ztݿewe{1MֵWes?hjZֻoᴷt wp\CIym!G=܇!I oK]$;Muӡ.i}5m0yt e|e'*w*ׅ4 э͍^sq:7yr[<5 随XT;u-mbokA%ј˥NeR*RQWKgKX^[z6ͣ^ꥧ=ߵǃ>Eͭ=Zzجaˁjb+h.sT<P|joH/J/lX_4l1 I~6-n5hemx^Ój.g%O>4A,?7 z7,O~ў!m+_Mil5t[Ae&_tπbid] w[i]rz6]%J_ֺC~ח]uM9ͭ^ůxSUf6P-{NC.υi]wMxKR.'X!DjѰ FB6xg%n|D[> }oW k+__pn1݊.*?_nJ&亶@VDrT(`z{]ӼϚW]9T~oTͮFݵ7ܽH~0~~z][[\\[Gsu}v Z),`ƖlO B+$2OMMuz/fJy}Ui󺿭~_ -B$u;,W֖>ԯu 56q4$WY@G+/+EOimRxɴ׻ԡlipLad&=?o%2kդLj7zՕĒƂF0i. RZb_Z#CgΖ6J* eNV{t|4ySwutsܽmѽ~Z.w^xLmGNMV|)ѭY.l`,mDUXoxF/ ߄u!gӠ0,dHZo! 3)ϼEA֬o,.<]|5⧋:]A #^Iu`#\nL3Nү49vAkhPbOʸG .l*JO]naN0Tk_饖CJKu,|klnZtOj8>wm@DHqy_m׊ob|Q7kV i vO2$5I #_>]rUwic'p[irlːx"RbZ?_w?ٞ:/~qcmg~ѿͻFw nhy/?_};}_?[:s_xZqKgoxSVoQmyOlcNU Zj^>h>96Oi f$VZ%`$fFh?w/o xP:O|+jkxbA>Mvٷڕl/Y|PGcYH_YG--t/K_eyvb ].lg$8yЧeb爵קuӖuWV^gSyo6Ӽgj_IDB66kI$,p &5=kVC\koS) w;乇ɓľ[b>IRf|q?MLS..mmg|ŝ6KP~&7t+:.+YԚͦh^LW,HVQ.0ۭ/u_ג^JO%o7<RH|,#h|{'rb (|M> \Y}xUֵ"oڔlqA/ܯm+˶Eܻ:_ʟ?[Zύ?oڿ??ѿ_wy?uw_wo=s=knEvWtۓK>>4eݦrEF P),GXvīׅno>0T^K}/K>wjv)fI{S*HpNN!i)SD,oףEӢR]6k{{x,#W G?dEIo% WϲgW-Og9/3׿߳EfwwD/zog[^6am gR _tur)=e.F;.%Թ5ٚ;;⦾5OLFq=SĞL54ň5ݴ̉" Qsk쿟_q~ʯ36ͭGOf]vK;%o ibyƲHneC,AS"gnûg!|ߴ?xoߍV ^O x] L!ִyuX-ܩ k!LK- ~}tCFD%i-I}iä+q]6~r8QV73r\.i>tӴ3T7Fkz|ݓW? ;^hw~Bk)6xHt+NLuo&2Q&i]0Իv?gVY77;w7/M5hߌ>_l65{m2Oo4m;hi^T/$їeyK Hi]^"u/Oh!]= ŞlPmI2o#+0Fr# en{}JЯgR/k_߳EfwwD/zo5%ψ;摣Ƒ`od@,ѽԊLW|#>ྍ_Y\|Nխw~B?߳Efůj׾i6n[\^^ɽmW 4o濗9PJ12]Vj$vZ>߳EfwwD/zo?3w-gBm>Zоڭtynm!t.цLd'%Q~:z/5?C{{{ ݤWdђ}˫HC2zJ nktgWAH{;w7/M5,D7}aZJMlxlI; j[52'HB?,>!qiQ[|0#]uI|MyA' +MB4͌ܤ,IH{|Q-3V~ j~x>!Z&c_Cm}~5uZMOsw~B?߳Ef{׿h)kOks|%ӼpU|[Pi5V?h[h+8Œ)aT*k^>/Kmx7Qմ>)sI%8CKMάSWpmm}%Nu-}")/3߳EfwwD/zo?Ui`Ӿ4爬5OZKxK;Bo5㶋19{쯨zuxQڶ =2X!O$WRB;]/eR\F]9yiIi|#f~gѱ_"3G;w7ױ[{ʾ?i>ûg!_"3^EƟ=9/M4ûg!{{ʾx;w7/M5tQi*O_"3U-ÿ/΍a7/|;hT_eUt]KQZ"IM9H^aNCn{2O|nNu>%ufgV_Ѝ=n^ח*>(տ^X+/CxSmu7?luk2uBA xVYxʮbιmP emx֧Oeo#r[[GVIX*q / b÷XױߵI`<'otOҼKoZ=֯whT-r&hǘ)•8w/W>Y:__m / b÷X / b÷XכxM'T}WmbдѼ,6/.-{EC&$*D?*QrK?|{ ūR"K+l-M'Kco-L:ǷE_}碾UIv}mJZO5M@bMBrsS_<|k8kuMz\dk=A>F+׾#~^5ei^"o F[j-nc>Z^ɫfu[-1Ыl2"_ji_Ҽ) 7Z5ֶ[^6CѬ\y$Ssi*-/{ފ┺hn[p|3&m-6FTԀX ̟07 Y/ iwfsyw𫟛b ޥ\ZY=J# K-i ɫFWE9о˗ktQE~dZQ@Q@Q@eχk):B~LI4Tw< =JOjڕ_j14Eo`+~vڧwjzjì6b_HkFВ!F۹O)I6u ۼ:~$PVt)҂Ǖ)$՝Tᵕ^XEBӕ^EyFmGE  ֥ؖ6P, 6(P<)KW/^_̐]]Ha!*lA2k9OGN_O^>!SZXZ4MBWji[]W/{ Mtl;8C$Wrƛ*k6/eVT޶mif yUHV̓(B((-"e+ rh?[,:yF{_`\}]z'__ie|RҬSD/WP?A_vWM2x1f?1z ˟_N|&G>T/u?+\7mGDad_W7\9/ܾҊKWlsO'(4t7r7)XOR=__o__oௌ'Mk WqAMQ]~BXjUhr/_z?s?/,.>TqRG +5_W| sK|_1\!T4x :Rq^Em)*i>gQko]ʗQ#'cv[? n%Hգ8NPF ]kP)^*?EF[tdQE`jQEQEQEQEygf ?&hW6mtc)n)1Ϳos RFWQAOCܚ_W煾ˬX]>O(M}_ፗ?vaM"H!vR%8!s׍m|% NyWT+?4?4I !}Rz+$Xk4+tOQȍY^c>OmYT-(0<' g> |G:эj?t?bQF-yXL+/yPGɘ0nE-pg-%`Ӳ#֨>((((((((((( (xMU)xLu xRo zN{PIW_QeK*G.?ܯ̂A):so^ 6gOn4=^=$H-L(6&/su/Pױ*P;W|`o't䶷#Kgxh2FeFAT)mk3+9(hewnӿl~&|cX_V> n+;)f -vu;:嚏A5oxÚ޿}m)ethz\n.!i⁢DѲ0&b5w;iڗN#u+=7:b2XnPd\XFUi^oiԭ DK4o@2;7R /o o |9}k׷|Q}jzg2;DىvnDgr5n'o@2;7R ?LԿCT<7+ ^m61O[hΙ5<ۘBa 5Эjjí;>oGWK{e{X$kӺ pÿ_ï|@ou !fDO{Vn-쐭<(•U;'g=u]7[װ7.>~O37|ÛMh&__z_V𾵬&aĭuj6{yPIg+$a#kUH̊(9۾ׁ<1o짎on vfmhVYb^Sƪ,'SmvvooR_Mh&__9(k[_G5Gqzfz4~hkeh&f]2*6X\ WOQ,/&$-hEWFHaSDZN3mۺk5OM?ɧ]?Mh&__9(i_!_xE>c隞q̱$6bwã>a]yCW<]iZ]gVm{y<7]W_Z\6-#I HCisW,w(o@2;7R ?LԿCY?>xP~" #[_ԾȈ﹡'ălV90Iơkoɻ-@&үo.DY1e>R졗7uutY/izo@2;7R ?LԿC[^) jZD7:ն]iJ7@ֶK*Wݛ7‘-mQtX.|+Ix5B{ 3"Áx~^w_B&/su/P DK5/oLbM?H]N;ìđ@"OxQZmz橢|}=kúw^L 6)ز|;O˽wMz>YmMh&__9(j4 B})3$3*G@\ CՔ}mziM[tx{eՅ?&W-h&/su/P??ƅ/Q7Q y&="i^\ises\5\6#fca XG~$0 F69{?zߺYJT?7h܏|aWSW^,wOk狾!x]:Y)]8ioae1s;J [DX--n|U [zs隿u8i&\N*FOmQSZ|#/5-7Cg5K$c[* gl8P_f%cQH0XXWMGxMEgcioh 31 '>Ⱦ>$hST⬶I/wwD/zo? ;^koS{_"3G;w7z-5*??_S;ZYdi9<ʎJ1t;w7zvww~B?߳Ef;Ocs? ;^hw~B/S{_"3G;w7z-w~B?߳Efhw?Ex;w7/M4^e C:+?߳EfwwD/zo;/Z'^9/M4ûg!}=wwD/zo? ;^hN tWûg!_"3Ev_;Ocs? ;^hw~B/S{_"3G;w7z-w~B?߳Efhw?Ex;w7/M4^e C:+?߳EfwwD/zo;/Z'ח|L t{T=SԡbhUWU yA$ _G+4׿?JkufgV_Ѝ|9aEP(];MlAOei]?vFy DQܖ c/UӿѬWUoƭgGU^uCq,bDƛpxqݬO 4v@ݕZkmQ;B37P|:PmKBѵխ76Qo`]w42d#2ƼOOxSD cqY|D4pK1K[-v( +C__oSֱ_͓wRog̑69f2KbɱS|V9<uIߦ+J&·㜮?WYGٌ]?oJكϑ]Ueƫ˱xhRMՌ-[\Mmm-,m[Bę9;Q@Q=X{$[|k[n? G)Du?:/E|gAr櫈+DuRiWΛw`ߍ_.z?_4ͭŋcfb}8zp?*%xH}=wɧ/Z?9'G[/[>o1Ӯ1U)w_l]g W40/.0$ݳp`k:29f>x5}&˛ZWq?_oyB7tdQEQ@Vǀ< NٮMZm'O@']:s5N v18Xz3b$&۲I+DWOsx@66[1ΙHۣ{b j:U%OFaU)M)FQiIZ4Š(8bFYX""bp f牤 YD/m-'<Ž~>1X|lլ"65ltO,l +4 +5ݩR?GyT>㈇EWk~kU&+tk{?y$cc܏՚aoƙs x2{wE2D̤_>)bm@AK%dr_|?8Lb_G /A&}*Fj8c (Ko)Go1. T`R$Go_mכ>mQXQ@Q@Q@Q@PQ ~I!< 0ϷE G4gٞ~;bT\Ưb?o#ٿiսik (cS N?>c(-k4߆q|Cr_M׿|[^q%DzQǁ +;Z=d?E miy|1tZ~O Y4o| g&8A)?`sg;-nm1?MU@QE}QEQEQEQEQEQEQEQEQEQEQEQeK*G.7?81g_?V/E-dh5k:w%ĭXHyigedr!8ebր?Aȯ%7o'~|;aǝw^ݿ./;~oZ~<p߈!wkz>[{Q|DFB9`;Bh)j_SAKu^8CkɧۺG;oڎv5κ-@O6uAwh.aH|>bPm+{S:/<?Z_k:C]OE7-K@M;Rga{=|+w+O{mǿM"xmy>;ۛ!n>gQ84qtt'G-gg3_]\Oktw6p`i$@ Fc eBh)j_ÕÑ߯$^/I+Z[Y7Ng|'mÍ#ЮM!Ys5<- "neglgy d־$˾/cV_4=cIG+:D+6q=o6Z/'w X>GT߳}Rץo$A~6Z5 tCkvZ afpPvM!'OxzN/km3mR[MJo ^Lwv b# (iFw _?S~Կ}G!?߃l/_QȺE{1yӓjͫion9?>~'CχLE2+ _ |ďRƶ8k?Cxi$M7i,4&C2;P9!?߃l/_QOE7-K%nGo+.YnrrRrWnя{^mf3{wԠk<%9񇈼Ox4?ojC=2}|i@: eBh)j_5gMK]JByywKi;< nb{kug;odUB=AS2fY{Bh)j_)bej*=I:QKkwUm}>gռu^|UY2IAX%HI}iD"e[+n{?LY'/_1 Ǹ?l}>VF5Ѿ>cǙV!T4KRIo úύcE- \kZ]׆Q鬢mwcͼyrKwma ¿fֵs—^3xz2G-;H>_(M;sP͔ʄ%-"mavO'G|+x|*_ydmSޥ1=Mu:rtJvj*m]vge5J˺!+ݧ<]L_$G_O|C4:`iFvde*a)2һۿ h=cY)52H\ ƣ}_FWÖ+m@%alv+H>ko6Z/8KVZlh[ukt_ճ{C4S5בmnєBL6o6Z/'w e8L;FϿ^o~e-т5.jI˫۲~7v&Y6wK-"Ԯ9A#cmwHoe^$Ծ-|{QF=ٵx(fF[WC]yv.^5% pvZ-Kn+7yI~=]N? ?7N^)Fmzeo(k~'yxO}W]/o`r|QM/w!i/ΞckrǯoFK 4N&u{>ke7/r*&\Ӌv?ߴL_oo Czjq[v/ocW Oxu_xkHYkKa[}#Pf;K3+xEo#?t;ǫ:拌jIŧ{ϝ47|%[; lVgkbHX% Aq;^ᷘ7/)]ÑxQkZMׅ_N4DKm* yMs}9,ţxEo#?t;ǫiQs8˭ݏ-z?-w|_~ UO5FH]'NM/j[vۢ?w3$ř i|zC&aQ~%f{,bp{ɽ|F@`p-4=Goiuw&ֲJ5˽VI~.{yǏ,|;Kx'KTMyQ/oᶔ˕ 8Dvv^sY &i -ASsmJm|>Q۽Cm2EʠI_-4=GiUȪJN[f޷7.ܜ:n:].llI/xO X6^%өdY[Yli02Kk{7Z%4Ԃ/$5?Ԝkbk]O#JT%ѢvaC|i:cm\q`|{y'g6 wH xEosrz_m[R$E?7]3k;{]з"úNJ3F<02C#5p6~:nb7ĿM~luo EmfT.3^$¢Rm|c) Ub??OZizxEo&NW^U6mk壷d{ꖗ>kZSG^a>c(\Bm}2uO&6NQ>#wе)Լ VJ@o tsd UOPקg.-4=Dc]K[.N݅ΧꭦK[^M Ɵ #UצiC;M0zޣ\ѭoK6dYn(ia;7o0|ZZ׈'42%ծe xٚnR۬k!Ty6}]|Mg.Cdj]M9kC mX3?|/E.Z IپB3 X[Zj'+22ݗ`fߌoxa&uam岊I-ē:41YOg.-4=Z>￵]szo^m^J:[K|կ Zo_5^Ykz#yt!wy"gG@oxψ(ⶫi-9дgYaU+d6YU|Mg.DbKnٽm +CƼPxXXxPvk ?a7B+݉k/q37pX/S5X>&#%nj->nOZLx26Uѵ Q-feoa'Enb$M|Mg.o7 MNvJoNeha%nޟʠu}o<]xgVΥXKj nW-QBqҸ?rw+DGY-4=U4OiOzkچ}nDO4bi&[I[T2Mi-ptGCO7[Vii?yxR>c(=[Qe*w5M*~Ϳ'?Q/UӿѬU&YoR7w᷈.L6Z}}w.=W>kJ:T}5>}_,|\>+Ag=Ih!o%P'[Ɩ;@Kv#&dRd[:|7vukrXf*ÂEf:Mhq,e4"$W,J̉jDjE~(9J.i5^Mjc-5i&|;╇tM/j<#[YOk^ VV֬,e26s[᧊.o3񎍢^jrv X4ֲ+mƟωv"5,oeԭtKkpЅۖq1PM.|2I>xOhC6hot!8Pʕ:7}bokKʬ|ߖ.xWlkߵ.;RqcZtUtHt2X%>:ǶxYJ,^xOtb^xOCχ4MF}SVo.HnZ/BmbQv;22ozO@u:ŗ4:-zòA#1V`Ilw?:txRIm54Se6o%F YMBG@6r%kVW⯧ei_);|Ǐ|g;:?b?f=LRU1-(r"?G- Fk Y#Z{T!r)B9rO_>?OeȬl|! }mȤ٘D7?"2 я71kTwdR|u>^K<Ϝ3U׽(E+V%|mGO5-sTz\>>@8WKmě. }WyyD ј_+k<ؼ"%ngD$o˹+ Fk{:焼3WQื;UT#w+,ilۻP몿+wNiR>8ErUj6Mѫh~f|/mK/oqgxFM&T$+ȥXٱh#b=ei?b#ĚW<_[ SޘҖ8'ޱU&菛+t/5WeFbנPRrJ mu;zfO+:siڞmwi`vQH#x@>*r}]}]޶oK;7?H?Q̪FiS8]6^mpFE-z'4Xl]Bc3(}Ub O̰3b*o 89&g8NTW_ׄi,xǖ H!;y'7Le,}㉓$xOK|Z[Rܷ|8q-z[AYkǟ<OYѵ'>#<:SGKmفFhCʩ+ :uud߾y^#dp?󧽏4h6KK] C*>G _v?/mύ< O^oAm.ۮBy+#2~*n|5aΓkzm:6Ѭq5ƍ,(!6Wm~"N[_]-UH ;02kvӤiΊo'YnL7i1_Kʱ/ ,tsp~;8*qUiK~q2]ie iPY]jmZX՞U#0%"nGZYg Ǎ;Z:=SX,xuY.ighж0NJ;ֳOLFylDi!b2 R á9wxUUovԵ[d"ppdTA3ҿ|2ȧT*4 :_Z}/x9Lj500w)/k:Pߵ CT~'i>:Ԣ֭5Voi7AMqq/y&Jx,71'AnW}wa8ʞ& q|on+$ly>38k fK ɸIǚ:Il2iu+]tk_MUm/? >_j2kas9mZAKFTd&I:~on]%]lMź<73^ ~м;w%ԗP&Yba%tsw> zV]6[Ix|.W,p95]QMFݻoK++yJWZ-4I??oQ/W_ɧDYoZ|K ė]gt7[a*Yő蚿]}VQAEW1QEQEQEU~5[i.cW6T;HIqB=J1YWJC)n:;Ԝc4S6Ó?ڊ.fqAMq_oiQmlڝƯ+˛C~ ʸj~J/SO/UUW`#EQ^1πdndw;oxO'?~W+&A_g_?(_>kWYn,H=&N{GK7?O_^W?N't|}_7c ,Bz+ksu,Wc3[To>ޢ+Т(((((((((((+U4]WQ(6iUbY~JQJ?~5}*>w?=?oZ?/Qe>n񇋵=OL#!gD‹\F@ݖ(,UNwQ3 '/muۍF+M S$"m٦b iӜ ͕l~`y]MGCo7?_Y>8u x+FE5$MlFg9 !|"9$[aVM، d~j!5m"VPIuIu;kƫ-c"Ɗ̫Pkh?tYx|]kw}?i.T~ je ޳ۣ娴BTT{&ϒvKDךvhlf^C Ig",3H#7O2jkx狵Pյo[Ci^ƑYdwݏjc24jU /ωǠxky_18BM4bK1o!G*o? [xY;wFI6mxdN%IIJչ赶_+[w0ȔT~+[[ |vϡZ~Fk1=ŵ档^[䲵?0yLae26Ωi*.?+c[]oy2B|Y"~K/vg*xnC7>(0lyfOڴ7Ͼk_vDr8˽?\,ࡾ÷γgF@>}ZKal,[,W.7mc eO~#oᶵ|(mՏ@rڎu%͛YKsͼjnDAF2V)rtE<[Kvw4_ Ǒj &pDE˅9jO xv+/x_xx>Ay حusm\1p/stײ۫vW+}~]<-iCtgE:ZiSYu:vK)cA$(YbeY ?oEj'|{$xzZޕelú}»G%Oq&ئc O(S%tVX5 QmoZ伻8}U$Y A)`-/ ,?`γgɭ%$q,#`LmIS|W/ZSit}75וuwo3ycFny$ڿDd" Gt ֖ͣj0e3Y LP ?ľ ]#šV υ.SNpnuY%%AU$$mk⎝Yx> Ğ#|J7()ѧx%"47#&rz1nHyuւLEy"EЬPcOΝY/SEܫznוJUqpqku w咿=N__Y~NмW/ywZ+Oˋb*ip׈$N\UWG$>VjlqNacooO TԼCQw$b1! #3o' ׫|&W|&i~ti,&a+rsUžqY.yF\%ljT}VkaK_-~4KE Tϋ^6lέLK|(G?zg o٫=zOrhPϜ~ Z'~>/nd_U=Wov|QsǩY_ߩ1)?úVSJ߄/~SbnmʟQ,OWQI՛ݍA#??7N^)Fmz)drM~|4k繟O'IEW ;vGOl`y[Լ  OvlEG^P k0 +߂r+/D9^H+gb߱g^]bizO>}vho"_Ahݺ2ʢY*'k|+sV~!hV:^f Llqb Q}kԜm^ )>~=/5n}E~{~ϟ[S_k?9~{3>0ڹ+wԯ.%qNKt& bԹԼY~vM"|%㛛(_ҿtЖO$[Kg4LsI<6t;hX3Wzl.o&Kѣ.&U2^ZVNݶn֋dʒTﭛYlZ_t)MgR4P w o s 2H'~\0ҾX7 O/F>+^.ּ#{;o\Z]C 6$!ZI+JĽHtoBK Nm{ͽPx-Sk6fyF)k+|}߻K:^KSzl}xK:aB;SupLMnp$Rh]>8'WeX捊I' AkxCƟu [u;I6}M>kng{Qs%-$ALG?YjC||GԮ|askZ]>K9cfHW3C睻GޭiJOr;)Q^s|F׾ZkŻ?[\xn=GL'K_9U࿖de[YWlC5OuE2iLu8 N>קS r `HLp(̯'f5kݤ'Jɻ[tm;c ?7<<3sKԮUē #aӌHv+෉|Sg4v|2z-CW}fXЬ>' &,eR>2nPi_-=/.}",ix4^b|*-o[Nnɻ*x4#'~ncXuuocce\\H"5ݘ$p.I#u92: {±|ZxúkSÐJ҆bxT725_Y[| x-|)]pIyp:r*$ tGR2RO(Dz!%K)I _㴏4a"BKp58o;?Ѽ2u9k-wȬ=촦﻾}(ė e29%NpY}8/f/]cK]B\}Rlo(} vޭ~~8C_kw4}}t/-0NR9Q[t6Wq */>[/V=b0t<oSKW߁?|)m?MoMk֗Z|,mm8UU wwD/zocm㿈^w Vhl[B)#ic2 XdAY߬NZKJRr6Ow~B?߳Ef/W|3PPҼmmV|9moo.=BM.$D!ok߶mf+ŭ7@Vu &6{5koz KiddVڲk˧E_]ji~3wwD/zoz'74߃?u"[WZ\E#E,dDIї8 ߶G<;i>U]:槧}{[ nmM qIƢh 'k:ޅxUͶimssS[Q5R,w6&b6HfvKEn{j|.n'[&ƩTqVoߊk_#wwD/zo? ;^k揃ğ1eo7þ%<2GtFıZGP5hLf  N?y>l4EĖ$x{}h c-喟#(Ȋ8"isT7Km2|W{7߳EfwwD/zoC}sf{M*CKo:k:I%P22)Pc?X5AG];[~յUc |("%Boi#:u 1\O=~4ޭUeJ[lWlrTPr/=? ;^hw~BZ֙ ;JxZ x%t/j]?,;h͓#7G⿉>;'?t 4=$}+C4{K}UڷrNEԐ2NwiG~NwIiuSO{v^^>7R!/J_oMԳXZ\:}π9HUTU#8EKWώhT[x'1b{M}oM?a-z>(6iŧkhoy[P_츖)chch!\0JO gàiv6Z<[:l{k9to",lź5D`KWpDVMZHI5QMJk˓O9kk;>x%S%<^`6䂛,ql|;^g:}[[$͵s߳Ef}D4 m0jh7OGtE쒉ŢSz߈>.<]i6>bllNKFk[JO.srk这'8*BN[zRi%׹xrfAm%:w>)_eƒ%߇"wkQO2)P%~=tOI7_iQYXٝaIR!pnvѶ {>ԤeR B#y%kyviT1{5nh'uoU?BĎ"|C$i/HI8i+KGG|p!Ӿxr'o?xbiʆp;$T_wwD/zo`x//c_>t=\[#Pieo َMa5ᦘ5^.n[-mm18%$ sWQ=qIlX5tӥt/<ͱy>gW-׽&'g{=|q?_"3G;w7ױ]Ɵ9/M4ûg!{{ʾx;w7/M5tQi*O_"3G;w7ױGi>ûg!_"3^EƟ=9/M5}xqF'GXgcOW}8j]H}DyO/!<4XIWRK0 "BđqN+Ư5R5D _U|.*5}E(Q\EPEPEP_~5>Y[kxR4G\ D} k{n}O6vω<g U?x〪}u_eV27}xûB z]ݣ$ףVVqqA P0RףN P]beO-Š(9/7'o |D1stP3^oڣ3m!U?vEpqqJ-_5=((Kk (ð+ۢ_eo(ŸZ"K׭}^Ql~~_<%ԥ]SI Ⱦh{vF\e)Nz)ʤǤRd8VV# 'wx THqGRFޙ?xWR=O["hf Yᚽ/.+S ( ( ( ( ( ( ( ( ( (>,io%^(E~P?Hf_V/E-dh4Q_)lҨ'm#h~ G}?Jn5w/x 8^6tP ?EkK .cSv9wq>t@Z;R悏Pk5/h+*_J?| w f?h+_j_WtQvTΟ?h+_j_Q w f}ExaJ?| w f?h+_j_WtQvTΟ?h+_j_Q w f}I$I=|{W:j]uoh4z y~2Ba:8ղ?k)ǼG€|YAG(54J޽<^|9pGEV>!0-3lde ?rU^)z/c%Y%Wɖө9)/ 1?д|]5h737DA^k5nu#D /"-}]?NW?_$$3Z۹H)+_–7 -"o]QO|2}c?p4Z|)s>7Rg=yb~m:G>ʟvfO0}qY)mMC[4/s}r܀?:0ԣF\ԗwx > /k_/_Pk5/h(@Z;R悲~0c?glgƋkؿ}ن ?_~$mQkan!4Ms]/dqvѿ-#?@~?VԿ??½#& ö6GO?@~?VԿEkK .?_EkK ?@~?VԿO>GO4?gk滮/!k^$}n,4]Ne[Jә[6Ѩ/@ҿc+z*9giΊ?ȃ*||Mg.}gE OA>L]>i??OZiz ʇ&g.-4=_YGSeC??OZizxEoa?ɟ-4=G(׏Wǝ%)eXM;J?aSE:Х:4(?OZiz,|i&.㞻kvVɣjzp #߫$#nw_ 48.}%|_cUUU @tbsV' *2ޗ| S)(b)qTNnϭks Yᯋ^ۯ[/:A4[y5W}:] Vl#|Ó_Q_?*Z/,!kqn^ח*ģ?ʧd}EQF<Ny|So ~,o?/cyK\gF8}O~X}~ ۴Ad }>S75oKR&I/? ?oEh+u-S'Bl׉?g}/OAOq?({esz?Ut4k_M/G&eu_ ?_CibNݢ_CibvDgbݢ_CibvDgbݢ_CibvDgbݢ_CibvDgbݢ_CibvDgbٻH'9 rG"YA;SB(`9'6(i~_@> _ݹynX_/?!1G;KrOm3SX~M+ 9'6(i~_@> ?/w~M+ 9'6(i~_@> ?/w~M+`c:X|}h2Ggo "Y1$k2,E-+`2?vDgbݢ_CibvDgbݢ_CibvDgbݢ_CibvDgbݢ_CibvDgbݢ_CibvDgbݤf9$?vDg_&Pr>@b8ukD-Ɖ⏈^%ү#;B3ÆU#e[}ҿf [{++8G B8FT0+RQԩ*lX (((((+co7uiOoz-kϿe)xK%NgQ~EV'ğ|-uPkvgWX8d#NsvKVT!)B; I'1s獡or"x?xR n L-)aIo,m W{$ Ozb/ WK7|;^$2} &aM.zeG5xhKާK˷Gj_?y~> eߌ&xn),֭>*}ny-P͌|$WQ^9QE|_u~~*5~Co_MƤl &rv̤xlo~>MWknLZtBs@0_go|r~%&|;Q Xޒ M/6ݟc~Gdj;աr{ΗNvrӳz3~G6 7IoZO[퉮Pxzo=- YI6L 1ZG|-e(7d)=]4q>$L6_Q}_W/?M~?%էOo%1+c ( ( ( ( ( ( ( ( (>,io%^(E~P?Hf_V/E-dh4Q_)lҨ))$'-[EI0hK+7dNlkgbcV==L]|rG\c4b\ (w1ǂ^Eu;rg ռix>O4BOE~2x eZ4cT_֥[hmqwq @Rx0;}Ǖ$f ?+t&v^-ߍo݃7}˙a^a&IS-K`1G>.{EG1}{Q.&Ksˮऋ^Z)bC¢:9k=t ?6ǘ) ?Z}CQ c jT{hYiK53Q?_QwWZJ ~muuAuui76j6IJ""h38wLq ٗ_񿃾h? eYxJGulBbt-3ogi@(LxB>> ! LĶ:Dž\"e&p$4c nt_~ HH|mCA{ui yb"){ݽ_7~oe .%W^8xz{/QQɧݫ}}5??+o{2YzJ\I噑%6 .2@XȎ_|y<$ٗOc 6kΚKcW3~zĽo KT54^'ԭ"KMp򒛗BNTۨy_|]?gWmCS{hΗT8˱Xm d13#ouٿv<{i5I]YSKN궋Wkۯ/%XSؿ>%zU߆w/&/_@T/<3Cחa0f98M<]k 񇄾1i *Z΢tn *Lۙ n Q,Y8ݻE9^nӑ8=z[#/#RYvzkښfO>(񇅦DŽ!G,tidFm&R$L<_5|f/oMxqogXxīsY=Wmħ?/?M[:mϲXiRfgFhʫa"Xg?Noxn.>%XIwP>붞0]hkĚow$wb0snr}9}QwZ꬛Mk+J)^]y#mMVz|qk?7:턚mhoe]!Xc;n4WiҠ[{ $Yd c!- ;:7YFHr;=&6G_G {Wolg®/u_}Fqe޾V?~vvc9jݥh->o]~/-JA9^N^]<-u^ſ < x'U᮹߄76=eik/n-)LM.n]ϊ>9|8ś"~(5֛i} H:2ˡq E8Y vZ>0jCz,1H"ƙO]d5RApCg5wŸWY3b=axQX'KyvM3"hO2CRTթTe|:vqW$a A[}{הSSv ]az` K{/LH)kamEʼn}?x/_xw7?|0oe5 жQ{lmH%7.7I1?ZZTVWNS&[tP;ƹ=2QCVTt_1Omi۳`9k?9?Vo|-ZK\Ŗt.]ۗu[we`eFp$+))ڿ[^R9|5~6C$ h?^&ඏxLntnek%H)]>#2T{w>WA/n/o{;(mܢ$цuoBr@WCs7N'8e#Q?t贝_UҴM6'K8-^iM#LH$I ;}'[tGGӴ .EwӕkEhrB*CVi$e۪|}S=q/+OS?gG|FՖwH-.lPyEb 䏳sX|?yޭYI}vq;#oߓ9r?d W|s ~ x24 3\?)Ք7ˣ'UMa*Vo? !|E iU7/$(̸F?ޱo^#fktھKIb96ʄ4yx_Xx¿ix 5 +F]V{>5+.naڬ{_2DVm g~0~IӾ/|>7__u CS|rvwЕ KiürXwmR?[O{m|:ӼIx,ۭ$I#[+rb$F2 6P|A'/>=e-S]=sctX4gg@?$ɿ |+`~|9sweO]\«klXg&A,l)ߴ?i6nfr,RٓFtkgNIFs攝V.ko40t|CE8n׸-%_y~yQVoqӵVᗆ*' $z6!`%uIkp%tਿgګ>ZΙIΓb500C#q"NAף- |3]CVfxJ[_.fIL6ݍ}/ŸK? ~,5 ?CkGC]CF\^dJ#daMr\Bem9WKKi\~g|&Л Wq^q&f̈́<[UĀ"4{G=#S tEh$[FGH0Ȫc iʼnoۯlyG+3ϩ|eo mJ[~ EĻgY@$F#ڸƒ}m?_{U|uEFUh۵*xۻ' mZDo&OFT/^vei6ko)&c.rxw]g:/Z杠 ɻJ#t<ܻ%`Ybw(?g'O^?GK grAi{vfZIXR%W*Nľ.?O R$׺~KVkF"HDr;qqxS>_忥kĺmQ~U6>kz {nO|-h/gMxvzfcMN]ӷ) aFJ˿p4dO$M3Baͣ5@+9Dw[7c[xZo3 ]D'+#mrgνj5B`yG~6o=9t(Ƴ/Oa?RТ}KS\}1b7;iT` a*8Q{:|7\# ?u_k'O5<#n+w3vVRRoMuf{;u9eǗ[?_,߅ig(5u+uKx!CPei%,#P;<7 7ᯉ?u=UgԴ S r[upfa-m1sivo>#g@ծ|5},ڕx;}9S5~_ kzn&|eoI !8Kk Hn|30vkٓm`bxH/?y`۽66ۜlbnl,I/owi.d?EmO)3m|?Jx{BQOgV2~J*R8zQ^]>)QEQEQEQEͺeMITQEQEQEQEWDze|CA,_ǿֿJ+wc}Xc8τ ZJ09Ukk cgk?~# NqO**++ȵ8 q$37H#k?8wZ0E/|H[ jv4\J""Y$]&Ft^ɯXօWJj?}|+oKl%O@ҭ&ilutR Jۿ/9z4-UD׆~#|3tX 7*/Nwi"va$;+Ku|wZeVi}cwazlsRr3^=0O_o 5MÞ.XCÛ]O_  Bi+K\_0M(FD}O'?ĞHO.PdU.~m+M^?4kYH|#e#g8UV;޸S}~w¯^ tw~:-73ZOZhDKPcw#_ xkK[}VM/G[h-7I. Pb"?bOw?f/H{Z߅m ➁kmxž -RݦV\FU$H1< BEckY?|5-YKk&웉U$Z 7&]];Yl5m>~$I?|_[]̗VZN ;āQ쪿Z A5NM%gշN1J)-}^6-J[:+!Lů{qjOZ r@c?+g9wG^%vo? +-; ;..D'mreYzіmQ@Gj7OxnzGR gTWP/G=@uO߇?aC䏣诘n?ᙕ|W(Sacji_8Fa_yO8f K8ɟZ_cw$i^K?킕ZkZ|QVy rHNhJ{8&p1J_şjQ_ۋY?؟ƟڗR wxӟʃ||7`n2)N?;Q?2C"lE_Ш5}E|R߲w>:h:4rWGF)o OtNsyh@ec8Y O19o<ĝ*t}g~{^6}pm{CWx + 6Ulo4H'?Eo_Λu8YWoӦ6]حy}ErE}q}aKAzU*?4|lPU7^ռ5ovjy{g5THd`Ml O|<|8t]oX2>ym*j̾^xg%p@Y~[XZZ[Ȋ%n*W/ܒ0VFIvJɥ$~[ַҿg~ebH]3E_X<}knD r3u _5IQK>%9jJ!ڳSQO{mloa-ST?妡nڄz?Q_óEcŗq_?ş?/>԰4o >"'_/|^e$v&׼ks;4YXgIqUr=S)}=Ke) b~Xটf_E_)_ h ~>!~WǦB.zoLi>ժ.y<= mҽ욱4Y+4ܟW)1m1K?eg^}/V3Eb? R'QȖH*OO7'N|NwKae#EoLϤ*=~?e߃)õ=@sB{3w?UA12`/?| ~:au9[AWH:)Go~:shnto%pC)3LQk7 xsX }#L,lJa*7}{ }/?i(o_:6CV,2e|7:e{zG1`]SW+x۞={~)r-?`tRy&ܴ"KkGy.g/ ?j{wy=8uO3;d?Wটf_EFW:曻:cZ*uњji|Wটf_EFT9_)G= iFi_$WoE9_)G= iFi_$WoE9_)G= iFi_$WoE9_)G= iFi_$WoE9_)G= iFi_$WoE9_)G= iFi_$WoE9_)G= iFi_$WoE9_)G= iFi_$WoE9_)G= iFi_$WoE9_)G= iFi_$WoE9_)Y_IO8ό"|>U׿Xy~2]+~yN$kL (??+_ڃGgπ_> ťgd_}[V/ ZO-UD ̿$lҵuњji|W@G= iFi_$Quњji|W@G= iFi_$Quњji|W@G= iFi_$Quњji|W@G= iFi_$Quњji|W@G= iFi_$Quњji|W@G= iFi_$Quњji|Wgo6>5(Uwlu{Iv _-|^f~rZxX9&;,Q79_j>Ey[; RI_6~Sটf_E_)_# {1}%S>lVkqy|m [K(3_ OC<c>/2%?H}b(a|V7OS@?u/4*?t-F3<)XȟQ-T?5_1m6xuI,`} Q^/#1JWt=!G3â)_0Ʀ!Gu\i%_P|.+j@N<}#ll׻iRtdu+{E6)-ĠUg X_xC+,z:1KwcY["5e?3gB>" a7gglZ7-CJEJ>9BjzIJ)%_4R7Gn77m/sk-tB)<12ughDگꏻN 'Ssck }n ^5*Ԣ>+2|y})Klr?SO3MO /"{SKHފ#44(M?5?4+#44(M?5?4+#44(M?5?4+#44(M?5?4+#44(M?5?4+#44(M?5?4+ ~=i?X>/|?  j:>o56{ĥP>&Z((;{)N0i*}?z5Ϋu z4#$jX"~wH4:GK-k߅({` eTXbp⿥(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(M?5?4+?SO3MO /"z(&~ݿTB`~tA~Gx_7󳏳Gne[4Q@Q@Q@Q@Q@|i`~&- iÏe=]<6sc"ױWsf߰]StZi29VBpοASBխץkVsX^ HV#*AFU(yEX-UJ*KdOē͟ eXw|]?.giLu?sY쯥,98d֚#|?gkcY|/6y 4֫`>2-M)v~w9ǖ ռ!k{ J25͡Ko" ȡC$)`Ap;ZdQb5yIھп_hf@}?yҝXʬu%/XgnH4ޯQ!P~k9k9MI4-ž-w:/7⟆<9NЮ}Zʖ1-٠`R0\2S|O\hFv1=7FTsjezPԬ-85K?o䳲Ik^0?ƍzlE_i(&ﺵݮZKQJ\[IGx⎻J~V>"|H:It/3!c w8|SG % A{wRQѮ-ZGV̵& 7`(R˟w|%𿃾F}/3[hFmXgba,9!B ɖ<I9(U֏EQMu/[}bIEӒ[_K{w42$Jу+Ђ8"#p(o58P⏁ۅ[WwqX[<0ĥI*I'+qH>'|=Ӑ9 $!B܏o =(B"0_4 0~4x2m}Cקr/B`|MoNi\teة43W:+Lz?~ϿlYEG^=o<ǀc4F|Yw2=>o;]{qY%z[~c sn,s}8. z|F?]{j7S;/͟>-։7h?>:@+¾%[f`4xWv￵H ډN}_lԆ?O3=1Kԟ$?>.)=a"rKolL^At߈~>]/FG3đ=#'۽s>6 co& KĒ\Go:f(#3WKc_ _þ C 6ƪ1kѿƼ*_s536[zn )V;bA;Kp%M/M󢶏?{iv*(֭F0}Jn^ 'sexk>3 6ɮsRLm*G}?5KB| Ѡд|>副Kkcq6f҇(S`((((((((((((((((((߈_'MgQ Zڔ6QtWů.wsOn8AR1,ha_B=l.TJ_gWW+m> ϟ>&܃}ӟwմy# ?Df0>0q|5l?g_}ŷ=J_VMScuOPFkxУ9ӨGg\ hb^DH6\^W k?;k;[Gp1_r+?_N_^)<-u#ݾi/={DQ,*""0 >??8//}V_(,($ i[NA {ܶG /[kg9IO f׵~QG-9sdp_8QSK> Md}oMgn$Ij!gn9QD gCnxo5W] CTk;q]fʕ._QE|QEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEQEZ?'x3ӗZ7|Hzd/WDC|3u߳K<> _S[(ABpryqΣOH?eO A Q]-u4?#O:&y({׋*`|{6ik(aSNOSTQE{GEPEPEPEPT~|o.4i61~| <{<}KsMHnA琒nNr饍SO#b } }nYQUF#TP^O9"wPOn?Ĩ#;#E<h#F=3ֿJ_ڕR1ލՓ w\:hƛ#0\z{n3C6ԜTcBx|z_-'苫z T~#_QS }J%/ ??S8,0O RujK}A5d)I|(%q!P33ץ';ϙ~ֺ]ٸF^;`g?Z/ZC3J#U83 {ѷ\&/"8xڟ'?)>+4xFitcv$S_TQ-/H4zo͘?_:?C$nYڭPsjC |!~  0N+2~}x}ELllRG~<~^pl x*b>lKA? ~o灼=fh6~Z hIkO~F#/QEQEQEQEQEQ_Jl_ k7$񖋯Z+aPiQ[Zm/oڛm5h(ʊkW悏oڛm5h(ʊkW悏oڛm5h(ʊkW悏oڛm5h(ʊkW悏oڛm5h(ʊkW悏oڛm5h(ʊkW悏oڛm5h(ʊkW悏oڛm5h(ʊkW悏oڛm5h(ʊkW悏oڛm5h(ʊkW悏oڛm5h(ʊkW悏oڛm5h(ʊkW悏oڛm5h(ʊkW悏oڛm5h(ʊkW悏oڛm5h(ʊw㇀ c쿧ȝbz-.~'cpG[t]k_"[1-H>+2`Oo t87"g+'<~]jTRRimcekv|ݑ+W 2b7eG6#J04snO_f񇌼+X~AbzWZI_㭄_׊y3]< &]E5o3?S-ޯ͓e|)ޠn}OP 5fΣ[ƅKGM~ o~,Avoi7*3^'uRZ>,|K&8k"<,E\;x뷷|)> ox7CWT#ڣkW悏oڛm5h(ƄRsDFEX,6_h#{|5?/k?"jS/ko_"K~_&d|MO_:þ(C,.KGC՞DIއ3?|j& Zw4 Z!5XfS:x*pTF0!8Irԏ5هlBjGkiAZQEzF|-~iT@(]㟂|I7cӼck4VSHNZy@Ƿ? Ǎw_Fܥ瘑cl{'j`SNg&} xpU*((R_RQ>Z?q?q? $Ԃt}(?⯍Wj>Sթ?ЛJ+&k6P0x}s, MvZ_u(I߈ y?bN=؁^qkW h2 5'!yމ*݋wXW7?_G¿6 ѥdרק>/G|0=[Q\&XKtJ?}IM䇜kT'Gu" E~-_}"kcdU c޾|=aAcgaB NW(6[1K|?֞dmlV?0Qj|1M|J|/>$.4(Y",yV'٬_[ mu.^+l' e [v>M }?_xsQ7a{Ike0m$"%5w/)?DtJύk!ѵHY4 oOa#U\)=EQ1S ']ʣ4HK[uO eŽY_Q3ھGdٿIV n%o5-B};:kk:SME[M'G+K'ڶM~kXxNt#n2+5,<̋lc0v^Z.]W]/=y;V&ťʵQZ/~>6x0H> t?H?gl3+OַmnuXl>ہ<>w+/xxH4g$bvxuSNoJ+/4}R+dkMz֯]3Ŷύ<'o5.nw3+mh" N1Vu^l|+YxSA%qڝhf8|u_Q?h%wkzeTj)m wku[Zu~w~ |_>(|=NKjq-PjV1IO٩o%(|Z S^[g'gĿGB>Kֲ-y&Fw [1QDu#4NÞ4-tEߨͦq.fȌaXׅ7>Ӭ|!k']q&=" sbdhZEv5I8c.Au`!4ߊZgu-9.Iu q*G8h%,(w)k{}V++﹎^0vmO .8|5 mj1隤m`İa%c~_>^(ml.&5(oLgc4L[pk߇ ί ×nM ,mgHCەL߻o+y_-Gg'tu v6v? j(M@fH"O06崜okI5[&칎gʥkkm>d)?4Eulܜ|ۑO1Iù #F\{pS 7~ϟO_ZluSmZOMxC~ T4s[մ'1VZ~ ƞ4bѝ  ԞW\h#K{%YDl (oC_"h^? Zÿ:=׋?|_iwQCY5o \iI~y(O?.7& Y+{s9_3{p$>O>_s —O%}X#2K*x#Ʃߍc7Hn8ʒ pʿ6|Amno=hZk~C([ȀȮ?m æhnjNmq,/nj,b٤`9x?+G$^g=[W*vN-hno< .8|5 mj1隤m`İa%c~_>^(ml.&5(oLgc4L[pk߇ ί ×nM ,mgHCەL߻o+y_-Gg'tu v6v? j(M@fH"O06m'ZRMtɻ.h|Vv~ߪI;Yz_~ @+g3%H,.?5y;s֤ |8W>(Ψʺ `Æz5{xH񾝤j~ 6mτ|)q[tk˙mnFW{@%o7-ٯfkN{Pmn,MIv$Cej){_kؿ%תp_{^ޮ~3>4>~ E>2ܷFf^~º%ޥiu-quwu2j2*I2mEexcƚo/XJ多-\j5yj+ެbxyH/ڳš_~ j6>+O76Vf\,wòC/PE)`JWjw$ VJkKo2WLNjtSƫiyꖓ4L3,UBn/) J"9_G?LizNZ#peg '+㿉q蚶&R!FKm4EDc_1`R*ǍB|B<;=Cž mY[QKek8kc2e͆ vȤ^+mtOg+7|_4 mWVGt.]Po=ׁY$iKImoC- xYxC!flW^$'|Yumcm`# S銎fR{F=]tIisUYjw~ ^#9 麵͞dqd|p.ۍ&:KvdD%hW,xy8[_c7ol};DZKw6BKF ,ledֲIN1N˖$ߣԌ#rk&_6s>#tH'Ԯ㵶s]HBdH??jM/2q-gG#no5ooohfIcpLul ώWx[F:Ƒv-%b _)/Zߋ< ^+ˉ!ФG/o嶓{Y>D$mIHb@]wM}~>Zi{iS_вh|_~O q8Tsq֖'u^#k;`'5=+ |;:^|\4 SSѴ-}6$22O,τ:~Kox{ƚ\DyX1Ƒ77)uV -'˙|/M>H7ϗ{ļJ9߄tQ4p麕ιkWL`i8iCc'%ms/ Cޥsk<-a{$K"Kf%T ,?<)?+O i+&u9bk;jO4o20X :"}9|/-5IZ_;꼕ú.V>6|xk~t^ex܄UGAu$|C >-޵Yfg^^kNJE>uS[]/ [u?WÞ+'γ_^&. Mke1<^ɟpBv9Ե.xF_5/So2_^7#5HNDm0ˏ,N_#n7dc5e6x1~d|] n7yF/_^]#\O$Ҵ=Tѭ?!֮jjOOmd`b"v0HQgY|:H"K +7~%Ծ5jd{-kA4/RtLhVݴz~zyҫ?]w|JվgJ{EwմXm2UA;WXe/4x;x>=GqibA,Hg"5̜;H~Ȟ ·N >ڕttɼbycKkf#;̬*%;?rizr_~]}|IOnmży.ݻ6$(aRX~4?#i/zżw!Q\p9||j3oկ-lR7i4X.ugo,~/K|w K$Qv6r-LgxXn僷[-ϩm{y%&]>>+x_Ϩ4 ䷆\jDl^˹! lj5E+~Wi-חo m3gi W">t.} 5)RBE MxS?E|N᷈`)&m28K4b`IQn4e*n)WNxkNT֗m[oEmi4cA KwIlӼS 7)6=:R??Փ67WNJn4!Gv-XuW_w ~ʾ)sQ/t x@#6Lצ ,2 gd?/_O]cY:$vZfh׎kTYIe2vݷsV1U[)5ſ[_FsR;vjW߻O|[?|#? F_q˲eCO-3 l"mC¾pV: h;ؕd2Y#qRCC+7>yxI#i`F`icgbpŷfVPB5ea~ޝV6z#eKY] V 1[IjpإÁee @)dKro#aHn2[=81yPjtj|tQ}{IZK>?o ߡ"Y]HדDΡU [&o]_F%U)YI b y5|0|/?b [M? ?`pk]W.5K㦭L>'̲1+-3qL~JlMzL\%{J/K΃ݨ$ogֿ=᷍xN;7oWy!v IߎGV:̱I^W̒ChT`ՄS]趽R^W麩ʜlm'g꜓_"[6˥V0 .z+@#O:R]M.p1I|g/Yxi/6-M6O &Μ6_/2>o^ mhxAj?/} p>n+S>_o|qyߍu/}xvMRC-rc_ʒ,v4E"pK5=Tyo:~UGU$r淕]m_ xOCX:szzDѡkISMG#y-w]jBg/ Z'Cc&ݱ. xvfkuT7xt)g1v <-_X ց5]>=:fk0ei\嘶rk&+R? ~?xu,j>~߳ƞfvqӣFZVɓw{=uڜ(y6Gݵj,*<߲T/Ǎ:C>QMŜ jl֗ Bbծ=7|Z|%H}7I{0Pt&[xdNxōؓxcb_4σ<1-_ xn]6`d k:+vW2,"O:?4-s6φj.T6.آ(h?c*40Ҋ}!8:rWɥSެun /ѤO>6~'&߀v#|;i?Ķȷ6r-D˽B?~:| ƾ)KO h:mxN#@RDJ?Gq|a~ٚ@="C%e ĢdT*Ƌg xj][iDL im¨j4߶Eh 2=SӍ@;Y ~"xUeiQ|S}k`Eƨhcqs۬Ҵ$A<kZ'ux:{\Yk7E0RFw-?A[ t/?~ 𻴺6{[3Hvݹ#$lQ0TMRo,!QmkݽݽF)KySW¿5,O#B'|7MH=(߯[qn;6Jʊ>O>|1|3xoFVX޳s/D@bds~ΟqZׁ<sŗQ4Y,gФҖ3lƇ?(ƚ*Ҩ5m9o +lٴgo}T4eәz3;?A?oʼn.?^ f4ۭ %8,PơbT?'x?e])ׯ-/+7tB3rCoFo-CeI]ēм@tM2GѧmD _?~~cxE:>]xCT8dԮ|e'IcEz[jJTv_V]_KKPtIYQE ( ( ( ( (?>{?HVI~9? jĿ4C)Ӈ=i}?h\{vp+ϿӿO7G#tWܟg#N?m??i@ _rçe6o4Ggw$ d/5/v?c֦SoKd9z J>jYN/Z}frKK:J+ο%/%oO{u(zV"r?OsNRk<vPz~4?H=O/ïy^7/^v?|E~h 4S<=4>q+?P_>%HwI]0/NN9?q3_VR\?sE>ԡV2׉>!h> V:iAFX^G3;WxO@h9d1+־u~ |m5Mp¯q;pzw5G ]mX{)qG>i=z//>m*WbaN9JO o t HAmd}n#s|HO~"]_j?_,f-RM?{_i.3A~?LEpYxSs^rMS_+o+ G#(= R#l]݀~dGEVQF? {vtF çe6o4GRsKV?.(BRGWKsOwCinsg:-%S-/$[Uv+_g#N?m??i[Rɰ4J7WyJ='C~^w]B: +(V}~?tF F1Uխ?iZNR}[':wYiHz?ӿO7G# _rçe6o4G;,Ѵy=|7E}~?tF ':wYiHz?ӿO7G#tWܟg#N?m??i@ _rçe6o4G;,Ѵy=|7E}~?tF ':wYiHz?ӿO7G#tWܟg#N?m??i@ _rçe6o4G;,Ѵy=|7E}~?tF ':wYiHz?ӿO7G#tWܟg#N?m??i@ _rçe6o4G;,Ѵy=|7E}~?tF ':wYiHz?ӿO7G#tWܟg#N?m??i@ _rçe6o4G;,Ѵy=|7E}~?tF ':wYiHz?ӿO7G#tWܟg#N?m??i@ _rçe6o4G;,Ѵy=|7E}~?tF ':wYiHz?ӿO7G#tWܟg#N?m??i@ )Wে>4ixW.~aue\׶3md/ʹ(̧kr+?;,Ѵy=g#g|.?e5.Z{dwymTv!UT`O_rçe6o4G;,Ѵy= ~4_j!󬏋ٹD7@د?ӿO7G#~?>N?m??iG:wYiHzn;,Ѵy=g#ẩh:ݵ_nLfbnrAczWg#N?m??i@ _rçe6o4G;,Ѵy=|><=o_u-3h+$_)%Wj }~?tF '^*ѵ1qxtY2lgib]0nlWܟg#N?m??i@ _rçe6o4G;,Ѵy=|7E}~?tF ':wYiHz?ӿO7G#tWܟg#N?m??i@ _rçe6o4G;,Ѵy=|7E}~?tF ':wYiHz?ӿO7G#tWܟg#N?m??i@ _rçe6o4G;,Ѵy=|7E}~?tF ':wYiHz?ӿO7G#tWܟg#N?m??i@ _rçe6o4G;,Ѵy=|7_r'_O ֏tF >_ i&Xh6k[ā#(HUU@ (Q@Q@Q@Q@Q@Q@Q@Q@Q@^CYoqs:E ) v?h"IZ5[i2\v=Ix'¾x֊W=\=̲-:R 8z3(>2jx~<ƱhO?J~8HfߌlirEܘE,-'=ҿL(;?*~wGObsI)t%mq#|&o_*t[ln7V~1x-J?q~9o9>_/~ ̪CR_IME~l/1φ?mC]n2S p;)9~=,=o"II'gޟx?+/+jU/%7?S_ J|)[_9vs4I1>=yM?гjW;϶3aq9U$8/En?ڼa%s4~_Mm 4WRJĶ@%:(K^q4gecySm GWO˞v?e} uoZTF1#uϷ:~^ |6?)/?绿4Imk' KIV~Po<qκGk/1sgVxW^H4TG-@>K`}Ϧ{?'oÝCa+lrF;~Oӭ4h#آ@98Ɵ̥V} R˫% ǃ,k1H2f(TpFvY2AK 1٣Oͮ_A݇:52&&_%0]2ZY-TE~yô-ᝢH={Y<_e |ov6ʒտz(Ť9r,ܰj/0\|}28qϸ7;\S}Ar~颮9.?];bO8DrQEQ@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@Q@././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.435284 masakari_monitors-22.0.0/doc/source/conf.py0000664000175000017500000000560315257164053017517 0ustar00zuulzuul# Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or # implied. # See the License for the specific language governing permissions and # limitations under the License. import os import sys sys.path.insert(0, os.path.abspath('../..')) # -- General configuration ---------------------------------------------------- # Add any Sphinx extension module names here, as strings. They can be # extensions coming with Sphinx (named 'sphinx.ext.*') or your custom ones. extensions = [ 'sphinx.ext.autodoc', 'openstackdocstheme', 'oslo_config.sphinxconfiggen', 'oslo_config.sphinxext', ] # sphinxcontrib.apidoc options config_generator_config_file = ( '../../etc/masakarimonitors/masakarimonitors-config-generator.conf') sample_config_basename = '_static/masakarimonitors' # autodoc generation is a bit aggressive and a nuisance when doing heavy # text edit cycles. # execute "export SPHINX_DEBUG=1" in your terminal to disable # The suffix of source filenames. source_suffix = '.rst' # The master toctree document. master_doc = 'index' # General information about the project. project = 'masakari-monitors' copyright = '2016, OpenStack Foundation' # If true, '()' will be appended to :func: etc. cross-reference text. add_function_parentheses = True # If true, the current module name will be prepended to all description # unit titles (such as .. function::). add_module_names = True # The name of the Pygments (syntax highlighting) style to use. pygments_style = 'native' # -- Options for HTML output -------------------------------------------------- # The theme to use for HTML and HTML Help pages. Major themes that come with # Sphinx are currently 'default' and 'sphinxdoc'. # html_theme_path = ["."] # html_theme = '_theme' # html_static_path = ['static'] html_theme = 'openstackdocs' openstackdocs_repo_name ='openstack/masakari-monitors' openstackdocs_bug_project = 'masakari-monitors' # Output file base name for HTML help builder. htmlhelp_basename = '%sdoc' % project # -- Options for LaTeX output ------------------------------------------------- # Grouping the document tree into LaTeX files. List of tuples # (source start file, target name, title, author, documentclass # [howto/manual]). latex_documents = [ ('index', 'doc-%s.tex' % project, '%s Documentation' % project, 'OpenStack Foundation', 'manual'), ] # Disable usage of xindy https://bugzilla.redhat.com/show_bug.cgi?id=1643664 latex_use_xindy = False # Disable smartquotes, they don't work in latex smartquotes_excludes = {'builders': ['latex']} ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1952207 masakari_monitors-22.0.0/doc/source/configuration/0000775000175000017500000000000015257164140021060 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.436284 masakari_monitors-22.0.0/doc/source/configuration/config.rst0000664000175000017500000000047515257164053023070 0ustar00zuulzuul===================== Configuration Options ===================== The following is an overview of all available configuration options in Masakari-monitors. For a sample configuration file, refer to :doc:`sample-config`. .. show-options:: :config-file: etc/masakarimonitors/masakarimonitors-config-generator.conf ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4372842 masakari_monitors-22.0.0/doc/source/configuration/index.rst0000664000175000017500000000110015257164053022714 0ustar00zuulzuul=================== Configuration Guide =================== The configuration for masakari-monitors lies in two files: ``masakarimonitors.conf`` and ``process_list.yaml``. These are described below: Configuration ------------- * :doc:`Config Reference `: A complete reference of all config points in masakari-monitors and what they impact. * :doc:`Sample Config File `: A sample config file with inline documentation. Process list ------------ * :doc:`Process list `: A complete reference of defining the monitoring processes. ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4372842 masakari_monitors-22.0.0/doc/source/configuration/process-list.rst0000664000175000017500000000041715257164053024246 0ustar00zuulzuul========================================== Sample masakari-monitors process list File ========================================== The following is a sample masakari-monitors ``process list`` file. .. literalinclude:: /../../etc/masakarimonitors/process_list.yaml.sample ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4382844 masakari_monitors-22.0.0/doc/source/configuration/sample-config.rst0000664000175000017500000000105415257164053024341 0ustar00zuulzuul========================= Sample Configuration File ========================= The following is a sample masakari-monitors configuration for adaptation and use. The sample configuration can also be downloaded from :download:`here `. .. important:: The sample configuration file is auto-generated from masakari-monitors when this documentation is built. You must ensure your version of masakari-monitors matches the version of this documentation. .. literalinclude:: /_static/masakarimonitors.conf.sample ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4382844 masakari_monitors-22.0.0/doc/source/consul-usage.rst0000664000175000017500000001070315257164053021354 0ustar00zuulzuul============ Consul Usage ============ Consul overview =============== Consul is a service mesh solution providing a full featured control plane with service discovery, configuration, and segmentation functionality. Each of these features can be used individually as needed, or they can be used together to build a full service mesh. The Consul agent is the core process of Consul. The Consul agent maintains membership information, registers services, runs checks, responds to queries, and more. Consul clients can provide any number of health checks, either associated with a given service or with the local node. This information can be used by an operator to monitor cluster health. Please refer to `Consul Agent Overview `_. Test Environment ================ There are three controller nodes and two compute nodes in the test environment. Every node has three network interfaces. The first interface is used for management, with an ip such as '192.168.101.*'. The second interface is used to connect to storage, with an ip such as '192.168.102.*'. The third interface is used for tenant, with an ip such as '192.168.103.*'. Configure Firewalld =================== Before installing packages, you must open ports on your Consul servers. .. code-block:: console firewall-cmd --permanent --zone=public --add-port={8300,8301,8302,8400,8500,8600}/tcp firewall-cmd --reload firewall-cmd --zone=public --list-all Install Consul ============== Install Consul for RHEL-based distributions. Other OS please refer to `Download Consul `_. .. code-block:: console sudo dnf install -y dnf-plugins-core sudo dnf config-manager --add-repo https://rpm.releases.hashicorp.com/RHEL/hashicorp.repo sudo dnf repolist sudo dnf install consul Verify ------ .. code-block:: console which consul consul version Configure Consul agent ====================== Consul agent must runs on every node. Consul server agent runs on controller nodes, while Consul client agent runs on compute nodes, which makes up one Consul cluster. The following is an example of a config file for Consul server agent which binds to management interface of the host. management.json .. code-block:: ini { "bind_addr": "192.168.101.1", "datacenter": "management", "data_dir": "/tmp/consul_m", "log_level": "INFO", "server": true, "bootstrap_expect": 3, "node_name": "node01", "addresses": { "http": "192.168.101.1" }, "ports": { "http": 8500, "serf_lan": 8501 }, "retry_join": ["192.168.101.1:8501", "192.168.101.2:8501", "192.168.101.3:8501"] } The following is an example of a config file for Consul client agent which binds to management interface of the host. management.json .. code-block:: ini { "bind_addr": "192.168.101.4", "datacenter": "management", "data_dir": "/tmp/consul_m", "log_level": "INFO", "node_name": "node04", "addresses": { "http": "192.168.101.4" }, "ports": { "http": 8500, "serf_lan": 8501 }, "retry_join": ["192.168.101.1:8501", "192.168.101.2:8501", "192.168.101.3:8501"] } Use the tenant or storage interface ip and ports when config agent in tenant or storage datacenter. Please refer to `Consul Agent Configuration `_. Start Consul agent ================== The Consul agent is started by the following command. .. code-block:: console # Consul agent –config-file management.json .. code-block:: console # sudo systemctl start consul # sudo systemctl enable consul Test Consul installation ======================== After all Consul agents installed and started, you can see all nodes in the cluster by the following command. .. code-block:: console # Consul members -http-addr=192.168.101.1:8500 Node Address Status Type Build Protocol DC node01 192.168.101.1:8501 alive server 1.10.2 2 management node02 192.168.101.2:8501 alive server 1.10.2 2 management node03 192.168.101.3:8501 alive server 1.10.2 2 management node04 192.168.101.4:8501 alive client 1.10.2 2 management node05 192.168.101.5:8501 alive client 1.10.2 2 management ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4392848 masakari_monitors-22.0.0/doc/source/hostmonitor.rst0000664000175000017500000001331715257164053021340 0ustar00zuulzuul==================== masakari-hostmonitor ==================== Monitor Overview ------------------ The masakari-hostmonitor provides compute node High Availability for OpenStack clouds by automatically detecting compute nodes failure via monitor driver. How does it work based on pacemaker & corosync? ------------------------------------------------ - Pacemaker or pacemaker-remote is required to install into compute nodes to form a pacemaker cluster. - The compute node's status is depending on the heartbeat between the compute node and the cluster. Once the node lost the heartbeat, masakari-hostmonitor in other nodes will detect the failure and send notifications to masakari-api. How does it work based on consul? ---------------------------------- - If the nodes in the cloud have multiple interfaces to connect to management network, tenant network or storage network, monitor driver based on consul is another choice. Consul agents are required to install into all nodes, which make up multiple consul clusters. Here is an example to show how to make up one consul cluster. .. toctree:: :maxdepth: 1 consul-usage - The compute node's status is depending on assembly of multiple interfaces connectivity status, which are retrieved from multiple consul clusters. Then it sends notifition to trigger host failure recovery according to defined HA strategy - host states and the corresponding actions. How does it work based on kubernetes? ------------------------------------- If Openstack is deployed on kubernetes, just set host.monitoring_driver to `kubernetes` and deploy host-monitor pods. Then driver of host-monitor pod invokes the Kubernetes API to retrieve the status of the host(node). In case of any anomalies, it sends notifications to the masakari-api. Related configurations ------------------------ This section in masakarimonitors.conf shows an example of how to configure the hostmonitor if you choice monitor driver based on pacemaker. .. code-block:: ini [host] # Driver that hostmonitor uses for monitoring hosts. monitoring_driver = default # Monitoring interval(in seconds) of node status. monitoring_interval = 60 # Do not check whether the host is completely down. # Possible values: # * True: Do not check whether the host is completely down. # * False: Do check whether the host is completely down. # If ipmi RA is not set in pacemaker, this value should be set True. disable_ipmi_check = False # Timeout value(in seconds) of the ipmitool command. ipmi_timeout = 5 # Number of ipmitool command retries. ipmi_retry_max = 3 # Retry interval(in seconds) of the ipmitool command. ipmi_retry_interval = 10 # Only monitor pacemaker-remotes, ignore the status of full cluster # members. restrict_to_remotes = False # Standby time(in seconds) until activate STONITH. stonith_wait = 30 # Timeout value(in seconds) of the tcpdump command when monitors # the corosync communication. tcpdump_timeout = 5 # The name of interface that corosync is using for mutual communication # between hosts. # If there are multiple interfaces, specify them in comma-separated # like 'enp0s3,enp0s8'. # The number of interfaces you specify must be equal to the number of # corosync_multicast_ports values and must be in correct order with # relevant ports in corosync_multicast_ports. corosync_multicast_interfaces = enp0s3,enp0s8 # The port numbers that corosync is using for mutual communication # between hosts. # If there are multiple port numbers, specify them in comma-separated # like '5405,5406'. # The number of port numbers you specify must be equal to the number of # corosync_multicast_interfaces values and must be in correct order with # relevant interfaces in corosync_multicast_interfaces. corosync_multicast_ports = 5405,5406 If you want to use or test monitor driver based on consul, please modify following configuration. .. code-block:: ini [host] # Driver that hostmonitor uses for monitoring hosts. monitoring_driver = consul [consul] # Addr for local consul agent in management datacenter. # The addr is make up of the agent's bind_addr and http port, # such as '192.168.101.1:8500'. agent_manage = $(CONSUL_MANAGEMENT_ADDR) # Addr for local consul agent in tenant datacenter. agent_tenant = $(CONSUL_TENANT_ADDR) # Addr for local consul agent in storage datacenter. agent_storage = $(CONSUL_STORAGE_ADDR) # Config file for consul health action matrix. matrix_config_file = /etc/masakarimonitors/matrix.yaml The ``matrix_config_file`` shows the HA strategy. Matrix is combined by host health and actions. The 'health: [x, x, x]', repreasents assembly status of SEQUENCE. Action, means which actions it will trigger if host health turns into, while 'recovery' means it will trigger one host failure recovery workflow. User can define the HA strategy according to the physical environment. For example, if there is just 1 cluster to monitor management network connectivity, the user just need to configurate ``$(CONSUL_MANAGEMENT_ADDR)`` in consul section of the hostmontior' configuration file, and change the HA strategy in ``/etc/masakarimonitors/matrix.yaml`` as following: .. code-block:: yaml sequence: ['manage'] matrix: - health: ['up'] action: [] - health: ['down'] action: ['recovery'] Then the hostmonitor by consul works as same as the hostmonitor by pacemaker. If you want to use or test monitor driver based on kubernetes, please modify following configuration. .. code-block:: ini [host] # Driver that hostmonitor uses for monitoring hosts. monitoring_driver = kubernetes ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.440285 masakari_monitors-22.0.0/doc/source/index.rst0000664000175000017500000000450615257164053020062 0ustar00zuulzuul============================================= Welcome to Masakari-monitors's documentation! ============================================= Masakari is an OpenStack project designed to ensure high availability of instances and compute processes running on hosts. Masakari-monitors are the components which detects faults in the cloud. Operator Guide ============== Architecture Overview --------------------- * :doc:`Masakari Monitors architecture `: An overview of how all the components in masakari work together. Installation ------------ A detailed install guide for Masakari-monitors. .. toctree:: :maxdepth: 2 install/index hostmonitor.rst instancemonitor.rst introspectiveinstancemonitor.rst processmonitor.rst Deployment Considerations ------------------------- This documentation is based on the assumption that the basic openstack installation is done with DevStack along with Masakari and its services enabled to proceed for Masakari-monitors installation. .. note:: * OpenStack installation with DevStack services are installed using ``Systemd``. The ``systemctl`` is a tool to control the systemd and its services. This documentation refers ``systemctl`` commands for dealing with service related information. * If OpenStack installed with DevStack ``stable/train`` with Masakari service enabled in local configuration file, then it also installs Masakari-monitors along with it. Reference Material ------------------ * :doc:`Configuration Guide `: Information on configuration files. * `Masakari Docs `_: A collection of guides for Masakari. * `Nova Docs `_: A collection of guides for Nova. .. # NOTE(shilpasd): This is the section where we hide things that we don't # actually want in the table of contents but sphinx build would fail if # they aren't in the toctree somewhere. .. toctree:: :hidden: configuration/index.rst configuration/config.rst configuration/process-list.rst configuration/sample-config.rst user/architecture.rst Search ====== * :ref:`search`: Search the contents of this document. * `OpenStack wide search `_: Search the wider set of OpenStack documentation, including forums. ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1962204 masakari_monitors-22.0.0/doc/source/install/0000775000175000017500000000000015257164140017657 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.440285 masakari_monitors-22.0.0/doc/source/install/index.rst0000664000175000017500000000021715257164053021523 0ustar00zuulzuul========================== Masakari-monitors services ========================== .. toctree:: overview install_and_configure verify ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4412851 masakari_monitors-22.0.0/doc/source/install/install_and_configure.rst0000664000175000017500000000072415257164053024750 0ustar00zuulzuul===================== Install and configure ===================== This section describes how to install and configure Masakari-monitors services on the compute node. This section assumes that you already have a working OpenStack environment with at least the following components installed: Nova, Glance, Cinder, Neutron and Identity. Note that installation and configuration varies by distribution. .. toctree:: :maxdepth: 1 install_and_configure_ubuntu ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4422853 masakari_monitors-22.0.0/doc/source/install/install_and_configure_ubuntu.rst0000664000175000017500000001737115257164053026360 0ustar00zuulzuul.. _install-ubuntu: Install and configure for Ubuntu ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ This section describes how to install and configure Masakari-monitors for Ubuntu 18.04 (bionic). Prerequisites ------------- Before you install and configure Masakari-monitors, you must verify installations below: #. To install and confirm Masakari installation: * Masakari - is an OpenStack project designed to ensure high availability of instances and compute processes running on hosts. For detailed installation steps please refer to `masakari documentation `_ * Verify Masakari installation by verifying status of services: .. code-block:: console $ systemctl list-unit-files devstack@masakari-*.service UNIT FILE STATE devstack@masakari-api.service enabled devstack@masakari-engine.service enabled 2 unit files listed. #. IPMI support is needed for ``masakari-hostmonitor service`` which is a remote hardware health monitoring and management system that defines interfaces for use in monitoring the physical health of servers. #. Check if IPMI Hardware support is enabled: .. code-block:: console $ stonith -L | grep external/ipmi external/ipmi #. Install ipmitool and verify: * `IPMItool `_ utility is an open-source command-line interface (CLI) for controlling IPMI (Intelligent Platform Management Interface) enabled devices. .. code-block:: console $ sudo apt-get -y install ipmitool $ sudo ipmitool -V .. note:: Check for `IPMI Hardware support `_ with the command: ``sudo ipmitool lan print 1``. If IPMI configuration found, then proceed to steps below. #. Install crm and verify: * `crm `_ is a Pacemaker command line interface for configuration and management. .. code-block:: console $ sudo apt-get -y install crmsh $ sudo crm --version #. Install pacemaker and corosync and verify: Refer `Ubuntu Manpage `_ for control and configure pacemaker and corosync. * corosync - It is a Cluster Engine and a Group Communication System with additional features for implementing high availability within applications. .. code-block:: console $ sudo apt-get -y install corosync $ sudo corosync -v * pacemaker - It is an open-source high availability resource manager software used on computer clusters. .. code-block:: console $ sudo apt-get -y install pacemaker $ sudo crmadmin --version * Edit the ``/etc/corosync/corosync.conf`` file as described below: * Configure ``bindnetaddr`` value as network address of the interface to bind: .. code-block:: bash totem { ... interface { ... bindnetaddr: BINDNETADDR Replace ``BINDNETADDR`` with network address used for mutual communication between hosts. * Add the service section at end of file: .. code-block:: bash service { name: pacemaker ver: 0 use_mgmtd: yes } * Edit the ``/etc/default/corosync`` file as described below: .. code-block:: console # Start corosync at boot [yes|no] START=yes * Start corosync and pacemaker services: .. code-block:: console # systemctl start corosync.service # systemctl start pacemaker.service #. Install and confirm STONITH resource: * `STONITH `_ (Shoot The Other Node In The Head) is a Linux service for maintaining the integrity of nodes in a high-availability (HA) cluster. More description on how to create STONITH resource is here `cluster resources `_ Install and configure Masakari Monitors --------------------------------------- .. note:: * Masakari-monitors can be installed on the ComputeNodes only. #. Clone masakari-monitors using: .. code-block:: console # git clone https://opendev.org/openstack/masakari-monitors.git #. Prepare masakari-monitors configuration files: #. Generate via tox: Go to ‘opt/stack/masakari-monitors’ and execute the command below, this will generate ``masakarimonitors.conf.sample``, sample configuration file at ``/opt/stack/masakari-monitors/etc/masakarimonitors/`` .. code-block:: console # tox -egenconfig #. Or download them: # :download:`masakarimonitors.conf.sample ` #. Rename ``masakarimonitors.conf.sample`` to file to ``masakarimonitors.conf``, and edit as described below: * In the ``[api]`` section, verify keys below for sending notifications: .. code-block:: bash [api] ... auth_url = http://CONTROLLER/identity project_name = service project_domain_name = default username = masakari password = MASAKARI_PASS Replace ``CONTROLLER`` with the IP address or hostname of ControllerNode. And replace ``MASAKARI_PASS`` with the password you chose for the ``masakari`` user in the Identity service. * In the ``[host]`` section, configure about pacemaker: .. code-block:: bash [host] ... corosync_multicast_interfaces = MULTICAST_INTERFACES corosync_multicast_ports = MULTICAST_PORTS * Replace ``MULTICAST_INTERFACES`` with the interface that corosync is using for mutual communication between hosts. You can find the interface from the value of ``bindnetaddr`` in /etc/corosync/corosync.conf. If there are multiple interfaces, specify them by comma-separated like 'corosync_multicast_interfaces = enp0s3,enp0s8'. * Replace ``MULTICAST_PORTS`` with the ``mcastport`` described in /etc/corosync/corosync.conf. If there are multiple ``mcastport``, specify them by comma-separated like 'corosync_multicast_ports = 5405,5406'. #. Rename ``process_list.yaml.sample``, sample configuration file at ``/opt/stack/masakari-monitors/etc/masakarimonitors/``. Edit the file for the processes to be monitored. #. Create ``masakarimonitors`` directory in /etc/. Copy ``masakarimonitors.conf`` and ``process_list.yaml`` files to ``/etc/masakarimonitors/`` .. code-block:: console # cp -p etc/masakarimonitors/masakarimonitors.conf.sample /etc/masakarimonitors/masakarimonitors.conf # cp -p etc/masakarimonitors/process_list.yaml.sample /etc/masakarimonitors/process_list.yaml #. To install masakari-monitors run setup.py from the directory masakari-monitors: .. code-block:: console # cd masakari-monitors # sudo python3 setup.py install Finalize installation --------------------- * Restart the masakari-monitors services: .. code-block:: console # masakari-hostmonitor # masakari-introspectiveinstancemonitor # masakari-processmonitor # masakari-instancemonitor ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4422853 masakari_monitors-22.0.0/doc/source/install/overview.rst0000664000175000017500000000166615257164053022273 0ustar00zuulzuul======== Overview ======== Masakari-monitors provides Virtual Machine High Availability (VMHA) service for OpenStack clouds by automatically detecting failure events. It provides an alert for failure of either host, process or instance. If it detect such events, notifications are sent to the masakari-api. Masakari-monitors detects the four types of failures: * process failure ``masakari-processmonitor`` service detects compute process failure, and sends notifications to the masakari-api. * instance failure ``masakari-instancemonitor`` service detects VM/instance failure, and sends notifications to the masakari-api. * instance system-level failure failure ``masakari-introspectiveinstancemonitor`` service detects system-level failure events via QEMU Guest Agent. When it does, it sends notifications to the masakari-api. * compute host failure ``masakari-hostmonitor`` service detects nova-compute host failure. ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4432855 masakari_monitors-22.0.0/doc/source/install/verify.rst0000664000175000017500000001306015257164053021720 0ustar00zuulzuulVerify operation ~~~~~~~~~~~~~~~~ Verify Masakari and Masakari-monitors installation. #. Source the ``admin`` credentials to gain access to admin-only CLI commands: .. code-block:: console $ . admin-openrc #. List Masakari services on ``controller node``: On controller node only Masakari services needs to be installed/listed. .. code-block:: console $ systemctl list-unit-files devstack@masakari*.service UNIT FILE STATE devstack@masakari-api.service enabled devstack@masakari-engine.service enabled #. List masakari services on ``compute node/s``: On compute nodes only Masakari-monitors services needs to be installed/listed. .. code-block:: console $ systemctl list-unit-files devstack@masakari*.service UNIT FILE STATE devstack@masakari-hostmonitor.service enabled devstack@masakari-instancemonitor.service enabled devstack@masakari-introspectiveinstancemonitor.service enabled devstack@masakari-processmonitor.service enabled #. List API endpoints in the Identity service to verify connectivity with the Identity service: .. note:: Endpoints below list may differ depending on the installation of OpenStack components. .. code-block:: console $ openstack endpoint list +-------------+----------------+--------------------------------------------------------+ | Name | Type | Endpoints | +-------------+----------------+--------------------------------------------------------+ | nova_legacy | compute_legacy | RegionOne | | | | public: http://controller/compute/v2/ | | | | | | nova | compute | RegionOne | | | | public: http://controller/compute/v2.1 | | | | | | cinder | block-storage | RegionOne | | | | public: http://controller/volume/v3/ | | | | | | glance | image | RegionOne | | | | public: http://controller/image | | | | | | cinderv3 | volumev3 | RegionOne | | | | public: http://controller/volume/v3/ | | | | | | masakari | instance-ha | RegionOne | | | | internal: http://controller/instance-ha/v1/ | | | | RegionOne | | | | admin: http://controller/instance-ha/v1/ | | | | RegionOne | | | | public: http://controller/instance-ha/v1/ | | | | | | keystone | identity | RegionOne | | | | public: http://controller/identity | | | | RegionOne | | | | admin: http://controller/identity | | | | | | cinderv2 | volumev2 | RegionOne | | | | public: http://controller/volume/v2/ | | | | | | placement | placement | RegionOne | | | | public: http://controller/placement | | | | | | neutron | network | RegionOne | | | | public: http://controller:9696/ | | | | | +-------------+----------------+--------------------------------------------------------+ #. Check CRM status .. code-block:: console $ sudo crm status Stack: corosync Current DC: controller (version 1.1.18-2b07d5c5a9) - partition with quorum Last updated: Thu Jul 11 13:33:17 2019 2 nodes configured 2 resources configured Online: [ compute-1, compute-2 ] OFFLINE: [ ] Full list of resources: st-null (stonith:null): Started compute ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4432855 masakari_monitors-22.0.0/doc/source/instancemonitor.rst0000664000175000017500000000240315257164053022161 0ustar00zuulzuul======================== masakari-instancemonitor ======================== Monitor Overview ------------------ The masakari-instancemonitor provides Virtual Machine High Availability for OpenStack clouds by automatically detecting VMs domain events via libvirt. If it detects specific libvirt events, it sends notifications to the masakari-api. How does it work? ---------------------------------------- - It runs libvirt event loop in a background thread. - Invoking libvirt.virEventRegisterDefaultImpl() will register libvirt's default event loop implementation. - Invoking libvirt.virEventRunDefaultImpl() will perform one iteration of the libvirt default event loop. - Invoking conn.domainEventRegisterAny() will register event callbacks against libvirt connection instances. The callbacks registered will be triggered from the execution context of libvirt.virEventRunDefaultImpl(), which will send notifications to the masakari-api. - It will reconnect to libvirt and reprocess if disconnected. Related configurations ------------------------ This section in masakarimonitors.conf shows an example of how to configure the monitor. .. code-block:: ini [libvirt] # Override the default libvirt URI. connection_uri = qemu:///system ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4432855 masakari_monitors-22.0.0/doc/source/introspectiveinstancemonitor.rst0000664000175000017500000000347415257164053025011 0ustar00zuulzuul===================================== masakari-introspectiveinstancemonitor ===================================== Monitor Overview ----------------- The masakari-introspectiveinstancemonitor provides Virtual Machine HA for OpenStack clouds by automatically detecting the system-level failure events via QEMU Guest Agent. If it detects VM heartbeat failure events, it sends notifications to the masakari-api. How does it work? ---------------------------------------- - libvirt and QEMU Guest Agent are used as the underlying protocol for messaging to and from VM. - The host-side qemu-agent sockets are used to detemine whether VMs are configured with QEMU Guest Agent. - qemu-guest-ping is used as the monitoring heartbeat. - For the future release, we can pass through arbitrary guest agent commands to check the health of the applications inside a VM. Related configurations ------------------------ This section in masakarimonitors.conf shows an example of how to configure the monitor. .. code-block:: ini [libvirt] # Override the default libvirt URI. connection_uri = qemu:///system [introspectiveinstancemonitor] # Guest monitoring interval of VM status (in seconds). # * The value should not be too low as there should not be false negative # * for reporting QEMU_GUEST_AGENT failures # * VM needs time to do powering-off. # * guest_monitoring_interval should be greater than # * the time to SHUTDOWN VM gracefully. guest_monitoring_interval = 10 # Guest monitoring timeout (in seconds). guest_monitoring_timeout = 2 # Failure threshold before sending notification. guest_monitoring_failure_threshold = 3 # The file path of qemu guest agent sock. qemu_guest_agent_sock_path = \ /var/lib/libvirt/qemu/org\.qemu\.guest_agent\..*\.instance-.*\.sock ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4442856 masakari_monitors-22.0.0/doc/source/processmonitor.rst0000664000175000017500000000454015257164053022037 0ustar00zuulzuul======================= masakari-processmonitor ======================= Monitor Overview ------------------ The masakari-processmonitor, provides key process High Availability for OpenStack clouds by automatically detecting the process failure. If it detects process failure, it sends notifications to masakari-api. If your OpenStack service runs in container(pod), this processmonitor will not work as expected. It is recommended not to deploy processmonitor. How does it work? ------------------- - Processes to be monitored should be pre-configured in process_list.yaml file. Define one process to be monitored as follows: .. code-block:: yaml process_name: [Name of the process as it in 'ps -ef'.] start_command: [Start command of the process.] pre_start_command: [Command which is executed before start_command.] post_start_command: [Command which is executed after start_command.] restart_command: [Restart command of the process.] pre_restart_command: [Command which is executed before restart_command.] post_restart_command: [Command which is executed after restart_command.] run_as_root: [Bool value whether to execute commands as root authority.] Sample of definitions is shown as follows: .. code-block:: yaml # nova-compute - process_name: /usr/local/bin/nova-compute start_command: systemctl start nova-compute pre_start_command: post_start_command: restart_command: systemctl restart nova-compute pre_restart_command: post_restart_command: run_as_root: True - If masakari-processmonitor detects one process failure, it will try to restart it firstly. After several retries failed, it sends notification to masakari-api. .. note:: The process_list.yaml file should contain list data. Make sure the data is formatted as a list even when only one item is defined. Related configurations ------------------------ This section in masakarimonitors.conf shows an example of how to configure the monitor. .. code-block:: ini [process] # Interval in seconds for checking a process. check_interval = 5 # Number of retries when the failure of restarting a process. restart_retries = 3 # Interval in seconds for restarting a process. restart_interval = 5 # The file path of process list. process_list_path = /etc/masakarimonitors/process_list.yaml ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1962204 masakari_monitors-22.0.0/doc/source/user/0000775000175000017500000000000015257164140017167 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4442856 masakari_monitors-22.0.0/doc/source/user/architecture.rst0000664000175000017500000000275115257164053022413 0ustar00zuulzuulMasakari Monitors System Architecture ===================================== Masakari-monitors provides Virtual Machine High Availability (VMHA) service for OpenStack clouds by detecting the failure events such as VM unavailability, VM internal faults, provisioning process unavailability and nova-compute host failure. If it detect these events, it sends notifications to the masakari-api which in turn, delegates them to masakari-engine for further processing via novaclient and nova. Masakari Components ------------------- The Masakari components described below are those which actually process the notifications received from Masakari-monitors: * DB: sql database for data storage for masakari, where all notifications received from monitors are getting stored. * masakari-api: component that receives notification from Masakari-monitors and delegates to masakari-engine. * masakari-engine: processes the notification request with the help of novaclient and nova. Masakari Monitors Components ---------------------------- Below are Masakari-monitors's key components. .. image:: /_static/images/masakari-monitors.jpg :width: 100% * masakari-instancemonitor: Detects the failure of VM/instance. * masakari-introspectiveinstancemonitor: Monitors the VMs, in order to detect, report and recover VMs from internal faults. * masakari-processmonitor: Detects the failure of process listed in process_list.yaml configuration file. * masakari-hostmonitor: Detects the nova-compute host failure. ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1862216 masakari_monitors-22.0.0/etc/0000775000175000017500000000000015257164140014717 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1972203 masakari_monitors-22.0.0/etc/masakarimonitors/0000775000175000017500000000000015257164140020302 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4442856 masakari_monitors-22.0.0/etc/masakarimonitors/README-masakarimonitors.conf.txt0000664000175000017500000000022015257164053026302 0ustar00zuulzuulTo generate the sample masakarimonitors.conf file, run the following command from the top level of the masakari directory: tox -egenconfig ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4452858 masakari_monitors-22.0.0/etc/masakarimonitors/masakarimonitors-config-generator.conf0000664000175000017500000000036615257164053027773 0ustar00zuulzuul[DEFAULT] output_file = etc/masakarimonitors/masakarimonitors.conf.sample wrap_width = 80 namespace = masakarimonitors.conf namespace = oslo.concurrency namespace = oslo.log namespace = oslo.service.periodic_task namespace = oslo.service.service ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4452858 masakari_monitors-22.0.0/etc/masakarimonitors/matrix.yaml.sample0000664000175000017500000000100515257164053023751 0ustar00zuulzuul--- sequence: ['manage', 'tenant', 'storage'] matrix: - health: ['up', 'up', 'up'] action: [] - health: ['up', 'up', 'down'] action: ['recovery'] - health: ['up', 'down', 'up'] action: [] - health: ['up', 'down', 'down'] action: ['recovery'] - health: ['down', 'up', 'up'] action: [] - health: ['down', 'up', 'down'] action: ['recovery'] - health: ['down', 'down', 'up'] action: [] - health: ['down', 'down', 'down'] action: ['recovery']././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4452858 masakari_monitors-22.0.0/etc/masakarimonitors/process_list.yaml.sample0000664000175000017500000000420315257164053025161 0ustar00zuulzuul# Define the monitoring processes as follows: # process_name: [Name of the process as it in 'ps -ef'.] # start_command: [Start command of the process.] # pre_start_command: [Command which is executed before start_command.] # post_start_command: [Command which is executed after start_command.] # restart_command: [Restart command of the process.] # pre_restart_command: [Command which is executed before restart_command.] # post_restart_command: [Command which is executed after restart_command.] # run_as_root: [Bool value whether to execute commands as root authority.] # # These definitions need to be set according to the environment to use. # Sample of definitions is shown below. - # libvirtd process_name: /usr/sbin/libvirtd start_command: systemctl start libvirtd pre_start_command: post_start_command: restart_command: systemctl restart libvirtd pre_restart_command: post_restart_command: run_as_root: True - # nova-compute process_name: /usr/local/bin/nova-compute start_command: systemctl start nova-compute pre_start_command: post_start_command: restart_command: systemctl restart nova-compute pre_restart_command: post_restart_command: run_as_root: True - # instancemonitor process_name: /usr/bin/python /usr/local/bin/masakari-instancemonitor start_command: systemctl start masakari-instancemonitor pre_start_command: post_start_command: restart_command: systemctl restart masakari-instancemonitor pre_restart_command: post_restart_command: run_as_root: True - # hostmonitor process_name: /usr/bin/python /usr/local/bin/masakari-hostmonitor start_command: systemctl start masakari-hostmonitor pre_start_command: post_start_command: restart_command: systemctl restart masakari-hostmonitor pre_restart_command: post_restart_command: run_as_root: True - # sshd process_name: /usr/sbin/sshd start_command: systemctl start ssh pre_start_command: post_start_command: restart_command: systemctl restart ssh pre_restart_command: post_restart_command: run_as_root: True ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1982203 masakari_monitors-22.0.0/masakari_monitors.egg-info/0000775000175000017500000000000015257164140021360 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1392262 masakari_monitors-22.0.0/masakari_monitors.egg-info/PKG-INFO0000644000175000017500000000504215257164140022454 0ustar00zuulzuulMetadata-Version: 2.4 Name: masakari-monitors Version: 22.0.0 Summary: Monitors for Masakari Author-email: OpenStack License: Apache-2.0 Project-URL: Homepage, https://docs.openstack.org/masakari-monitors/latest/ Project-URL: Repository, https://opendev.org/openstack/masakari-monitors Classifier: Environment :: OpenStack Classifier: Intended Audience :: Information Technology Classifier: Intended Audience :: System Administrators Classifier: License :: OSI Approved :: Apache Software License Classifier: Operating System :: POSIX :: Linux Classifier: Programming Language :: Python Classifier: Programming Language :: Python :: 3 Classifier: Programming Language :: Python :: 3.11 Classifier: Programming Language :: Python :: 3.12 Classifier: Programming Language :: Python :: 3.13 Classifier: Programming Language :: Python :: 3 :: Only Classifier: Programming Language :: Python :: Implementation :: CPython Requires-Python: >=3.11 Description-Content-Type: text/x-rst License-File: LICENSE Requires-Dist: automaton>=1.9.0 Requires-Dist: keystoneauth1>=3.4.0 Requires-Dist: openstacksdk>=0.13.0 Requires-Dist: oslo.concurrency>=3.26.0 Requires-Dist: oslo.config>=5.2.0 Requires-Dist: lxml>=4.5.0 Requires-Dist: oslo.cache>=1.26.0 Requires-Dist: oslo.i18n>=3.15.3 Requires-Dist: oslo.log>=3.36.0 Requires-Dist: oslo.privsep>=1.23.0 Requires-Dist: oslo.service!=1.28.1,>=1.24.0 Requires-Dist: oslo.utils>=3.33.0 Requires-Dist: pbr!=2.1.0,>=2.0.0 Requires-Dist: py-consul>=1.4.0 Requires-Dist: kubernetes>=29.0.0 Dynamic: license-file Dynamic: requires-dist ===================== Monitors for Masakari ===================== .. image:: https://governance.openstack.org/tc/badges/masakari-monitors.svg .. Change things from this point on Monitors for Masakari provides Virtual Machine High Availability (VMHA) service for OpenStack clouds by automatically detecting the failure events such as VM process down, provisioning process down, and nova-compute host failure. If it detect the events, it sends notifications to the masakari-api. Original version of Masakari: https://github.com/ntt-sic/masakari Tokyo Summit Session: https://www.youtube.com/watch?v=BmjNKceW_9A Monitors for Masakari is distributed under the terms of the Apache License, Version 2.0. The full terms and conditions of this license are detailed in the LICENSE file. * Free software: Apache license * Documentation: https://docs.openstack.org/masakari-monitors * Source: https://opendev.org/openstack/masakari-monitors * Bugs: https://bugs.launchpad.net/masakari-monitors ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765152.180222 masakari_monitors-22.0.0/masakari_monitors.egg-info/SOURCES.txt0000664000175000017500000001751715257164140023257 0ustar00zuulzuul.coveragerc .mailmap .stestr.conf .yamllint .zuul.yaml AUTHORS CONTRIBUTING.rst ChangeLog HACKING.rst LICENSE README.rst bindep.txt pyproject.toml requirements.txt setup.cfg setup.py test-requirements.txt tox.ini doc/requirements.txt doc/source/conf.py doc/source/consul-usage.rst doc/source/hostmonitor.rst doc/source/index.rst doc/source/instancemonitor.rst doc/source/introspectiveinstancemonitor.rst doc/source/processmonitor.rst doc/source/_static/.gitkeep doc/source/_static/images/masakari-monitors.jpg doc/source/configuration/config.rst doc/source/configuration/index.rst doc/source/configuration/process-list.rst doc/source/configuration/sample-config.rst doc/source/install/index.rst doc/source/install/install_and_configure.rst doc/source/install/install_and_configure_ubuntu.rst doc/source/install/overview.rst doc/source/install/verify.rst doc/source/user/architecture.rst etc/masakarimonitors/README-masakarimonitors.conf.txt etc/masakarimonitors/masakarimonitors-config-generator.conf etc/masakarimonitors/matrix.yaml.sample etc/masakarimonitors/process_list.yaml.sample masakari_monitors.egg-info/PKG-INFO masakari_monitors.egg-info/SOURCES.txt masakari_monitors.egg-info/dependency_links.txt masakari_monitors.egg-info/entry_points.txt masakari_monitors.egg-info/not-zip-safe masakari_monitors.egg-info/pbr.json masakari_monitors.egg-info/requires.txt masakari_monitors.egg-info/top_level.txt masakarimonitors/__init__.py masakarimonitors/config.py masakarimonitors/i18n.py masakarimonitors/manager.py masakarimonitors/privsep.py masakarimonitors/service.py masakarimonitors/utils.py masakarimonitors/version.py masakarimonitors/cmd/__init__.py masakarimonitors/cmd/hostmonitor.py masakarimonitors/cmd/instancemonitor.py masakarimonitors/cmd/introspectiveinstancemonitor.py masakarimonitors/cmd/processmonitor.py masakarimonitors/common/__init__.py masakarimonitors/conf/__init__.py masakarimonitors/conf/api.py masakarimonitors/conf/base.py masakarimonitors/conf/consul.py masakarimonitors/conf/host.py masakarimonitors/conf/instance.py masakarimonitors/conf/introspectiveinstancemonitor.py masakarimonitors/conf/kubernetes.py masakarimonitors/conf/opts.py masakarimonitors/conf/process.py masakarimonitors/conf/service.py masakarimonitors/ha/__init__.py masakarimonitors/ha/masakari.py masakarimonitors/hacking/__init__.py masakarimonitors/hacking/checks.py masakarimonitors/hostmonitor/__init__.py masakarimonitors/hostmonitor/driver.py masakarimonitors/hostmonitor/host.py masakarimonitors/hostmonitor/consul_check/__init__.py masakarimonitors/hostmonitor/consul_check/consul_helper.py masakarimonitors/hostmonitor/consul_check/manager.py masakarimonitors/hostmonitor/consul_check/matrix_helper.py masakarimonitors/hostmonitor/host_handler/__init__.py masakarimonitors/hostmonitor/host_handler/handle_host.py masakarimonitors/hostmonitor/host_handler/hold_host_status.py masakarimonitors/hostmonitor/host_handler/parse_cib_xml.py masakarimonitors/hostmonitor/host_handler/parse_crmmon_xml.py masakarimonitors/hostmonitor/kubernetes_check/__init__.py masakarimonitors/hostmonitor/kubernetes_check/manager.py masakarimonitors/instancemonitor/__init__.py masakarimonitors/instancemonitor/instance.py masakarimonitors/instancemonitor/libvirt_handler/__init__.py masakarimonitors/instancemonitor/libvirt_handler/callback.py masakarimonitors/instancemonitor/libvirt_handler/eventfilter.py masakarimonitors/instancemonitor/libvirt_handler/eventfilter_table.py masakarimonitors/introspectiveinstancemonitor/README.rst masakarimonitors/introspectiveinstancemonitor/__init__.py masakarimonitors/introspectiveinstancemonitor/cache.py masakarimonitors/introspectiveinstancemonitor/instance.py masakarimonitors/introspectiveinstancemonitor/qemu_utils.py masakarimonitors/introspectiveinstancemonitor/scheduler.py masakarimonitors/objects/__init__.py masakarimonitors/objects/event_constants.py masakarimonitors/processmonitor/__init__.py masakarimonitors/processmonitor/process.py masakarimonitors/processmonitor/process_handler/__init__.py masakarimonitors/processmonitor/process_handler/handle_process.py masakarimonitors/tests/__init__.py masakarimonitors/tests/base.py masakarimonitors/tests/test_masakarimonitors.py masakarimonitors/tests/unit/__init__.py masakarimonitors/tests/unit/test_hacking.py masakarimonitors/tests/unit/ha/__init__.py masakarimonitors/tests/unit/ha/test_masakari.py masakarimonitors/tests/unit/hostmonitor/__init__.py masakarimonitors/tests/unit/hostmonitor/test_host.py masakarimonitors/tests/unit/hostmonitor/consul_check/__init__.py masakarimonitors/tests/unit/hostmonitor/consul_check/test_consul_helper.py masakarimonitors/tests/unit/hostmonitor/consul_check/test_manager.py masakarimonitors/tests/unit/hostmonitor/consul_check/test_matrix_helper.py masakarimonitors/tests/unit/hostmonitor/host_handler/__init__.py masakarimonitors/tests/unit/hostmonitor/host_handler/test_handle_host.py masakarimonitors/tests/unit/hostmonitor/host_handler/test_hold_host_status.py masakarimonitors/tests/unit/hostmonitor/host_handler/test_parse_cib_xml.py masakarimonitors/tests/unit/hostmonitor/host_handler/test_parse_crmmon_xml.py masakarimonitors/tests/unit/hostmonitor/kubernetes_check/__init__.py masakarimonitors/tests/unit/hostmonitor/kubernetes_check/test_manager.py masakarimonitors/tests/unit/instancemonitor/__init__.py masakarimonitors/tests/unit/instancemonitor/test_instance.py masakarimonitors/tests/unit/instancemonitor/libvirt_handler/__init__.py masakarimonitors/tests/unit/instancemonitor/libvirt_handler/test_callback.py masakarimonitors/tests/unit/instancemonitor/libvirt_handler/test_eventfilter.py masakarimonitors/tests/unit/introspectiveinstancemonitor/__init__.py masakarimonitors/tests/unit/introspectiveinstancemonitor/test_monitor_manager.py masakarimonitors/tests/unit/introspectiveinstancemonitor/test_qemu_utils.py masakarimonitors/tests/unit/processmonitor/__init__.py masakarimonitors/tests/unit/processmonitor/test_process.py masakarimonitors/tests/unit/processmonitor/process_handler/__init__.py masakarimonitors/tests/unit/processmonitor/process_handler/test_handle_process.py releasenotes/notes/.placeholder releasenotes/notes/bp-retry-check-when-host-failure-78649c512ef79199.yaml releasenotes/notes/bug-1866660-ef8624f5283b2e5e.yaml releasenotes/notes/bug-1878548-5fab31aec6ba5407.yaml releasenotes/notes/bug-1930361-fa8ce8e9781ea967.yaml releasenotes/notes/bug-2153543-37dd1fff76f6e531.yaml releasenotes/notes/bug-cb435fc05a5e31d5.yaml releasenotes/notes/deprecate-processmonitor-95c8aefbc749c1ed.yaml releasenotes/notes/drop-cap-net-admin-8d7d7cfb274e9547.yaml releasenotes/notes/drop-py-2-7-b28de816eac45468.yaml releasenotes/notes/drop-python-38-and-39.yaml releasenotes/notes/hostmonitor-driver-based-on-consul-03f7e619d91e7e06.yaml releasenotes/notes/hostmonitor-driver-based-on-kubernetes-a898da08d2f40cac.yaml releasenotes/notes/hostmonitor-systemd-89696f96a654a918.yaml releasenotes/notes/introspectiveinstancemonitor-f4bc71f029b61d49.yaml releasenotes/notes/libvirt-sasl-support-edf1388c556a594b.yaml releasenotes/notes/libvirt-still-required-22a8d817ee8d0be8.yaml releasenotes/notes/pythonize-monitors-081e74dfaf78fe99.yaml releasenotes/notes/remove-py310-d0bfb824497ea29f.yaml releasenotes/source/2023.1.rst releasenotes/source/2023.2.rst releasenotes/source/2024.1.rst releasenotes/source/2024.2.rst releasenotes/source/2025.1.rst releasenotes/source/2025.2.rst releasenotes/source/2026.1.rst releasenotes/source/conf.py releasenotes/source/index.rst releasenotes/source/ocata.rst releasenotes/source/pike.rst releasenotes/source/queens.rst releasenotes/source/rocky.rst releasenotes/source/stein.rst releasenotes/source/train.rst releasenotes/source/unreleased.rst releasenotes/source/ussuri.rst releasenotes/source/victoria.rst releasenotes/source/wallaby.rst releasenotes/source/xena.rst releasenotes/source/yoga.rst releasenotes/source/zed.rst releasenotes/source/_static/.placeholder releasenotes/source/_templates/.placeholder././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1402261 masakari_monitors-22.0.0/masakari_monitors.egg-info/dependency_links.txt0000664000175000017500000000000115257164140025426 0ustar00zuulzuul ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1402261 masakari_monitors-22.0.0/masakari_monitors.egg-info/entry_points.txt0000664000175000017500000000131415257164140024655 0ustar00zuulzuul[console_scripts] masakari-hostmonitor = masakarimonitors.cmd.hostmonitor:main masakari-instancemonitor = masakarimonitors.cmd.instancemonitor:main masakari-introspectiveinstancemonitor = masakarimonitors.cmd.introspectiveinstancemonitor:main masakari-processmonitor = masakarimonitors.cmd.processmonitor:main [hostmonitor.driver] consul = masakarimonitors.hostmonitor.consul_check.manager:ConsulCheck default = masakarimonitors.hostmonitor.host_handler.handle_host:HandleHost kubernetes = masakarimonitors.hostmonitor.kubernetes_check.manager:KubernetesCheck simple = masakarimonitors.hostmonitor.host_handler.handle_host:HandleHost [oslo.config.opts] masakarimonitors.conf = masakarimonitors.conf.opts:list_opts ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1402261 masakari_monitors-22.0.0/masakari_monitors.egg-info/not-zip-safe0000664000175000017500000000000115257164140023606 0ustar00zuulzuul ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1392262 masakari_monitors-22.0.0/masakari_monitors.egg-info/pbr.json0000664000175000017500000000005615257164140023037 0ustar00zuulzuul{"git_version": "b0f1a1a", "is_release": true}././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765152.141226 masakari_monitors-22.0.0/masakari_monitors.egg-info/requires.txt0000664000175000017500000000044615257164140023764 0ustar00zuulzuulautomaton>=1.9.0 keystoneauth1>=3.4.0 openstacksdk>=0.13.0 oslo.concurrency>=3.26.0 oslo.config>=5.2.0 lxml>=4.5.0 oslo.cache>=1.26.0 oslo.i18n>=3.15.3 oslo.log>=3.36.0 oslo.privsep>=1.23.0 oslo.service!=1.28.1,>=1.24.0 oslo.utils>=3.33.0 pbr!=2.1.0,>=2.0.0 py-consul>=1.4.0 kubernetes>=29.0.0 ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765152.141226 masakari_monitors-22.0.0/masakari_monitors.egg-info/top_level.txt0000664000175000017500000000002115257164140024103 0ustar00zuulzuulmasakarimonitors ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.1992202 masakari_monitors-22.0.0/masakarimonitors/0000775000175000017500000000000015257164140017527 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4452858 masakari_monitors-22.0.0/masakarimonitors/__init__.py0000664000175000017500000000124115257164053021641 0ustar00zuulzuul# -*- coding: utf-8 -*- # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. import pbr.version __version__ = pbr.version.VersionInfo( 'masakari-monitors').version_string() ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765152.20022 masakari_monitors-22.0.0/masakarimonitors/cmd/0000775000175000017500000000000015257164140020272 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4452858 masakari_monitors-22.0.0/masakarimonitors/cmd/__init__.py0000664000175000017500000000000015257164053022374 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4452858 masakari_monitors-22.0.0/masakarimonitors/cmd/hostmonitor.py0000664000175000017500000000213515257164053023235 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Starter script for Masakari Host Monitor.""" import sys from oslo_log import log as logging import masakarimonitors.conf from masakarimonitors import config from masakarimonitors import service from masakarimonitors import utils CONF = masakarimonitors.conf.CONF def main(): config.parse_args(sys.argv) logging.setup(CONF, "masakarimonitors") utils.monkey_patch() server = service.Service.create(binary='masakarimonitors-hostmonitor') service.serve(server) service.wait() ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4452858 masakari_monitors-22.0.0/masakarimonitors/cmd/instancemonitor.py0000664000175000017500000000214515257164053024065 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Starter script for Masakari Instance Monitor.""" import sys from oslo_log import log as logging import masakarimonitors.conf from masakarimonitors import config from masakarimonitors import service from masakarimonitors import utils CONF = masakarimonitors.conf.CONF def main(): config.parse_args(sys.argv) logging.setup(CONF, "masakarimonitors") utils.monkey_patch() server = service.Service.create(binary='masakarimonitors-instancemonitor') service.serve(server) service.wait() ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.446286 masakari_monitors-22.0.0/masakarimonitors/cmd/introspectiveinstancemonitor.py0000664000175000017500000000216015257164053026701 0ustar00zuulzuul# Copyright(c) 2018 WindRiver Systems # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Starter script for Masakari Introspective Instance Monitor.""" import sys from oslo_log import log as logging import masakarimonitors.conf from masakarimonitors import config from masakarimonitors import service from masakarimonitors import utils CONF = masakarimonitors.conf.CONF def main(): config.parse_args(sys.argv) logging.setup(CONF, "masakarimonitors") utils.monkey_patch() server = service.Service.create( binary='masakarimonitors-introspectiveinstancemonitor') service.serve(server) service.wait() ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.446286 masakari_monitors-22.0.0/masakarimonitors/cmd/processmonitor.py0000664000175000017500000000214315257164053023735 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Starter script for Masakari Process Monitor.""" import sys from oslo_log import log as logging import masakarimonitors.conf from masakarimonitors import config from masakarimonitors import service from masakarimonitors import utils CONF = masakarimonitors.conf.CONF def main(): config.parse_args(sys.argv) logging.setup(CONF, "masakarimonitors") utils.monkey_patch() server = service.Service.create(binary='masakarimonitors-processmonitor') service.serve(server) service.wait() ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765152.20022 masakari_monitors-22.0.0/masakarimonitors/common/0000775000175000017500000000000015257164140021017 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.446286 masakari_monitors-22.0.0/masakarimonitors/common/__init__.py0000664000175000017500000000000015257164053023121 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765152.20122 masakari_monitors-22.0.0/masakarimonitors/conf/0000775000175000017500000000000015257164140020454 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.446286 masakari_monitors-22.0.0/masakarimonitors/conf/__init__.py0000664000175000017500000000244215257164053022572 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from oslo_config import cfg from masakarimonitors.conf import api from masakarimonitors.conf import base from masakarimonitors.conf import consul from masakarimonitors.conf import host from masakarimonitors.conf import instance from masakarimonitors.conf import introspectiveinstancemonitor from masakarimonitors.conf import kubernetes from masakarimonitors.conf import process from masakarimonitors.conf import service CONF = cfg.CONF api.register_opts(CONF) base.register_opts(CONF) consul.register_opts(CONF) host.register_opts(CONF) instance.register_opts(CONF) introspectiveinstancemonitor.register_opts(CONF) kubernetes.register_opts(CONF) process.register_opts(CONF) service.register_opts(CONF) ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.446286 masakari_monitors-22.0.0/masakarimonitors/conf/api.py0000664000175000017500000000323415257164053021604 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from keystoneauth1 import loading as ks_loading from oslo_config import cfg API_GROUP = 'api' api_group = cfg.OptGroup( API_GROUP, title='Api Options', help=""" Configuration options for sending notifications. """) monitor_api_opts = [ cfg.StrOpt('region', default='RegionOne', help='Region name.'), cfg.StrOpt('api_version', default='v1', help='Masakari API Version.'), cfg.StrOpt('api_interface', default='public', choices=('public', 'internal', 'admin'), help='Interface of endpoint.'), ] def register_opts(conf): conf.register_group(api_group) conf.register_opts(monitor_api_opts, group=api_group) ks_loading.register_session_conf_options(conf, api_group) ks_loading.register_auth_conf_options(conf, api_group) conf.set_default('auth_type', 'password', group=api_group) def list_opts(): return { api_group: ( monitor_api_opts + ks_loading.get_auth_plugin_conf_options('password')) } ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.446286 masakari_monitors-22.0.0/masakarimonitors/conf/base.py0000664000175000017500000000266515257164053021754 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from oslo_config import cfg base_options = [ cfg.StrOpt( 'tempdir', help='Explicitly specify the temporary working directory.'), cfg.BoolOpt( 'monkey_patch', default=False, help=""" Determine if monkey patching should be applied. Related options: * ``monkey_patch_modules``: This must have values set for this option to have any effect """), cfg.ListOpt( 'monkey_patch_modules', default=[], help=""" List of modules/decorators to monkey patch. This option allows you to patch a decorator for all functions in specified modules. Related options: * ``monkey_patch``: This must be set to ``True`` for this option to have any effect """), ] def register_opts(conf): conf.register_opts(base_options) def list_opts(): return {'DEFAULT': base_options} ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4472861 masakari_monitors-22.0.0/masakarimonitors/conf/consul.py0000664000175000017500000000225415257164053022337 0ustar00zuulzuul# Copyright(c) 2019 Inspur # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from oslo_config import cfg consul_opts = [ cfg.StrOpt('agent_manage', help='Addr for local consul agent in management datacenter.'), cfg.StrOpt('agent_tenant', help='Addr for local consul agent in tenant datacenter.'), cfg.StrOpt('agent_storage', help='Addr for local consul agent in storage datacenter.'), cfg.StrOpt('matrix_config_file', help='Config file for consul health action matrix.'), ] def register_opts(conf): conf.register_opts(consul_opts, group='consul') def list_opts(): return { 'consul': consul_opts } ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4472861 masakari_monitors-22.0.0/masakarimonitors/conf/host.py0000664000175000017500000001054115257164053022007 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from oslo_config import cfg from oslo_config import types monitor_host_opts = [ cfg.StrOpt('monitoring_driver', default='default', help='Driver that hostmonitor uses for monitoring hosts.'), cfg.IntOpt('monitoring_interval', default=60, help='Monitoring interval(in seconds) of node status.'), cfg.IntOpt('monitoring_samples', default=1, help=''' Monitoring probes to collect before making the decision to send Masakari notification about the node status. If and only if ``monitoring_samples`` consecutive reports have the same status, will the Masakari notification be sent. '''), cfg.IntOpt('api_retry_max', default=12, help='Number of retries for send a notification in' ' hostmonitor.'), cfg.IntOpt('api_retry_interval', default=10, help='Trial interval of time of the notification processing' ' is error(in seconds).'), cfg.BoolOpt('disable_ipmi_check', default=False, help=''' Do not check whether the host is completely down. Possible values: * True: Do not check whether the host is completely down. * False: Do check whether the host is completely down. If ipmi RA is not set in pacemaker, this value should be set True. '''), cfg.BoolOpt('restrict_to_remotes', default=False, help='Only monitor pacemaker-remotes, ignore the status of' ' full cluster members.'), cfg.IntOpt('ipmi_timeout', default=5, help='Timeout value(in seconds) of the ipmitool command.'), cfg.IntOpt('ipmi_retry_max', default=3, help='Number of ipmitool command retries.'), cfg.IntOpt('ipmi_retry_interval', default=10, help='Retry interval(in seconds) of the ipmitool command.'), cfg.IntOpt('stonith_wait', default=30, help='Standby time(in seconds) until activate STONITH.'), cfg.IntOpt('tcpdump_timeout', default=5, help='Timeout value(in seconds) of the tcpdump command when' ' monitors the corosync communication.'), cfg.ListOpt('corosync_multicast_interfaces', help=''' The name of interface that corosync is using for mutual communication between hosts. If there are multiple interfaces, specify them in comma-separated like 'enp0s3,enp0s8'. The number of interfaces you specify must be equal to the number of corosync_multicast_ports values and must be in correct order with relevant ports in corosync_multicast_ports. '''), cfg.ListOpt('corosync_multicast_ports', item_type=types.Port(), help=''' The port numbers that corosync is using for mutual communication between hosts. If there are multiple port numbers, specify them in comma-separated like '5405,5406'. The number of port numbers you specify must be equal to the number of corosync_multicast_interfaces values and must be in correct order with relevant interfaces in corosync_multicast_interfaces. '''), cfg.StrOpt('pacemaker_node_type', default='autodetect', choices=('autodetect', 'cluster', 'remote'), help=''' Using this option, one can avoid systemd checks that would establish whether this hostmonitor is running alongside Corosync and Pacemaker (the ``cluster`` stack) or Pacemaker Remote (the ``remote`` stack). The default (``autodetect``) ensures backward compatibility and means systemd is used to check the stack. '''), ] def register_opts(conf): conf.register_opts(monitor_host_opts, group='host') def list_opts(): return { 'host': monitor_host_opts } ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4472861 masakari_monitors-22.0.0/masakarimonitors/conf/instance.py0000664000175000017500000000261615257164053022642 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from oslo_config import cfg monitor_callback_opts = [ cfg.IntOpt('retry_max', default=12, help='Number of retries when the notification processing' ' is error.'), cfg.IntOpt('retry_interval', default=10, help='Trial interval of time of the notification processing' ' is error(in seconds).'), ] libvirt_opts = [ cfg.StrOpt('connection_uri', default='qemu:///system', help='Override the default libvirt URI.') ] def register_opts(conf): conf.register_opts(monitor_callback_opts, group='callback') conf.register_opts(libvirt_opts, group='libvirt') def list_opts(): return { 'callback': monitor_callback_opts, 'libvirt': libvirt_opts } ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4472861 masakari_monitors-22.0.0/masakarimonitors/conf/introspectiveinstancemonitor.py0000664000175000017500000000427115257164053027070 0ustar00zuulzuul# Copyright(c) 2018 WindRiver Systems # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from oslo_config import cfg # Note: this string is being used for regex parsing later with re module. # # Use Python's raw string notation for regular expressions and # uses the backslash character ('\') to indicate special # forms or to allow special characters to be used without invoking # their special meaning. SOCK = r'/var/lib/libvirt/qemu/org\.qemu\.guest_agent\..*\.instance-.*\.sock' monitor_opts = [ cfg.IntOpt('guest_monitoring_interval', default=10, help=''' Guest monitoring interval of VM status (in seconds). * The value should not be too low as there should not be false negative * for reporting QEMU_GUEST_AGENT failures * VM needs time to do powering-off. * guest_monitoring_interval should be greater than * the time to SHUTDOWN VM gracefully. * e.g. | 565da9ba-3c0c-4087-83ca | iim1 | ACTIVE | powering-off | Running '''), cfg.IntOpt('guest_monitoring_timeout', default=2, help='Guest monitoring timeout (in seconds).'), cfg.IntOpt('guest_monitoring_failure_threshold', default=3, help='Failure threshold before sending notification.'), cfg.StrOpt('qemu_guest_agent_sock_path', default=SOCK, help=r''' * The file path of qemu guest agent sock. * Please use Python raw string notation as regular expressions. e.g. r'/var/lib/libvirt/qemu/org\.qemu\.guest_agent\..*\.instance-.*\.sock' '''), ] def register_opts(conf): conf.register_opts(monitor_opts, group='introspectiveinstancemonitor') def list_opts(): return { 'introspectiveinstancemonitor': monitor_opts } ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4482863 masakari_monitors-22.0.0/masakarimonitors/conf/kubernetes.py0000664000175000017500000000211515257164053023177 0ustar00zuulzuul# Copyright(c) 2024 Samsung SDS # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from oslo_config import cfg kubernetes_opts = [ cfg.StrOpt('monitoring_node_labels', default='', help=''' Options for identifying the nodes to monitor. Only nodes with node labels defined in this option are included in the monitor. Example value: monitoring_node_labels = "monitoring=true,compute-node=enabled,..." '''), ] def register_opts(conf): conf.register_opts(kubernetes_opts, group='kubernetes') def list_opts(): return { 'kubernetes': kubernetes_opts } ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4482863 masakari_monitors-22.0.0/masakarimonitors/conf/opts.py0000664000175000017500000000570515257164053022025 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """ This is the single point of entry to generate the sample configuration file for Masakari Monitors. It collects all the necessary info from the other modules in this package. It is assumed that: * every other module in this package has a 'list_opts' function which return a dict where * the keys are strings which are the group names * the value of each key is a list of config options for that group * the masakari.conf package doesn't have further packages with config options * this module is only used in the context of sample file generation """ import collections import importlib import os import pkgutil LIST_OPTS_FUNC_NAME = "list_opts" def _tupleize(dct): """Take the dict of options and convert to the 2-tuple format.""" return [(key, val) for key, val in dct.items()] def list_opts(): opts = collections.defaultdict(list) module_names = _list_module_names() imported_modules = _import_modules(module_names) _append_config_options(imported_modules, opts) return _tupleize(opts) def _list_module_names(): module_names = [] package_path = os.path.dirname(os.path.abspath(__file__)) for _, modname, ispkg in pkgutil.iter_modules(path=[package_path]): if modname == "opts" or ispkg: continue else: module_names.append(modname) return module_names def _import_modules(module_names): imported_modules = [] for modname in module_names: mod = importlib.import_module("masakarimonitors.conf." + modname) if not hasattr(mod, LIST_OPTS_FUNC_NAME): msg = "The module 'masakarimonitors.conf.%s' should have a" \ " '%s' function which returns the config options." % \ (modname, LIST_OPTS_FUNC_NAME) raise Exception(msg) else: imported_modules.append(mod) return imported_modules def _process_old_opts(configs): """Convert old-style 2-tuple configs to dicts.""" if isinstance(configs, tuple): configs = [configs] return {label: options for label, options in configs} def _append_config_options(imported_modules, config_options): for mod in imported_modules: configs = mod.list_opts() if not isinstance(configs, dict): configs = _process_old_opts(configs) for key, val in configs.items(): config_options[key].extend(val) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4482863 masakari_monitors-22.0.0/masakarimonitors/conf/process.py0000664000175000017500000000334715257164053022516 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from oslo_config import cfg monitor_process_opts = [ cfg.IntOpt('check_interval', default=5, help='Interval in seconds for checking a process.'), cfg.IntOpt('restart_retries', default=3, help='Number of retries when the failure of restarting a' ' process.'), cfg.IntOpt('restart_interval', default=5, help='Interval in seconds for restarting a process.'), cfg.IntOpt('api_retry_max', default=12, help='Number of retries for send a notification in' ' processmonitor.'), cfg.IntOpt('api_retry_interval', default=10, help='Interval between re-sending a notification in' ' processmonitor(in seconds).'), cfg.StrOpt('process_list_path', default='/etc/masakarimonitors/process_list.yaml', help='The file path of process list.'), ] def register_opts(conf): conf.register_opts(monitor_process_opts, group='process') def list_opts(): return { 'process': monitor_process_opts } ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4482863 masakari_monitors-22.0.0/masakarimonitors/conf/service.py0000664000175000017500000000407415257164053022476 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import socket from oslo_config import cfg service_opts = [ cfg.StrOpt('hostname', default=socket.gethostname(), deprecated_name="host", sample_default='', help=''' Hostname, FQDN or IP address of this host. Must be valid within AMQP key. Possible values: * String with hostname, FQDN or IP address. Default is hostname of this host. '''), cfg.StrOpt('instancemonitor_manager', default='masakarimonitors.instancemonitor.instance' '.InstancemonitorManager', help='Full class name for the Manager for instancemonitor.'), cfg.StrOpt('introspectiveinstancemonitor_manager', default='masakarimonitors.introspectiveinstancemonitor.instance' '.IntrospectiveInstanceMonitorManager', help='Full class name for introspectiveinstancemonitor.'), cfg.StrOpt('processmonitor_manager', default='masakarimonitors.processmonitor.process' '.ProcessmonitorManager', help='Full class name for the Manager for processmonitor.'), cfg.StrOpt('hostmonitor_manager', default='masakarimonitors.hostmonitor.host' '.HostmonitorManager', help='Full class name for the Manager for hostmonitor.'), ] def register_opts(conf): conf.register_opts(service_opts) def list_opts(): return {'DEFAULT': service_opts} ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4492865 masakari_monitors-22.0.0/masakarimonitors/config.py0000664000175000017500000000221715257164053021353 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from oslo_log import log import masakarimonitors.conf from masakarimonitors import version CONF = masakarimonitors.conf.CONF def parse_args(argv, default_config_files=None): log.register_options(CONF) # We use the oslo.log default log levels which includes suds=INFO # and add only the extra levels that Masakari needs log.set_defaults(default_log_levels=log.get_default_log_levels()) CONF(argv[1:], project='masakarimonitors', version=version.version_string(), default_config_files=default_config_files) ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765152.20222 masakari_monitors-22.0.0/masakarimonitors/ha/0000775000175000017500000000000015257164140020117 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4492865 masakari_monitors-22.0.0/masakarimonitors/ha/__init__.py0000664000175000017500000000000015257164053022221 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4492865 masakari_monitors-22.0.0/masakarimonitors/ha/masakari.py0000664000175000017500000000626215257164053022272 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import eventlet from keystoneauth1 import loading as ks_loading from openstack import connection from openstack import exceptions from oslo_log import log as oslo_logging import masakarimonitors.conf LOG = oslo_logging.getLogger(__name__) CONF = masakarimonitors.conf.CONF class SendNotification(object): def __init__(self): self._masakari_client = None @property def masakari_client(self): if not self._masakari_client: self._masakari_client = self._make_client() return self._masakari_client def _make_client(self): auth = ks_loading.load_auth_from_conf_options(CONF, 'api') session = ks_loading.load_session_from_conf_options(CONF, 'api', auth=auth) conn = connection.Connection(session=session, interface=CONF.api.api_interface, region_name=CONF.api.region) return conn.instance_ha def send_notification(self, api_retry_max, api_retry_interval, event): """Send a notification. This method sends a notification to the masakari-api. :param api_retry_max: Number of retries when the notification processing is error. :param api_retry_interval: Trial interval of time of the notification processing is error. :param event: dictionary of event that included in notification. """ LOG.info("Send a notification. %s", event) # Send a notification. retry_count = 0 while True: try: response = self.masakari_client.create_notification( type=event['notification']['type'], hostname=event['notification']['hostname'], generated_time=event['notification']['generated_time'], payload=event['notification']['payload']) LOG.info("Response: %s", response) break except Exception as e: if isinstance(e, exceptions.HttpException): if e.status_code in [400, 409]: LOG.info(e) break if retry_count < api_retry_max: LOG.warning("Retry sending a notification. (%s)", e) retry_count = retry_count + 1 eventlet.greenthread.sleep(api_retry_interval) else: LOG.exception("Exception caught: %s", e) self._masakari_client = None break ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765152.20222 masakari_monitors-22.0.0/masakarimonitors/hacking/0000775000175000017500000000000015257164140021133 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4492865 masakari_monitors-22.0.0/masakarimonitors/hacking/__init__.py0000664000175000017500000000000015257164053023235 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4492865 masakari_monitors-22.0.0/masakarimonitors/hacking/checks.py0000664000175000017500000000642515257164053022757 0ustar00zuulzuul# Copyright (c) 2017, NTT Data # All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. import re from hacking import core """ Guidelines for writing new hacking checks - Use only for masakarimonitors specific tests. OpenStack general tests should be submitted to the common 'hacking' module. - Pick numbers in the range M3xx. Find the current test with the highest allocated number and then pick the next value. - Keep the test method code in the source file ordered based on the M3xx value. - List the new rule in the top level HACKING.rst file - Add test cases for each new rule to masakarimonitors/tests/unit/ test_hacking.py """ UNDERSCORE_IMPORT_FILES = [] translated_log = re.compile( r"(.)*LOG\.(audit|error|info|critical|exception)" r"\(\s*_\(\s*('|\")") string_translation = re.compile(r"[^_]*_\(\s*('|\")") underscore_import_check = re.compile(r"(.)*import _(.)*") underscore_import_check_multi = re.compile(r"(.)*i18n\s+import(.)* _, (.)*") # We need this for cases where they have created their own _ function. custom_underscore_check = re.compile(r"(.)*_\s*=\s*(.)*") log_translation = re.compile( r"(.)*LOG\." r"(audit|debug|error|info|warn|warning|critical|exception)" r"\(" r"(_|_LC|_LE|_LI|_LW)" r"\(") @core.flake8ext def check_explicit_underscore_import(logical_line, filename): """Check for explicit import of the _ function We need to ensure that any files that are using the _() function to translate logs are explicitly importing the _ function. We can't trust unit test to catch whether the import has been added so we need to check for it here. """ # Build a list of the files that have _ imported. No further # checking needed once it is found. for file in UNDERSCORE_IMPORT_FILES: if file in filename: return if (underscore_import_check.match(logical_line) or underscore_import_check_multi.match(logical_line) or custom_underscore_check.match(logical_line)): UNDERSCORE_IMPORT_FILES.append(filename) elif (translated_log.match(logical_line) or string_translation.match(logical_line)): yield (0, "M301: Found use of _() without explicit import of _ !") @core.flake8ext def no_translate_logs(logical_line): """Check that logging doesn't translate messages M302 """ if log_translation.match(logical_line): yield (0, "M302 Don't translate log messages!") @core.flake8ext def no_log_warn(logical_line): """Disallow 'LOG.warn(' LOG.warn() is deprecated and LOG.warning should be used instead. https://docs.python.org/3/library/logging.html#logging.warning N352 """ msg = ("M305: LOG.warn is deprecated, please use LOG.warning!") if "LOG.warn(" in logical_line: yield (0, msg) ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765152.20222 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/0000775000175000017500000000000015257164140022114 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4502866 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/__init__.py0000664000175000017500000000000015257164053024216 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765152.20322 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/consul_check/0000775000175000017500000000000015257164140024554 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4502866 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/consul_check/__init__.py0000664000175000017500000000000015257164053026656 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4502866 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/consul_check/consul_helper.py0000664000175000017500000001002515257164053027771 0ustar00zuulzuul# Copyright(c) 2021 Inspur # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """ Main abstraction layer for retrieving node status from consul """ import consul from oslo_utils import netutils from masakarimonitors.i18n import _ DEFAULT_CONSUL_PORT = 8500 class ConsulException(Exception): """Base Consul Exception""" msg_fmt = _("An unknown exception occurred.") def __init__(self, message=None, **kwargs): if not message: message = self.msg_fmt % kwargs super(ConsulException, self).__init__(message) class ConsulAgentNotExist(ConsulException): msg_fmt = _("Consul agent of %(cluster)s not exist.") class ConsulGetMembersException(ConsulException): msg_fmt = _("Failed to get members of %(cluster)s: %(err)s.") class ConsulManager(object): """Consul manager class This class helps to pull health data from all consul clusters, and return health data in sequence. """ def __init__(self, CONF): self.agents = {} self.init_agents(CONF) def init_agents(self, CONF): if CONF.consul.agent_manage: addr, port = netutils.parse_host_port( CONF.consul.agent_manage, DEFAULT_CONSUL_PORT) self.agents['manage'] = ConsulAgent('manage', addr, port) if CONF.consul.agent_tenant: addr, port = netutils.parse_host_port( CONF.consul.agent_tenant, DEFAULT_CONSUL_PORT) self.agents['tenant'] = ConsulAgent('tenant', addr, port) if CONF.consul.agent_storage: addr, port = netutils.parse_host_port( CONF.consul.agent_storage, DEFAULT_CONSUL_PORT) self.agents['storage'] = ConsulAgent('storage', addr, port) def valid_agents(self, sequence): for name in sequence: if self.agents.get(name) is None: raise ConsulAgentNotExist(cluster=name) def get_health(self, sequence): hosts_health = {} all_agents = [] for name in sequence: if name in self.agents: consul_agent = self.agents.get(name) agent_health = consul_agent.get_health() hosts_health[name] = agent_health if not all_agents: all_agents = agent_health.keys() sequence_hosts_health = {} for host in all_agents: sequence_hosts_health[host] = [] for name in sequence: if name in self.agents: state = hosts_health[name].get(host) if state: sequence_hosts_health[host].append(state) else: continue return sequence_hosts_health class ConsulAgent(object): """Agent to consul cluster""" def __init__(self, name, addr=None, port=None): self.name = name self.addr = addr self.port = port # connection to consul cluster self.cluster = consul.Consul(host=addr, port=self.port) def get_agents(self): try: members = self.cluster.agent.members() except Exception as e: raise ConsulGetMembersException(cluster=self.name, err=str(e)) return members def get_health(self): agents_health = {} agents = self.get_agents() for agent in agents: host = agent.get('Name') status = agent.get('Status') if status == 1: agents_health[host] = 'up' else: agents_health[host] = 'down' return agents_health ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4512868 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/consul_check/manager.py0000664000175000017500000001615615257164053026554 0ustar00zuulzuul# Copyright(c) 2019 Inspur # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import eventlet import socket from collections import deque from oslo_log import log from oslo_utils import timeutils from masakarimonitors import conf from masakarimonitors.ha import masakari from masakarimonitors.hostmonitor.consul_check import consul_helper from masakarimonitors.hostmonitor.consul_check import matrix_helper from masakarimonitors.hostmonitor import driver from masakarimonitors.objects import event_constants as ec LOG = log.getLogger(__name__) CONF = conf.CONF class ConsulCheck(driver.DriverBase): """Check host status by consul""" def __init__(self): super(ConsulCheck, self).__init__() self.hostname = socket.gethostname() self.monitoring_interval = CONF.host.monitoring_interval self.monitoring_samples = CONF.host.monitoring_samples self.matrix_manager = matrix_helper.MatrixManager(CONF) self.consul_manager = consul_helper.ConsulManager(CONF) self.notifier = masakari.SendNotification() self._matrix = None self._sequence = None self.monitoring_data = {} self.last_host_health = {} @property def matrix(self): if not self._matrix: self._matrix = self.matrix_manager.get_matrix() return self._matrix @property def sequence(self): if not self._sequence: self._sequence = self.matrix_manager.get_sequence() return self._sequence def _formate_health(self, host_health): formate_health = {} for i in range(len(host_health)): layer = "%s-interface" % self.sequence[i] state = host_health[i] formate_health[layer] = state return formate_health def _event(self, host, host_health): host_status = ec.EventConstants.HOST_STATUS_NORMAL # Skip notification for unstable health state (mixed up/down samples) if None in host_health: LOG.debug("Host %s has unstable health state %s, skipping " "notification.", host, str(self._formate_health(host_health))) return None if 'down' not in host_health: event_type = ec.EventConstants.EVENT_STARTED cluster_status = ec.EventConstants.CLUSTER_STATUS_ONLINE else: actions = self.get_action_from_matrix(host_health) if 'recovery' in actions: LOG.info("Host %s needs recovery, health status: %s.", host, str(self._formate_health(host_health))) event_type = ec.EventConstants.EVENT_STOPPED cluster_status = ec.EventConstants.CLUSTER_STATUS_OFFLINE else: return None # TODO(suzhengwei): Add host status detail in the payload to show # host status in all Consul clusters. event = { 'notification': { 'type': ec.EventConstants.TYPE_COMPUTE_HOST, 'hostname': host, 'generated_time': timeutils.utcnow(), 'payload': { 'event': event_type, 'cluster_status': cluster_status, 'host_status': host_status } } } return event def update_monitoring_data(self): '''update monitoring data from consul clusters''' LOG.debug("update monitoring data from consul.") # Get current host health in sequence [x, y, z]. The example of # the return value is {'node01':[x, y, z], 'node02':[x, y, z]...} cluster_health = self.consul_manager.get_health(self.sequence) LOG.debug("Current cluster state: %s.", cluster_health) # Reassemble host health history with the latest host health. # Example of 'host_health_history' is [[x, y, x], [x, y, z]...] for host, health in cluster_health.items(): host_health_history = self.monitoring_data.get( host, deque([], maxlen=self.monitoring_samples)) host_health_history.append(health) self.monitoring_data[host] = host_health_history def get_host_health(self, host): health_history = self.monitoring_data.get(host, []) if len(health_history) < self.monitoring_samples: LOG.debug("Not enough monitoring data for host %s", host) return None # Caculate host health from host health history. # Only continous 'down' represents the interface 'down', # while continous 'up' represents the interface 'up'. host_sequence_health = [] for host_health in zip(*health_history): if 'up' in host_health and 'down' in host_health: host_sequence_health.append(None) else: host_sequence_health.append(host_health[0]) return host_sequence_health def _host_health_changed(self, host, health): last_health = self.last_host_health.get(host) if last_health is None: self.last_host_health[host] = health return False if health != last_health: self.last_host_health[host] = health return True else: return False def get_action_from_matrix(self, host_health): for health_action in self.matrix: matrix_health = health_action["health"] matrix_action = health_action["action"] if host_health == matrix_health: return matrix_action return [] def poll_hosts(self): '''poll and check hosts health''' for host in self.monitoring_data.keys(): if host == self.hostname: continue host_health = self.get_host_health(host) if host_health is None: continue if not self._host_health_changed(host, host_health): continue # it will send notifition to trigger host failure recovery # according to defined HA strategy event = self._event(host, host_health) if event: self.notifier.send_notification( CONF.host.api_retry_max, CONF.host.api_retry_interval, event) def stop(self): self.running = False def monitor_hosts(self): self.running = True while self.running: try: self.update_monitoring_data() self.poll_hosts() except Exception as e: LOG.exception("Exception when host-monitor by consul: %s", e) eventlet.greenthread.sleep(self.monitoring_interval) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4512868 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/consul_check/matrix_helper.py0000664000175000017500000000445115257164053030000 0ustar00zuulzuul# Copyright(c) 2021 Inspur # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import os import yaml DEFAULT_SEQUENCE = ['manage', 'tenant', 'storage'] # matrix is combined by health and actions. # health: [x, x, x], repreasents status of DEFAULT_SEQUENCE. # action, means which actions it will trigge if host health turns into. # action choice: 'recovery'. # 'recovery' means it will trigge one host recovery event. DEFAULT_MATRIX = [ {"health": ["up", "up", "up"], "action": []}, {"health": ["up", "up", "down"], "action": ["recovery"]}, {"health": ["up", "down", "up"], "action": []}, {"health": ["up", "down", "down"], "action": ["recovery"]}, {"health": ["down", "up", "up"], "action": []}, {"health": ["down", "up", "down"], "action": ["recovery"]}, {"health": ["down", "down", "up"], "action": []}, {"health": ["down", "down", "down"], "action": ["recovery"]}, ] class MatrixManager(object): """Matrix Manager""" def __init__(self, CONF): cfg_file = CONF.consul.matrix_config_file matrix_conf = self.load_config(cfg_file) if not matrix_conf: self.sequence = DEFAULT_SEQUENCE self.matrix = DEFAULT_MATRIX else: self.sequence = matrix_conf.get("sequence") self.matrix = matrix_conf.get("matrix") self.valid_matrix(self.matrix, self.sequence) def load_config(self, cfg_file): if not cfg_file or not os.path.exists(cfg_file): return None with open(cfg_file) as f: data = f.read() matrix_conf = yaml.safe_load(data) return matrix_conf def get_sequence(self): return self.sequence def get_matrix(self): return self.matrix def valid_matrix(self, matrix, sequence): pass ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4512868 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/driver.py0000664000175000017500000000161215257164053023764 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import abc class DriverBase(object, metaclass=abc.ABCMeta): """Driver Base class. This class is base of monitoring hosts. """ def __init__(self): pass @abc.abstractmethod def monitor_hosts(self): """Must override monitor_hosts method.""" pass ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4512868 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/host.py0000664000175000017500000000375015257164053023453 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import os from stevedore import driver from oslo_log import log as oslo_logging import masakarimonitors.conf from masakarimonitors import manager LOG = oslo_logging.getLogger(__name__) CONF = masakarimonitors.conf.CONF class HostmonitorManager(manager.Manager): """Manages the masakari-hostmonitor.""" def __init__(self, *args, **kwargs): super(HostmonitorManager, self).__init__( service_name="hostmonitor", *args, **kwargs) self.driver = None def init_host(self): """Initialization for hostmonitor.""" try: # Determine dynamic load driver from configuration. driver_name = CONF.host.monitoring_driver # Load the driver to global. self.driver = driver.DriverManager( namespace='hostmonitor.driver', name=driver_name, invoke_on_load=True, invoke_args=(), ) except Exception as e: LOG.exception( "Exception caught during initializing hostmonitor: %s", e) os._exit(1) def stop(self): self.driver.driver.stop() def main(self): """Main method.""" try: # Call the host monitoring driver. self.driver.driver.monitor_hosts() except Exception as e: LOG.exception("Exception caught: %s", e) return ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2042196 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/host_handler/0000775000175000017500000000000015257164140024566 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4512868 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/host_handler/__init__.py0000664000175000017500000000000015257164053026670 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4522872 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/host_handler/handle_host.py0000664000175000017500000004422715257164053027444 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import socket from collections import deque import eventlet from oslo_log import log as oslo_logging from oslo_utils import timeutils import masakarimonitors.conf from masakarimonitors.ha import masakari import masakarimonitors.hostmonitor.driver as driver from masakarimonitors.hostmonitor.host_handler import hold_host_status from masakarimonitors.hostmonitor.host_handler import parse_cib_xml from masakarimonitors.hostmonitor.host_handler import parse_crmmon_xml from masakarimonitors.objects import event_constants as ec from masakarimonitors import utils LOG = oslo_logging.getLogger(__name__) CONF = masakarimonitors.conf.CONF class CibSchemaCompliantTag(dict): """Create a dict which has the same attributes as a cib node tag. Given a crm node tag convert it to a dict with corresponding cib tag attributes. """ def __init__(self, crmon_entry): self['uname'] = crmon_entry.get('name') online = crmon_entry.get('online') self['crmd'] = 'online' if online == 'true' else 'offline' class HandleHost(driver.DriverBase): """Handle hosts. This class handles the host status. """ def __init__(self): super(HandleHost, self).__init__() self.my_hostname = socket.gethostname() self.xml_parser = parse_cib_xml.ParseCibXml() self.crmmon_xml_parser = parse_crmmon_xml.ParseCrmMonXml() self.status_holder = hold_host_status.HostHoldStatus() self.notifier = masakari.SendNotification() self.monitoring_data = {} def _update_monitoring_data(self, hostname, status): health_history = self.monitoring_data.setdefault( hostname, deque([], maxlen=CONF.host.monitoring_samples)) health_history.append(status) def get_stabilised_host_status(self, hostname): health_history = self.monitoring_data.get(hostname) if len(health_history) < CONF.host.monitoring_samples: LOG.debug("Not enough monitoring data for host %s.", hostname) return '_being_collected' stabilised_status = health_history[0] # If and only if the sequence of host status is consistently the same, # will it return that status. if len(health_history) == health_history.count(stabilised_status): return stabilised_status else: return '_uncertain' def _check_pacemaker_services(self, target_service): try: cmd_str = 'systemctl status ' + target_service command = cmd_str.split() # Execute command. out, err = utils.execute(*command, run_as_root=True) if err: raise Exception("Service check for %s returned errors: %s" % (target_service, err)) return True except Exception: LOG.warning("Failed to check pacemaker service '%s'.", target_service, exc_info=True) return False def _check_hb_line(self): """Check whether the corosync communication is normal. :returns: 0 if normal, 1 if abnormal, 2 if configuration file is wrong or neither pacemaker nor pacemaker-remote is running. """ if CONF.host.pacemaker_node_type == 'autodetect': # Check whether the Corosync/Pacemaker services are running. corosync_status = self._check_pacemaker_services('corosync') pacemaker_status = self._check_pacemaker_services('pacemaker') pacemaker_remote_status = self._check_pacemaker_services( 'pacemaker_remote') else: corosync_status = ( CONF.host.pacemaker_node_type == 'cluster') pacemaker_status = ( CONF.host.pacemaker_node_type == 'cluster') pacemaker_remote_status = ( CONF.host.pacemaker_node_type == 'remote') if corosync_status is False or pacemaker_status is False: if pacemaker_remote_status is False: LOG.error( "Neither pacemaker nor pacemaker-remote is running.") return 2 else: LOG.info("Works on pacemaker-remote.") return 0 # Check whether the necessary parameters are set. if not CONF.host.corosync_multicast_interfaces or \ not CONF.host.corosync_multicast_ports: msg = ("corosync_multicast_interfaces or " "corosync_multicast_ports is not set.") LOG.error("%s", msg) return 2 # Check whether the corosync communication is normal. corosync_multicast_interfaces = CONF.host.corosync_multicast_interfaces corosync_multicast_ports = CONF.host.corosync_multicast_ports if len(corosync_multicast_interfaces) != len(corosync_multicast_ports): msg = ("Incorrect parameters corosync_multicast_interfaces or " "corosync_multicast_ports.") LOG.error("%s", msg) return 2 is_nic_normal = False for num in range(0, len(corosync_multicast_interfaces)): cmd_str = ("timeout %s tcpdump -n -c 1 -p -i %s port %d") \ % (CONF.host.tcpdump_timeout, corosync_multicast_interfaces[num], corosync_multicast_ports[num]) command = cmd_str.split() try: # Execute tcpdump command. out, err = utils.execute(*command, run_as_root=True) # If command doesn't raise exception, nic is normal. msg = ("Corosync communication using '%s' is normal.") \ % corosync_multicast_interfaces[num] LOG.info("%s", msg) is_nic_normal = True break except Exception: msg = ("Corosync communication using '%s' is failed.") \ % corosync_multicast_interfaces[num] LOG.warning("%s", msg) if is_nic_normal is False: LOG.error("Corosync communication is failed.") return 1 return 0 def _check_host_status_by_crmadmin(self): try: # Execute crmadmin command. out, err = utils.execute('crmadmin', '-S', self.my_hostname, run_as_root=True) if err: msg = ("crmadmin command output stderr: %s") % err raise Exception(msg) # If own host is stable status, crmadmin outputs # 'S_IDLE' or 'S_NOT_DC' if 'S_IDLE' in out or 'S_NOT_DC' in out: return 0 else: raise Exception( "crmadmin command output unexpected host status.") except Exception as e: LOG.warning("Exception caught: %s", e) LOG.warning("'%s' is unstable state on cluster.", self.my_hostname) return 1 def _get_cib_xml(self): try: # Execute cibadmin command. out, err = utils.execute('cibadmin', '--query', run_as_root=True) if err: msg = ("cibadmin command output stderr: %s") % err raise Exception(msg) except Exception as e: LOG.warning("Exception caught: %s", e) return return out def _get_crmmon_xml(self): """Get summary of cluster's current state in XML format.""" try: # Execute crm_mon command. out, err = utils.execute('crm_mon', '-X', run_as_root=True) if err: msg = ("crmmon command output stderr: %s") % err raise Exception(msg) except Exception as e: LOG.warning("Exception caught: %s", e) return return out def _is_poweroff(self, hostname): ipmi_values = self.xml_parser.get_stonith_ipmi_params(hostname) if ipmi_values is None: LOG.error("Failed to get params of ipmi RA.") return False cmd_str = ("timeout %s ipmitool -U %s -P %s -I %s -H %s " "power status") \ % (str(CONF.host.ipmi_timeout), ipmi_values['userid'], ipmi_values['passwd'], ipmi_values['interface'], ipmi_values['ipaddr']) command = cmd_str.split() retry_count = 0 while True: try: # Execute ipmitool command. out, err = utils.execute(*command, run_as_root=False) if err: msg = ("ipmitool command output stderr: %s") % err raise Exception(msg) msg = ("ipmitool command output stdout: %s") % out if 'Power is off' in out: LOG.info("%s", msg) return True else: raise Exception(msg) except Exception as e: if retry_count < CONF.host.ipmi_retry_max: LOG.warning("Retry executing ipmitool command. (%s)", e) retry_count = retry_count + 1 eventlet.greenthread.sleep(CONF.host.ipmi_retry_interval) else: LOG.error("Exception caught: %s", e) return False def _make_event(self, hostname, current_status): if current_status == 'online': # Set values that host has started. event_type = ec.EventConstants.EVENT_STARTED cluster_status = current_status.upper() host_status = ec.EventConstants.HOST_STATUS_NORMAL else: # Set values that host has stopped. event_type = ec.EventConstants.EVENT_STOPPED cluster_status = current_status.upper() if not CONF.host.disable_ipmi_check: if self._is_poweroff(hostname): # Set value that host status is normal. host_status = ec.EventConstants.HOST_STATUS_NORMAL else: # Set value that host status is unknown. host_status = ec.EventConstants.HOST_STATUS_UNKNOWN else: # Set value that host status is normal. host_status = ec.EventConstants.HOST_STATUS_NORMAL current_time = timeutils.utcnow() event = { 'notification': { 'type': ec.EventConstants.TYPE_COMPUTE_HOST, 'hostname': hostname, 'generated_time': current_time, 'payload': { 'event': event_type, 'cluster_status': cluster_status, 'host_status': host_status } } } return event def _normalize_host_status(self, host_status): if host_status is None: return None try: return 'online' if int(host_status) > 0 else 'offline' except ValueError: return host_status def _check_if_status_changed(self, node_state_tag_list): # Check if host status changed. for node_state_tag in node_state_tag_list: hostname = node_state_tag.get('uname') # hostmonitor doesn't monitor itself. if hostname == self.my_hostname: continue current_status = self._normalize_host_status( node_state_tag.get('crmd') ) self._update_monitoring_data(hostname, current_status) old_status = self._normalize_host_status( self.status_holder.get_host_status(hostname) ) # If old_status is None, This is first get of host status. if old_status is None: msg = ("Recognized '%s' as a new member of cluster." " Host status is '%s'.") \ % (hostname, current_status) LOG.info("%s", msg) self.status_holder.set_host_status(node_state_tag) continue stabilised_status = self.get_stabilised_host_status(hostname) # Output host status. msg = ("'%s' is '%s' (current: '%s').") % (hostname, stabilised_status, current_status) LOG.info("%s", msg) if stabilised_status == '_being_collected': continue # If host stabilised status changed, send a notification. if stabilised_status != old_status: if stabilised_status not in ['online', 'offline']: # If stabilised_status is not 'online' or 'offline', # hostmonitor doesn't send a notification. msg = ("Since host status is '%s'," " hostmonitor doesn't send a notification.") \ % stabilised_status LOG.info("%s", msg) else: event = self._make_event(hostname, stabilised_status) # Send a notification. self.notifier.send_notification( CONF.host.api_retry_max, CONF.host.api_retry_interval, event) if stabilised_status != '_uncertain': # Update host status. self.status_holder.set_host_status(node_state_tag) def _check_host_status_by_crm_mon(self): crmmon_xml = self._get_crmmon_xml() if crmmon_xml is None: # crm_mon command failure. return 1 # Set to the ParseCrmMonXml object. self.crmmon_xml_parser.set_crmmon_xml(crmmon_xml) # Check if the cluster has quorum. if not self.crmmon_xml_parser.has_quorum(): msg = "Pacemaker cluster doesn't have quorum." LOG.warning("%s", msg) return 2 # Get node_state tag list. node_state_tag_list = self.crmmon_xml_parser.get_node_state_tag_list() if len(node_state_tag_list) == 0: # If crmmon xml doesn't have node_state tag, # it is an unexpected result. raise Exception( "Failed to get nodes tag from crm_mon xml.") node_state_tag_list = [CibSchemaCompliantTag(n) for n in node_state_tag_list if n.get('type') == 'remote'] # Check if status changed. self._check_if_status_changed(node_state_tag_list) return 0 def _check_host_status_by_cibadmin(self): # Get xml of cib info. cib_xml = self._get_cib_xml() if cib_xml is None: # cibadmin command failure. return 1 # Set to the ParseCibXml object. self.xml_parser.set_cib_xml(cib_xml) # Check if pacemaker cluster have quorum. if self.xml_parser.have_quorum() == 0: msg = "Pacemaker cluster doesn't have quorum." LOG.warning("%s", msg) return 2 # Get node_state tag list. node_state_tag_list = self.xml_parser.get_node_state_tag_list() if len(node_state_tag_list) == 0: # If cib xml doesn't have node_state tag, # it is an unexpected result. raise Exception( "Failed to get node_state tag from cib xml.") # Check if status changed. self._check_if_status_changed(node_state_tag_list) return 0 def stop(self): self.running = False def monitor_hosts(self): """Host monitoring main method. This method monitors hosts. """ self.running = True while self.running: try: # Check whether corosync communication between hosts # is normal. ret = self._check_hb_line() if ret == 1: # Because my host may be fenced by stonith due to split # brain condition, sleep for a certain time. eventlet.greenthread.sleep(CONF.host.stonith_wait) elif ret == 2: LOG.warning("hostmonitor skips monitoring hosts.") eventlet.greenthread.sleep(CONF.host.monitoring_interval) continue if CONF.host.pacemaker_node_type == 'autodetect': pacemaker_remote_status = self._check_pacemaker_services( 'pacemaker_remote') else: pacemaker_remote_status = ( CONF.host.pacemaker_node_type == 'remote') # Check the host status is stable or unstable by crmadmin. # It only checks when this process runs on the full cluster # stack of corosync. if pacemaker_remote_status is False: if self._check_host_status_by_crmadmin() != 0: LOG.warning("hostmonitor skips monitoring hosts.") eventlet.greenthread.sleep( CONF.host.monitoring_interval) continue # Check the host status is online or offline. if CONF.host.restrict_to_remotes: status_func = self._check_host_status_by_crm_mon else: status_func = self._check_host_status_by_cibadmin if status_func() != 0: LOG.warning("hostmonitor skips monitoring hosts.") except Exception as e: LOG.exception("Exception caught: %s", e) eventlet.greenthread.sleep(CONF.host.monitoring_interval) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4522872 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/host_handler/hold_host_status.py0000664000175000017500000000265615257164053030542 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. class HostHoldStatus(object): """Hold host status. This class holds the host status. """ def __init__(self): # host_status is dictionary like {'hostname': 'online'}. self.host_status = {} def set_host_status(self, node_state_tag): """Setter method. This method set host status by node_state tag of cib xml. :params node_state_tag: node_state tag of cib xml. """ self.host_status[node_state_tag.get('uname')] = \ node_state_tag.get('crmd') def get_host_status(self, hostname): """Getter method. This method returns the requested host status. host status is 'online' or 'offline'. :params hostname: Hostname to get status. :returns: Host status. """ return self.host_status.get(hostname) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4522872 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/host_handler/parse_cib_xml.py0000664000175000017500000001424315257164053027756 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from xml.etree import ElementTree from oslo_log import log as oslo_logging LOG = oslo_logging.getLogger(__name__) class ParseCibXml(object): """ParseCibXml class This class parses the cib xml. """ def __init__(self): self.cib_tag = None def set_cib_xml(self, cib_xml): """Set xml.etree.ElementTree.Element object. This method recieves string of cib xml, and convert it to xml.etree.ElementTree.Element object. :params cib_xml: String of cib xml """ # Convert xml.etree.ElementTree.Element object. self.cib_tag = ElementTree.fromstring(cib_xml) def have_quorum(self): """Returns if cluster has quorum or not. :returns: 0 on no-quorum, 1 if cluster has quorum. """ return int(self.cib_tag.get('have-quorum')) def _get_status_tag(self): # status tag exists in the cib tag. child_list = list(self.cib_tag) for child in child_list: if child.tag == 'status': return child return None def _get_node_states(self, status_tag): node_state_tag_list = [] # node_state tag exists in the status tag. child_list = list(status_tag) for child in child_list: if child.tag == 'node_state': node_state_tag_list.append(child) return node_state_tag_list def get_node_state_tag_list(self): """Get node_state tag list. This method gets node_state tag list from cib xml. :returns: node_state tag list """ # Get status tag. status_tag = self._get_status_tag() if status_tag is None: LOG.error("Cib xml doesn't have status tag.") return [] # Get node_state tag list. node_state_tag_list = self._get_node_states(status_tag) if len(node_state_tag_list) == 0: LOG.error("Cib xml doesn't have node_state tag.") return node_state_tag_list def _parse_instance_attributes_tag(self, instance_attributes_tag, hostname): # Parse nvpair tag under the instance_attributes tag. is_target_ipmi = False ipmi_values = {} nvpair_tag_list = list(instance_attributes_tag) for nvpair_tag in nvpair_tag_list: if nvpair_tag.get('name') == 'hostname' and \ nvpair_tag.get('value') == hostname: is_target_ipmi = True elif nvpair_tag.get('name') == 'ipaddr': ipmi_values['ipaddr'] = nvpair_tag.get('value') elif nvpair_tag.get('name') == 'userid': ipmi_values['userid'] = nvpair_tag.get('value') elif nvpair_tag.get('name') == 'passwd': ipmi_values['passwd'] = nvpair_tag.get('value') elif nvpair_tag.get('name') == 'interface': ipmi_values['interface'] = nvpair_tag.get('value') if is_target_ipmi is True: return ipmi_values else: return None def _parse_primitive_tag(self, primitive_tag, hostname): if primitive_tag.get('type') != 'external/ipmi': return None # Parse instance_attributes tag under the primitive tag. child_list = list(primitive_tag) for child in child_list: if child.tag == 'instance_attributes': ipmi_values = self._parse_instance_attributes_tag( child, hostname) if ipmi_values is not None: return ipmi_values return None def _parse_group_tag(self, group_tag, hostname): # Parse primitive tag under the group tag. child_list = list(group_tag) for child in child_list: if child.tag == 'primitive': ipmi_values = self._parse_primitive_tag(child, hostname) if ipmi_values is not None: return ipmi_values return None def get_stonith_ipmi_params(self, hostname): """Get stonith ipmi params from cib xml. This method gets params of ipmi resource agent(RA) which is set on resources tag. The resources tag exists under the configuration tag. And it is assumed that ipmi RA belongs to some resource group. :params hostname: hostname :returns: Dictionary of ipmi RA's params. They are ipaddr, userid, passwd and interface. """ # Get configuration tag from cib tag. configuration_tag = None child_list = list(self.cib_tag) for child in child_list: if child.tag == 'configuration': configuration_tag = child break if configuration_tag is None: LOG.error("Cib xml doesn't have configuration tag.") return None # Get resources tag from configuration tag. resources_tag = None child_list = list(configuration_tag) for child in child_list: if child.tag == 'resources': resources_tag = child break if resources_tag is None: LOG.error("Cib xml doesn't have resources tag.") return None # They are set at nvpair tag which exists under the # instance_attributes of primitive of group tag. ipmi_values = None child_list = list(resources_tag) for child in child_list: if child.tag == 'group': ipmi_values = self._parse_group_tag(child, hostname) if ipmi_values is not None: break return ipmi_values ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4522872 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/host_handler/parse_crmmon_xml.py0000664000175000017500000000606115257164053030513 0ustar00zuulzuul# Copyright(c) 2019 Canonical Ltd # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from xml.etree import ElementTree from oslo_log import log as oslo_logging LOG = oslo_logging.getLogger(__name__) class ParseCrmMonXml(object): """ParseCrmMonXml class This class parses the crmmon xml. """ def __init__(self): self.crmmon_tag = None def set_crmmon_xml(self, crmmon_xml): """Set xml.etree.ElementTree.Element object. This method receives string of crmmon xml, and convert it to xml.etree.ElementTree.Element object. :params crmmon_xml: String of crmmon xml """ # Convert xml.etree.ElementTree.Element object. self.crmmon_tag = ElementTree.fromstring(crmmon_xml) def has_quorum(self): """Answers if cluster has quorum or not. :returns: True if cluster has quorum, False otherwise. """ current_dc = self._get_current_dc() return current_dc.get('with_quorum') == 'true' def _get_summary(self): child_list = list(self.crmmon_tag) for child in child_list: if child.tag == 'summary': return child return None def _get_current_dc(self): child_list = list(self._get_summary()) for child in child_list: if child.tag == 'current_dc': return child return None def _get_nodes(self): # status tag exists in the crmmon tag. if self.crmmon_tag is None: return None child_list = list(self.crmmon_tag) for child in child_list: if child.tag == 'nodes': return child return None def _get_node_states(self, nodes_tag): node_state_tag_list = [] # node_state tag exists in the status tag. child_list = list(nodes_tag) for child in child_list: if child.tag == 'node': node_state_tag_list.append(child) return node_state_tag_list def get_node_state_tag_list(self): """Get node_state tag list. This method gets node_state tag list from crmmon xml. :returns: node_state tag list """ # Get status tag. nodes_tag = self._get_nodes() if nodes_tag is None: LOG.error("crm_mon xml doesn't have nodes tag.") return [] # Get node_state tag list. node_state_tag_list = self._get_node_states(nodes_tag) if len(node_state_tag_list) == 0: LOG.error("crm_mon xml doesn't have online tag.") return node_state_tag_list ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2042196 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/kubernetes_check/0000775000175000017500000000000015257164140025420 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4522872 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/kubernetes_check/__init__.py0000664000175000017500000000000015257164053027522 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4522872 masakari_monitors-22.0.0/masakarimonitors/hostmonitor/kubernetes_check/manager.py0000664000175000017500000001107115257164053027407 0ustar00zuulzuul# Copyright(c) 2024 Samsung SDS # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from collections import deque import eventlet from kubernetes import client from kubernetes import config from oslo_log import log from oslo_utils import timeutils import socket from masakarimonitors import conf from masakarimonitors.ha import masakari from masakarimonitors.hostmonitor import driver from masakarimonitors.objects import event_constants as ec LOG = log.getLogger(__name__) CONF = conf.CONF class KubernetesCheck(driver.DriverBase): """Check host status by k8s""" def __init__(self): super(KubernetesCheck, self).__init__() self.hostname = socket.gethostname() self.monitoring_interval = CONF.host.monitoring_interval self.monitoring_samples = CONF.host.monitoring_samples self.notifier = masakari.SendNotification() self.monitoring_data = {} self.last_status = {} self.running = False config.load_incluster_config() self.kube_client = client.CoreV1Api() def update_monitoring_data(self): """update monitoring data from k8s""" LOG.debug("update monitoring data from k8s.") node_list = self.kube_client.list_node( label_selector=CONF.kubernetes.monitoring_node_labels ).items # Remove non-exist node from monitoring_data self.monitoring_data = { node: status for node, status in self.monitoring_data.items() if node in [i.metadata.name for i in node_list] } for host in node_list: hostname = host.metadata.name for condition in host.status.conditions: if condition.type != "Ready": continue host_health_history = self.monitoring_data.get( hostname, deque([], maxlen=self.monitoring_samples)) host_health_history.appendleft(condition.status) LOG.debug("hostname: %s, condition: %s", hostname, host_health_history) # Status is 'True' if node is healthy else 'False' or 'unknown' # Most up-to-date state is stored in index 0 self.monitoring_data[hostname] = host_health_history @staticmethod def _event(host, host_health): host_status = ec.EventConstants.HOST_STATUS_NORMAL LOG.info("Host %s needs recovery, health status: %s.", host, host_health) event = { 'notification': { 'type': ec.EventConstants.TYPE_COMPUTE_HOST, 'hostname': host, 'generated_time': timeutils.utcnow(), 'payload': { 'event': ec.EventConstants.EVENT_STOPPED, 'host_status': host_status } } } return event def poll_hosts(self): """poll and check hosts health""" for host, health_history in self.monitoring_data.items(): if not self.last_status: self.last_status[host] = self.monitoring_data[host][0] if host == self.hostname: continue if len(health_history) < self.monitoring_samples: continue is_host_alive = "True" in health_history if not is_host_alive and self.last_status.get(host): event = self._event(host, is_host_alive) self.notifier.send_notification( CONF.host.api_retry_max, CONF.host.api_retry_interval, event) self.last_status[host] = is_host_alive def stop(self): self.running = False def monitor_hosts(self): self.running = True while self.running: try: self.update_monitoring_data() LOG.info("Monitoring data: %s", self.monitoring_data) self.poll_hosts() except Exception as e: LOG.exception("Exception when host-monitor by k8s: %s", e) eventlet.greenthread.sleep(self.monitoring_interval) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4532874 masakari_monitors-22.0.0/masakarimonitors/i18n.py0000664000175000017500000000165715257164053020674 0ustar00zuulzuul# Copyright 2016 NTT DATA # # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. import oslo_i18n DOMAIN = 'masakarimonitors' _translators = oslo_i18n.TranslatorFactory(domain=DOMAIN) # The primary translation function using the well-known name "_" _ = _translators.primary def translate(value, user_locale): return oslo_i18n.translate(value, user_locale) def get_available_languages(): return oslo_i18n.get_available_languages(DOMAIN) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2042196 masakari_monitors-22.0.0/masakarimonitors/instancemonitor/0000775000175000017500000000000015257164140022743 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4532874 masakari_monitors-22.0.0/masakarimonitors/instancemonitor/__init__.py0000664000175000017500000000000015257164053025045 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4532874 masakari_monitors-22.0.0/masakarimonitors/instancemonitor/instance.py0000664000175000017500000001673415257164053025137 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import threading import time import eventlet import libvirt from oslo_config import cfg from oslo_log import log as oslo_logging from masakarimonitors.instancemonitor.libvirt_handler import eventfilter from masakarimonitors import manager LOG = oslo_logging.getLogger(__name__) CONF = cfg.CONF class InstancemonitorManager(manager.Manager): """Manages the masakari-instancemonitor.""" def __init__(self, *args, **kwargs): super(InstancemonitorManager, self).__init__( service_name="instancemonitor", *args, **kwargs) self.evf = eventfilter.EventFilter() # This keeps track of what thread is running the event loop, # (if it is run in a background thread) self.event_loop_thread = None def _vir_event_loop_native_run(self): # Directly run the event loop in the current thread while True: libvirt.virEventRunDefaultImpl() def _vir_event_loop_native_start(self): libvirt.virEventRegisterDefaultImpl() self.event_loop_thread = threading.Thread( target=self._vir_event_loop_native_run, name="lib_virt_eventLoop") self.event_loop_thread.daemon = True self.event_loop_thread.start() def _my_domain_event_callback(self, conn, dom, event, detail, opaque): self.evf.vir_event_filter(libvirt.VIR_DOMAIN_EVENT_ID_LIFECYCLE, event, detail, dom.UUIDString()) def _my_domain_event_reboot_callback(self, conn, dom, opaque): self.evf.vir_event_filter(libvirt.VIR_DOMAIN_EVENT_ID_REBOOT, -1, -1, dom.UUIDString()) def _my_domain_event_rtc_change_callback(self, conn, dom, utcoffset, opaque): self.evf.vir_event_filter(libvirt.VIR_DOMAIN_EVENT_ID_RTC_CHANGE, -1, -1, dom.UUIDString()) def _my_domain_event_watchdog_callback(self, conn, dom, action, opaque): self.evf.vir_event_filter(libvirt.VIR_DOMAIN_EVENT_ID_WATCHDOG, action, -1, dom.UUIDString()) def _my_domain_event_io_error_callback(self, conn, dom, srcpath, devalias, action, opaque): self.evf.vir_event_filter(libvirt.VIR_DOMAIN_EVENT_ID_IO_ERROR, action, -1, dom.UUIDString()) def _my_domain_event_graphics_callback(self, conn, dom, phase, localAddr, remoteAddr, authScheme, subject, opaque): self.evf.vir_event_filter(libvirt.VIR_DOMAIN_EVENT_ID_GRAPHICS, -1, phase, dom.UUIDString()) def _my_domain_event_disk_change_callback(self, conn, dom, oldSrcPath, newSrcPath, devAlias, reason, opaque): self.evf.vir_event_filter(libvirt.VIR_DOMAIN_EVENT_ID_DISK_CHANGE, -1, -1, dom.UUIDString()) def _my_domain_event_io_error_reason_callback(self, conn, dom, srcPath, devAlias, action, reason, opaque): self.evf.vir_event_filter(libvirt.VIR_DOMAIN_EVENT_ID_IO_ERROR_REASON, -1, -1, dom.UUIDString()) def _my_domain_event_generic_callback(self, conn, dom, opaque): self.evf.vir_event_filter(libvirt.VIR_DOMAIN_EVENT_ID_CONTROL_ERROR, -1, -1, dom.UUIDString()) def _err_handler(self, ctxt, err): LOG.warning("Error from libvirt : %s", err[2]) @staticmethod def _connect_auth_cb(creds, user_data): if len(creds) == 0: return 0 raise Exception("Can not handle authentication request for %d " "credentials" % len(creds)) def _virt_event(self, uri): auth = [[libvirt.VIR_CRED_AUTHNAME, libvirt.VIR_CRED_ECHOPROMPT, libvirt.VIR_CRED_REALM, libvirt.VIR_CRED_PASSPHRASE, libvirt.VIR_CRED_NOECHOPROMPT, libvirt.VIR_CRED_EXTERNAL], InstancemonitorManager._connect_auth_cb, None] flags = libvirt.VIR_CONNECT_RO # Run a background thread with the event loop self._vir_event_loop_native_start() event_callback_handlers = { libvirt.VIR_DOMAIN_EVENT_ID_LIFECYCLE: self._my_domain_event_callback, libvirt.VIR_DOMAIN_EVENT_ID_REBOOT: self._my_domain_event_reboot_callback, libvirt.VIR_DOMAIN_EVENT_ID_RTC_CHANGE: self._my_domain_event_rtc_change_callback, libvirt.VIR_DOMAIN_EVENT_ID_IO_ERROR: self._my_domain_event_io_error_callback, libvirt.VIR_DOMAIN_EVENT_ID_WATCHDOG: self._my_domain_event_watchdog_callback, libvirt.VIR_DOMAIN_EVENT_ID_GRAPHICS: self._my_domain_event_graphics_callback, libvirt.VIR_DOMAIN_EVENT_ID_DISK_CHANGE: self._my_domain_event_disk_change_callback, libvirt.VIR_DOMAIN_EVENT_ID_IO_ERROR_REASON: self._my_domain_event_io_error_reason_callback, libvirt.VIR_DOMAIN_EVENT_ID_CONTROL_ERROR: self._my_domain_event_generic_callback } # Connect to libvirt - If be disconnected, reprocess. self.running = True while self.running: vc = libvirt.openAuth(uri, auth, flags) # Event callback settings callback_ids = [] for event, callback in event_callback_handlers.items(): cid = vc.domainEventRegisterAny(None, event, callback, None) callback_ids.append(cid) # Connection monitoring. vc.setKeepAlive(5, 3) while vc.isAlive() == 1 and self.running: eventlet.greenthread.sleep(1) # If connection between libvirtd was lost, # clear callback connection. LOG.warning("Libvirt Connection Closed Unexpectedly.") for cid in callback_ids: try: vc.domainEventDeregisterAny(cid) except Exception: LOG.debug("Failed to deregister libvirt event " "callback %s.", cid, exc_info=True) vc.close() del vc time.sleep(3) def stop(self): self.running = False def main(self): """Main method. Set the URI, error handler, and executes event loop processing. """ uri = CONF.libvirt.connection_uri LOG.debug("Using uri:" + uri) # set error handler & do event loop libvirt.registerErrorHandler(self._err_handler, '_virt_event') self._virt_event(uri) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2052195 masakari_monitors-22.0.0/masakarimonitors/instancemonitor/libvirt_handler/0000775000175000017500000000000015257164140026113 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4542875 masakari_monitors-22.0.0/masakarimonitors/instancemonitor/libvirt_handler/__init__.py0000664000175000017500000000000015257164053030215 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4542875 masakari_monitors-22.0.0/masakarimonitors/instancemonitor/libvirt_handler/callback.py0000664000175000017500000000557715257164053030242 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from oslo_log import log as oslo_logging import masakarimonitors.conf from masakarimonitors.ha import masakari LOG = oslo_logging.getLogger(__name__) CONF = masakarimonitors.conf.CONF class Callback(object): """Class of callback processing.""" def __init__(self): self.notifier = masakari.SendNotification() def libvirt_event_callback(self, event_id, details, domain_uuid, notice_type, hostname, current_time): """Callback method. Callback processing be executed as result of the libvirt event filter. :param event_id: Event ID notify to the callback function :param details: Event code notify to the callback function :param domain_uuid: Uuid notify to the callback function :param notice_type: Notice type notify to the callback function :param hostname: Server host name of the source an event occur notify to the callback function :param current_time: Event occurred time notify to the callback function """ # Output to the syslog. LOG.info("Libvirt Event: type=%(notice_type)s," " hostname=%(hostname)s," " uuid=%(uuid)s, time=%(current_time)s," " event_id=%(event_id)s," " detail=%(detail)s)", {'notice_type': notice_type, 'hostname': hostname, 'uuid': domain_uuid, 'current_time': current_time, 'event_id': event_id, 'detail': details}) # Set the event to the dictionary. event = { 'notification': { 'type': notice_type, 'hostname': hostname, 'generated_time': current_time, 'payload': { 'event': event_id, 'instance_uuid': domain_uuid, 'vir_domain_event': details } } } self.notifier.send_notification(CONF.callback.retry_max, CONF.callback.retry_interval, event) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4542875 masakari_monitors-22.0.0/masakarimonitors/instancemonitor/libvirt_handler/eventfilter.py0000664000175000017500000000567215257164053031031 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import socket import sys import threading from oslo_log import log as oslo_logging from oslo_utils import excutils from oslo_utils import timeutils import masakarimonitors.conf from masakarimonitors.instancemonitor.libvirt_handler import callback from masakarimonitors.instancemonitor.libvirt_handler \ import eventfilter_table as evft from masakarimonitors.objects import event_constants as ec LOG = oslo_logging.getLogger(__name__) CONF = masakarimonitors.conf.CONF class EventFilter(object): """Class of filtering events.""" def __init__(self): self.callback = callback.Callback() def vir_event_filter(self, eventID, eventType, detail, uuID): """Filter events from libvirt. :param eventID: EventID :param eventType: Event type :param detail: Event name :pram uuID: UUID """ noticeType = ec.EventConstants.TYPE_VM hostname = CONF.hostname or socket.gethostname() currentTime = timeutils.utcnow() # All Event Output if debug mode is on. msg = "libvirt Event Received.type = %s \ hostname = %s uuid = %s time = %s eventID = %d eventType = %d \ detail = %d" % ( noticeType, hostname, uuID, currentTime, eventID, eventType, detail) LOG.debug(msg) try: if detail in evft.event_filter_dic[eventID][eventType]: LOG.debug("Event Filter Matched.") eventID_val = evft.eventID_dic[eventID] detail_val = evft.detail_dic[eventID][eventType][detail] # callback Thread Start thread = threading.Thread( target=self.callback.libvirt_event_callback, args=(eventID_val, detail_val, uuID, noticeType, hostname, currentTime) ) thread.start() else: LOG.debug("Event Filter Unmatched.") except KeyError: LOG.debug("virEventFilter KeyError") except IndexError: LOG.debug("virEventFilter IndexError") except TypeError: LOG.debug("virEventFilter TypeError") except Exception: with excutils.save_and_reraise_exception(): LOG.debug("Unexpected error: %s", sys.exc_info()[0]) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4552877 masakari_monitors-22.0.0/masakarimonitors/instancemonitor/libvirt_handler/eventfilter_table.py0000664000175000017500000001105715257164053032172 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import libvirt # If is not defined internal , -1 is stored. DUMMY = -1 # Enumerate all event that can get. # Comment out events that is not targeted in the callback. event_filter_dic = { libvirt.VIR_DOMAIN_EVENT_ID_LIFECYCLE: { libvirt.VIR_DOMAIN_EVENT_SUSPENDED: ( libvirt.VIR_DOMAIN_EVENT_SUSPENDED_IOERROR, libvirt.VIR_DOMAIN_EVENT_SUSPENDED_WATCHDOG, libvirt.VIR_DOMAIN_EVENT_SUSPENDED_API_ERROR ), libvirt.VIR_DOMAIN_EVENT_STOPPED: ( libvirt.VIR_DOMAIN_EVENT_STOPPED_SHUTDOWN, libvirt.VIR_DOMAIN_EVENT_STOPPED_DESTROYED, libvirt.VIR_DOMAIN_EVENT_STOPPED_FAILED, ), libvirt.VIR_DOMAIN_EVENT_SHUTDOWN: ( libvirt.VIR_DOMAIN_EVENT_SHUTDOWN_FINISHED, ) }, libvirt.VIR_DOMAIN_EVENT_ID_REBOOT: {DUMMY: (DUMMY,)}, libvirt.VIR_DOMAIN_EVENT_ID_WATCHDOG: { libvirt.VIR_DOMAIN_EVENT_WATCHDOG_NONE: (DUMMY,), libvirt.VIR_DOMAIN_EVENT_WATCHDOG_PAUSE: (DUMMY,), libvirt.VIR_DOMAIN_EVENT_WATCHDOG_RESET: (DUMMY,), libvirt.VIR_DOMAIN_EVENT_WATCHDOG_POWEROFF: (DUMMY,), libvirt.VIR_DOMAIN_EVENT_WATCHDOG_SHUTDOWN: (DUMMY,), libvirt.VIR_DOMAIN_EVENT_WATCHDOG_DEBUG: (DUMMY,) }, libvirt.VIR_DOMAIN_EVENT_ID_IO_ERROR: { libvirt.VIR_DOMAIN_EVENT_IO_ERROR_NONE: (DUMMY,), libvirt.VIR_DOMAIN_EVENT_IO_ERROR_PAUSE: (DUMMY,), libvirt.VIR_DOMAIN_EVENT_IO_ERROR_REPORT: (DUMMY,) }, libvirt.VIR_DOMAIN_EVENT_ID_IO_ERROR_REASON: {DUMMY: (DUMMY,)}, libvirt.VIR_DOMAIN_EVENT_ID_CONTROL_ERROR: {DUMMY: (DUMMY,)} } eventID_dic = { libvirt.VIR_DOMAIN_EVENT_ID_LIFECYCLE: 'LIFECYCLE', libvirt.VIR_DOMAIN_EVENT_ID_REBOOT: 'REBOOT', libvirt.VIR_DOMAIN_EVENT_ID_WATCHDOG: 'WATCHDOG', libvirt.VIR_DOMAIN_EVENT_ID_IO_ERROR: 'IO_ERROR', libvirt.VIR_DOMAIN_EVENT_ID_IO_ERROR_REASON: 'IO_ERROR_REASON', libvirt.VIR_DOMAIN_EVENT_ID_CONTROL_ERROR: 'CONTROL_ERROR'} detail_dic = { libvirt.VIR_DOMAIN_EVENT_ID_LIFECYCLE: { libvirt.VIR_DOMAIN_EVENT_SUSPENDED: { libvirt.VIR_DOMAIN_EVENT_SUSPENDED_IOERROR: 'SUSPENDED_IOERROR', libvirt.VIR_DOMAIN_EVENT_SUSPENDED_WATCHDOG: 'SUSPENDED_WATCHDOG', libvirt.VIR_DOMAIN_EVENT_SUSPENDED_API_ERROR: 'SUSPENDED_API_ERROR'}, libvirt.VIR_DOMAIN_EVENT_STOPPED: { libvirt.VIR_DOMAIN_EVENT_STOPPED_SHUTDOWN: 'STOPPED_SHUTDOWN', libvirt.VIR_DOMAIN_EVENT_STOPPED_DESTROYED: 'STOPPED_DESTROYED', libvirt.VIR_DOMAIN_EVENT_STOPPED_FAILED: 'STOPPED_FAILED'}, libvirt.VIR_DOMAIN_EVENT_SHUTDOWN: { libvirt.VIR_DOMAIN_EVENT_SHUTDOWN_FINISHED: 'SHUTDOWN_FINISHED'} }, libvirt.VIR_DOMAIN_EVENT_ID_REBOOT: { DUMMY: { DUMMY: 'UNKNOWN'}}, libvirt.VIR_DOMAIN_EVENT_ID_WATCHDOG: { libvirt.VIR_DOMAIN_EVENT_WATCHDOG_NONE: { DUMMY: 'WATCHDOG_NONE'}, libvirt.VIR_DOMAIN_EVENT_WATCHDOG_PAUSE: { DUMMY: 'WATCHDOG_PAUSE'}, libvirt.VIR_DOMAIN_EVENT_WATCHDOG_RESET: { DUMMY: 'WATCHDOG_RESET'}, libvirt.VIR_DOMAIN_EVENT_WATCHDOG_POWEROFF: { DUMMY: 'WATCHDOG_POWEROFF'}, libvirt.VIR_DOMAIN_EVENT_WATCHDOG_SHUTDOWN: { DUMMY: 'WATCHDOG_SHUTDOWN'}, libvirt.VIR_DOMAIN_EVENT_WATCHDOG_DEBUG: { DUMMY: 'WATCHDOG_DEBUG'}}, libvirt.VIR_DOMAIN_EVENT_ID_IO_ERROR: { libvirt.VIR_DOMAIN_EVENT_IO_ERROR_NONE: { DUMMY: 'IO_ERROR_NONE'}, libvirt.VIR_DOMAIN_EVENT_IO_ERROR_PAUSE: { DUMMY: 'IO_ERROR_PAUSE'}, libvirt.VIR_DOMAIN_EVENT_IO_ERROR_REPORT: { DUMMY: 'IO_ERROR_REPORT'}}, libvirt.VIR_DOMAIN_EVENT_ID_IO_ERROR_REASON: { DUMMY: { DUMMY: 'UNKNOWN'}}, libvirt.VIR_DOMAIN_EVENT_ID_CONTROL_ERROR: { DUMMY: { DUMMY: 'UNKNOWN'}} } ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2062194 masakari_monitors-22.0.0/masakarimonitors/introspectiveinstancemonitor/0000775000175000017500000000000015257164140025562 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4552877 masakari_monitors-22.0.0/masakarimonitors/introspectiveinstancemonitor/README.rst0000664000175000017500000000522115257164053027254 0ustar00zuulzuul========================================= masakarimonitors-introspectiveinstancemonitor ========================================= Introspective instance monitor for Masakari ---------------------------------------- - masakarimonitors-introspectiveinstancemonitor, provides Virtual Machine High Availability (VMHA) service for OpenStack clouds by automatically detecting the system-level failure events via QEMU Guest Agent. If it detects VM heartbeat failure events, it sends notifications to the masakari-api. - Based on the QEMU Guest Agent, masakarimonitors-introspectiveinstancemonitor aims to provide access to a system-level agent via standard qemu-ga protocol How does it work? ---------------------------------------- - libvirt and QEMU Guest Agent are used as the underlying protocol for messaging to and from VM. - The host-side qemu-agent sockets are used to determine whether VMs are configured with QEMU Guest Agent. - qemu-guest-ping is used as the monitoring heartbeat. - For the future release, we can pass through arbitrary guest agent commands to check the health of the applications inside a VM. QEMU Guest Agent Installation notes ---------------------------------------- - Set image property: hw_qemu_guest_agent=yes. - This tells NOVA to setup the virtual serial interface thru QEMU to VM - e.g. $ openstack image create --public --disk-format qcow2 --container-format bare --file ~ubuntu/xenial-server-cloudimg-amd64-disk1.img --public --property hw_qemu_guest_agent=yes xenial-server-cloudimg * Inside VM:: $ sudo apt-get install qemu-guest-agent $ sudo systemctl start qemu-guest-agent $ ubuntu@test:~$ ps -ef | fgrep qemu $ ... /usr/sbin/qemu-ga --daemonize -m virtio-serial -p /dev/virtio-ports/org.qemu.guest_agent.0 $ ubuntu@test:~$ ls /dev/virtio-ports/ $ org.qemu.guest_agent.0 Configure masakarimonitors-introspectiveinstancemonitor ---------------------------------------------- #. Clone masakari-monitors using:: $ git clone https://github.com/openstack/masakari-monitors.git #. Create masakarimonitors directory in /etc/. #. Run setup.py from masakari-monitors:: $ sudo python setup.py install #. Copy masakarimonitors.conf and process_list.yaml files from masakari-monitors/etc/ to /etc/masakarimonitors folder and make necessary changes to the masakarimonitors.conf and process_list.yaml files. To generate the sample masakarimonitors.conf file, run the following command from the top level of the masakari-monitors directory:: $ tox -egenconfig #. To run masakari-introspectiveinstancemonitor simply use following binary:: $ masakari-introspectiveinstancemonitor ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4552877 masakari_monitors-22.0.0/masakarimonitors/introspectiveinstancemonitor/__init__.py0000664000175000017500000000000015257164053027664 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4552877 masakari_monitors-22.0.0/masakarimonitors/introspectiveinstancemonitor/cache.py0000664000175000017500000000404715257164053027207 0ustar00zuulzuul# Copyright (c) 2018 WindRiver Systems # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or # implied. # See the License for the specific language governing permissions and # limitations under the License. """ The code related to integration between oslo.cache module and masakarimonitors. Use 'oslo_cache.dict' i.e. dogpile.cache backend that uses dictionary for storage Dogpile consists of two subsystems, one building on top of the other. dogpile provides the concept of a dogpile lock, a control structure which allows a single thread of execution to be selected as the creator of some resource, while allowing other threads of execution to refer to the previous version of this resource as the creation proceeds; if there is no previous version, then those threads block until the object is available. """ from oslo_cache import core from oslo_config import cfg WEEK = 604800 def register_cache_configurations(conf): """Register all configurations required for oslo.cache. The procedure registers all configurations required for oslo.cache. It should be called before configuring of cache region :param conf: instance of configuration :returns: updated configuration """ # register global configurations for caching core.configure(conf) return conf # variable that stores an initialized cache region _REGION = None def get_cache_region(): global _REGION if not _REGION: _REGION = core.create_region() _REGION.configure('oslo_cache.dict', arguments={'expiration_time': WEEK}) core.configure_cache_region( conf=register_cache_configurations(cfg.CONF), region=_REGION) return _REGION ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4552877 masakari_monitors-22.0.0/masakarimonitors/introspectiveinstancemonitor/instance.py0000664000175000017500000001376615257164053027760 0ustar00zuulzuul# Copyright (c) 2018 WindRiver Systems # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import eventlet import libvirt import socket import sys import threading import time from oslo_config import cfg from oslo_log import log as oslo_logging from oslo_utils import excutils from oslo_utils import timeutils from masakarimonitors.introspectiveinstancemonitor import qemu_utils from masakarimonitors.introspectiveinstancemonitor import scheduler from masakarimonitors import manager from masakarimonitors.objects import event_constants as ec LOG = oslo_logging.getLogger(__name__) CONF = cfg.CONF class IntrospectiveInstanceMonitorManager(manager.Manager): def __init__(self, *args, **kwargs): self.init_tgm() super(IntrospectiveInstanceMonitorManager, self).__init__( service_name="introspectiveinstancemonitor", *args, **kwargs) # This keeps track of what thread is running the event loop, # (if it is run in a background thread) self.event_loop_thread = None def _reset_journal(self, event_id, event_type, detail, domain_uuid): """To reset the monitoring to discovery stage :param event_id: Event ID :param event_type: Event type :param detail: Event code :param domain_uuid: Domain uuid """ def _reset_handler(event_id, event_type, detail, domain_uuid): """Reset monitoring To reset monitoring to discovery stage for the following event: libvirt.VIR_DOMAIN_EVENT_STARTED """ LOG.debug( "libvirt Event Received.type = %s hostname = %s uuid = %s " "time = %s eventID = %d eventType = %d detail = %d", ec.EventConstants.TYPE_VM, socket.gethostname(), domain_uuid, timeutils.utcnow(), event_id, event_type, detail) if (event_id == libvirt.VIR_DOMAIN_EVENT_ID_LIFECYCLE) and \ (event_type == libvirt.VIR_DOMAIN_EVENT_STARTED): qemu_utils.resetJournal(domain_uuid) try: thread = threading.Thread( _reset_handler(event_id, event_type, detail, domain_uuid) ) thread.start() except KeyError as e: LOG.error("virEventFilter KeyError: {0}", e) except IndexError as e: LOG.error("virEventFilter IndexError: {0}", e) except TypeError as e: LOG.error("virEventFilter TypeError: {0}", e) except Exception: with excutils.save_and_reraise_exception(): LOG.error("Unexpected error: %s", sys.exc_info()[0]) def init_tgm(self): """Manages the masakari-introspectiveinstancemonitor.""" self.TG = scheduler.ThreadGroupManager() def _vir_event_loop_native_run(self): # Directly run the event loop in the current thread while True: libvirt.virEventRunDefaultImpl() def _vir_event_loop_native_start(self): libvirt.virEventRegisterDefaultImpl() self.event_loop_thread = threading.Thread( target=self._vir_event_loop_native_run, name="lib_virt_eventLoop") self.event_loop_thread.daemon = True self.event_loop_thread.start() def _my_domain_event_callback(self, conn, dom, event, detail, opaque): self._reset_journal(libvirt.VIR_DOMAIN_EVENT_ID_LIFECYCLE, event, detail, dom.UUIDString()) def _my_domain_event_reboot_callback(self, conn, dom, opaque): self._reset_journal(libvirt.VIR_DOMAIN_EVENT_ID_REBOOT, -1, -1, dom.UUIDString()) def _err_handler(self, ctxt, err): LOG.warning("Error from libvirt : %s", err[2]) def _virt_event(self, uri): # Run a background thread with the event loop self._vir_event_loop_native_start() event_callback_handlers = { libvirt.VIR_DOMAIN_EVENT_ID_LIFECYCLE: self._my_domain_event_callback, libvirt.VIR_DOMAIN_EVENT_ID_REBOOT: self._my_domain_event_reboot_callback } # Connect to libvirt - If be disconnected, reprocess. self.running = True while self.running: vc = libvirt.openReadOnly(uri) # Event callback settings callback_ids = [] for event, callback in event_callback_handlers.items(): cid = vc.domainEventRegisterAny(None, event, callback, None) callback_ids.append(cid) # Connection monitoring. vc.setKeepAlive(5, 3) while vc.isAlive() == 1 and self.running: eventlet.greenthread.sleep(1) # If connection between libvirtd was lost, # clear callback connection. LOG.warning("Libvirt Connection Closed Unexpectedly.") for cid in callback_ids: try: vc.domainEventDeregisterAny(cid) except Exception: LOG.debug("Failed to deregister libvirt event " "callback %s.", cid, exc_info=True) vc.close() del vc time.sleep(3) def stop(self): self.running = False def main(self): """Main method. Set the URI, error handler, and executes event loop processing. """ uri = CONF.libvirt.connection_uri LOG.debug("Using uri:" + uri) # set error handler & do event loop libvirt.registerErrorHandler(self._err_handler, '_virt_event') self._virt_event(uri) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4552877 masakari_monitors-22.0.0/masakarimonitors/introspectiveinstancemonitor/qemu_utils.py0000664000175000017500000003321115257164053030326 0ustar00zuulzuul# Copyright (c) 2018 WindRiver Systems # # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. # Introspective instance monitoring depends on the qemu guest agent to # monitoring what inside of a VM. # # A few items to get in the way of the design: # # - After VM is active, it needs time to start qemu-guest-agent. # Before error/failure is reported, we need a discovery phase to wait # until VM is guest_pingable. # # - Debouncing is needed to enforce that masakari_notifier function # not calling twice or more for the same failure. # # After reported a masakari notification, sent_notification flag will # need to be reset when there is a QEMU LIFECYCLE event like: # STARTED_BOOTED # SUSPENDED_PAUSED import eventlet import libvirt import libvirtmod_qemu import logging import re import socket import time import traceback # Machine module contains the state machine logic, state and transition events from automaton import machines from dogpile.cache.api import NoValue from lxml import etree from oslo_config import cfg from oslo_utils import timeutils from masakarimonitors.ha import masakari from masakarimonitors.introspectiveinstancemonitor import cache from masakarimonitors.objects import event_constants as ec from masakarimonitors import utils CONF = cfg.CONF ICONF = cfg.CONF.introspectiveinstancemonitor # The VM QEMU Quest Agent states # # discovery = initial state of VM, # remains in this state until it is determined that # the VM has a qemu-agent interface enabling intrusive-instance-monitoring # # healthy = no failure event is detected # # error = An error is recorded on every audit cycle where # the VM is in the error state # # reported = a transient state # to keep track of reporting of notification # # Transitions # # Representation of a transition managed by a ``Machine`` instance. # source (str): Source state of the transition. # dest (str): Destination state of the transition. # trigger (str): The type of triggering event # that advances to the next state in the sequence. def action_on_enter(new_state, triggered_event): pass def action_on_exit(old_state, triggered_event): pass STATE_SPACE = [ { 'name': 'discovery', 'next_states': { 'guest_pingable': 'healthy', 'guest_not_pingable': 'discovery', }, 'on_enter': action_on_enter, 'on_exit': action_on_exit, }, { 'name': 'healthy', 'next_states': { 'guest_pingable': 'healthy', 'guest_not_pingable': 'error', }, 'on_enter': action_on_enter, 'on_exit': action_on_exit, }, { 'name': 'error', 'next_states': { 'report': 'reported', 'guest_pingable': 'healthy', 'guest_not_pingable': 'error', }, 'on_enter': action_on_enter, 'on_exit': action_on_exit, }, { 'name': 'reported', 'next_states': { 'guest_pingable': 'discovery', 'guest_not_pingable': 'reported', }, 'on_enter': action_on_enter, 'on_exit': action_on_exit, }, ] # Journal representation of a managed ``Machine`` instance. class Journal(machines.FiniteMachine): # Factory pattern to create a Journal object @classmethod def factory(cls, domain_uuid): jo = cls.build(STATE_SPACE) jo.default_start_state = 'discovery' jo.initialize() jo.failedCount = 0 # Conditions to reset sent_notification jo.sent_notification = False jo.domain_uuid = domain_uuid jo.lastUsed = time.time() LOG.debug(str(domain_uuid) + ':Journal:__init__:') return jo def resetState(self): self.default_start_state = 'discovery' self.initialize() self.failedCount = 0 self.sent_notification = False LOG.debug(str(self.domain_uuid) + '__resetState__:') def processEvent(self, event): self.process_event(event) self.lastUsed = time.time() def getFailedCount(self): return self.failedCount def incrementFailedCount(self): if (self.current_state == 'error'): self.failedCount += 1 def resetFailedCount(self): self.failedCount = 0 def setSentNotification(self, boolean): self.sent_notification = boolean def getSentNotification(self): return self.sent_notification # libvirt state verbose dictionary STATES = { libvirt.VIR_DOMAIN_NOSTATE: 'no state', libvirt.VIR_DOMAIN_RUNNING: 'running', libvirt.VIR_DOMAIN_BLOCKED: 'blocked on resource', libvirt.VIR_DOMAIN_PAUSED: 'paused by user', libvirt.VIR_DOMAIN_SHUTDOWN: 'being shut down', libvirt.VIR_DOMAIN_SHUTOFF: 'shut off', libvirt.VIR_DOMAIN_CRASHED: 'crashed', } LOG = logging.getLogger(__name__) def get_function_name(): return traceback.extract_stack(None, 2)[0][2] # To reset journal object by domain uuid def resetJournal(domain_uuid): # To get the VM Journal object from the dictionary # :param domain: QEMU domain UUID dict = cache.get_cache_region() jo = None if type(dict.get(domain_uuid)) is NoValue: jo = Journal.factory(domain_uuid) dict.set(domain_uuid, jo) else: jo = dict.get(domain_uuid) jo.resetState() # Qemu guest agent is used to check VM status # The checking pre-conditions are as follows: # - VM is running # - VM has Qemu guest agent installed # # then status is determined by # - VM is guest-agent-pingable or not # # Note: checkGuests function is called by the scheduler class QemuGuestAgent(object): def __init__(self): super(QemuGuestAgent, self).__init__() self.notifier = masakari.SendNotification() # _thresholdsCrossing # # We only issue a notification # to masakari-engine if the VM is 'already' in the error state # when there are consecutive guest_ping failures. # Suggested value for guest_monitoring_failure_threshold >= 3 # # Note: When operators are trying to gracefully shutdown VM, # QEMU may take time to powering-off. # E.g. When you do or # you may see that QEMU is active but monitoring may fail # due to VM is still "powering-off" # Status | Task State | Power State # ACTIVE | powering-off | Running def _thresholdsCrossing(self, domain): if (((self.getVmFsm(domain.UUIDString()).current_state) == 'error') and (self._getJournalObject(domain.UUIDString()).getFailedCount() > ICONF.guest_monitoring_failure_threshold)): LOG.debug('_thresholdsCrossing:' + domain.UUIDString()) LOG.debug(self._getJournalObject( domain.UUIDString()).getFailedCount()) return True else: return False def _masakari_notifier(self, domain_uuid): if self._getJournalObject(domain_uuid).getSentNotification(): LOG.debug('notifier.send_notification Skipped:' + domain_uuid) else: hostname = socket.gethostname() noticeType = ec.EventConstants.TYPE_VM current_time = timeutils.utcnow() event = { 'notification': { 'type': noticeType, 'hostname': hostname, 'generated_time': current_time, 'payload': { 'event': 'QEMU_GUEST_AGENT_ERROR', 'instance_uuid': domain_uuid, 'vir_domain_event': 'STOPPED_FAILED' } } } try: self.notifier.send_notification(CONF.callback.retry_max, CONF.callback.retry_interval, event) self._getJournalObject(domain_uuid).processEvent('report') self._getJournalObject(domain_uuid).setSentNotification(True) except Exception: LOG.warning('Failed to send notification for instance ' '%s in %s.', domain_uuid, get_function_name(), exc_info=True) def _qemuAgentGuestPing(self, domain, timeout, flags=0): def _no_heartbeat(domain_uuid): # Also advance the FSM self.getVmFsm(domain_uuid).processEvent('guest_not_pingable') self._getJournalObject(domain_uuid).incrementFailedCount() def _with_heartbeat(domain_uuid): #The order matters as we want to decrease the counter first self._getJournalObject(domain_uuid).resetFailedCount() self.getVmFsm(domain_uuid).processEvent('guest_pingable') def _record(result): if result is None: LOG.debug(domain.UUIDString() + '\tqemu-ga_guest-ping is not responding.') if self._thresholdsCrossing(domain): self._masakari_notifier(domain.UUIDString()) _no_heartbeat(domain.UUIDString()) else: _with_heartbeat(domain.UUIDString()) """Send a Guest Agent ping to domain """ # must pass domain._o to the c library as virDomainPtr ret = libvirtmod_qemu.virDomainQemuAgentCommand(domain._o, '{"execute": "guest-ping"}', timeout, flags) _record(ret) def _getJournalObject(self, domain_uuid): """Function: To get the dictionary :param domain: QEMU domain :return: the journal object referred by domain_uuid """ dict = cache.get_cache_region() if type(dict.get(domain_uuid)) is NoValue: jo = Journal.factory(domain_uuid) dict.set(domain_uuid, jo) return jo else: return dict.get(domain_uuid) def getVmFsm(self, domain_uuid): """Function: To get the VM Finite State Machine from the dictionary :param domain: QEMU domain :return: FSM object """ dict = cache.get_cache_region() if type(dict.get(domain_uuid)) is NoValue: jo = Journal.factory(domain_uuid) dict.set(domain_uuid, jo) return jo else: return dict.get(domain_uuid) def _hasQemuGuestAgent(self, domain): """Function: To check whether the VM has an QEMU Guest Agent by examining the qemu.guest_agent sock First check if libvirt is running or not, then sock :param domain: QEMU domain :return: true or false """ def qemuGuestAgentPathMatch(path): SOCK = ICONF.qemu_guest_agent_sock_path return re.match('%s' % SOCK, path) state, reason = domain.state() # First check if libvirt is running or not if state != libvirt.VIR_DOMAIN_RUNNING: return False xmlDesc = domain.XMLDesc() tree = etree.fromstring(xmlDesc) ''' Example

''' try: source = tree.find("devices/channel/source") if (source is not None): mode = source.get('mode') path = source.get('path') # There should be a bind for a sock file for qemu guest_agent if (qemuGuestAgentPathMatch(path) and mode == 'bind'): return True except Exception: LOG.warning("Failed to check QEMU guest agent presence.", exc_info=True) return False def checkGuests(self): """Function: Check QEMU Guests Condition: VM under intrusive monitoring must have QEMU agent client configured, installed and qemu "guest-agent-pingable". """ try: conn = libvirt.open(CONF.libvirt.connection_uri) for domain_id in conn.listDomainsID(): try: domain = conn.lookupByID(domain_id) if self._hasQemuGuestAgent(domain): @utils.synchronized(domain.UUIDString()) def do_qemuAgentGuestPing(domain, timeout): self._qemuAgentGuestPing(domain, timeout) do_qemuAgentGuestPing(domain, ICONF.guest_monitoring_timeout) except libvirt.libvirtError as le: LOG.warning(le) continue except Exception: LOG.warning("Exception during guest checks.", exc_info=True) def reschedule(action, sleep_time=1): """Eventlet Sleep for the specified number of seconds. :param sleep_time: seconds to sleep; if None, no sleep; """ LOG.debug('At reschedule') if sleep_time is not None: LOG.debug('Action %s sleep for %s seconds', action.id, sleep_time) eventlet.sleep(sleep_time) def sleep(sleep_time): """Interface for sleeping.""" eventlet.sleep(sleep_time) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4562879 masakari_monitors-22.0.0/masakarimonitors/introspectiveinstancemonitor/scheduler.py0000664000175000017500000000614315257164053030121 0ustar00zuulzuul# Copyright (c) 2018 WindRiver Systems # # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. import eventlet import logging from oslo_config import cfg from oslo_service import threadgroup from masakarimonitors.introspectiveinstancemonitor import qemu_utils LOG = logging.getLogger(__name__) CONF = cfg.CONF class ThreadGroupManager(object): """Thread group manager.""" def init_qemu_ga(self): self.qemuGA = qemu_utils.QemuGuestAgent() LOG.debug('Started QemuGuestAgent') def __init__(self): self.init_qemu_ga() super(ThreadGroupManager, self).__init__() self.threads = {} self.group = threadgroup.ThreadGroup() # Create dummy service task, because when there is nothing queued # on self.tg the process exits self.add_timer( CONF.introspectiveinstancemonitor.guest_monitoring_interval, self._service_task) def _service_task(self): # This is used to trigger periodic monitoring tasks self.qemuGA.checkGuests() def start(self, func, *args, **kwargs): """Run the given method in a sub-thread.""" LOG.debug('add_thread') return self.group.add_thread(func, *args, **kwargs) def add_timer(self, interval, func, *args, **kwargs): """Define a periodic task to be run in the thread group. The task will be executed in a separate green thread. Interval is from cfg.CONF.periodic_interval """ LOG.debug('group.add_timer') self.group.add_timer(interval, func, *args, **kwargs) def stop_timers(self): self.group.stop_timers() def stop(self, graceful=False): """Stop any active threads belong to this threadgroup.""" # Try to stop all threads gracefully self.group.stop(graceful) self.group.wait() # Wait for link()ed functions (i.e. lock release) threads = self.group.threads[:] links_done = dict((th, False) for th in threads) def mark_done(gt, th): links_done[th] = True for th in threads: th.link(mark_done, th) while not all(links_done.values()): eventlet.sleep() def reschedule(action, sleep_time=1): """Eventlet Sleep for the specified number of seconds. :param sleep_time: seconds to sleep; if None, no sleep; """ LOG.debug('At reschedule') if sleep_time is not None: LOG.debug('Action %s sleep for %s seconds', action.id, sleep_time) eventlet.sleep(sleep_time) def sleep(sleep_time): """Interface for sleeping.""" LOG.debug('sleep') eventlet.sleep(sleep_time) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4562879 masakari_monitors-22.0.0/masakarimonitors/manager.py0000664000175000017500000000674415257164053021531 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Base Manager class. Managers are responsible for a certain aspect of the system. It is a logical grouping of code relating to a portion of the system. In general other components should be using the manager to make changes to the components that it is responsible for. We have adopted a basic strategy of Smart managers and dumb data, which means rather than attaching methods to data objects, components should call manager methods that act on the data. Methods on managers that can be executed locally should be called directly. If a particular method must execute on a remote host, this should be done via rpc to the service that wraps the manager. Managers should be responsible for most of the db access, and non-implementation specific data. Anything implementation specific that can't be generalized should be done by the Driver. Managers will often provide methods for initial setup of a host or periodic tasks to a wrapping service. This module provides Manager, a base class for managers. """ from oslo_service import periodic_task import masakarimonitors.conf CONF = masakarimonitors.conf.CONF class PeriodicTasks(periodic_task.PeriodicTasks): def __init__(self): super(PeriodicTasks, self).__init__(CONF) class Manager(PeriodicTasks): def __init__(self, host=None, service_name='undefined'): if not host: host = CONF.hostname self.host = host self.service_name = service_name super(Manager, self).__init__() def periodic_tasks(self, context, raise_on_error=False): """Tasks to be run at a periodic interval.""" return self.run_periodic_tasks(context, raise_on_error=raise_on_error) def init_host(self): """Hook to do additional manager initialization when one requests the service be started. This is called before any service record is created. Child classes should override this method. """ pass def cleanup_host(self): """Hook to do cleanup work when the service shuts down. Child classes should override this method. """ pass def pre_start_hook(self): """Hook to provide the manager the ability to do additional start-up work before any RPC queues/consumers are created. This is called after other initialization has succeeded and a service record is created. Child classes should override this method. """ pass def post_start_hook(self): """Hook to provide the manager the ability to do additional start-up work immediately after a service creates RPC consumers and starts 'running'. Child classes should override this method. """ pass def reset(self): """Hook called on SIGHUP to signal the manager to re-read any dynamic configuration or do any reconfiguration tasks. """ pass ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2062194 masakari_monitors-22.0.0/masakarimonitors/objects/0000775000175000017500000000000015257164140021160 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4562879 masakari_monitors-22.0.0/masakarimonitors/objects/__init__.py0000664000175000017500000000000015257164053023262 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4562879 masakari_monitors-22.0.0/masakarimonitors/objects/event_constants.py0000664000175000017500000000202615257164053024752 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. class EventConstants(object): # Define event types. TYPE_PROCESS = "PROCESS" TYPE_COMPUTE_HOST = "COMPUTE_HOST" TYPE_VM = "VM" # Define event details. EVENT_STARTED = "STARTED" EVENT_STOPPED = "STOPPED" # Define host status. HOST_STATUS_NORMAL = "NORMAL" HOST_STATUS_UNKNOWN = "UNKNOWN" # Define cluster status. CLUSTER_STATUS_ONLINE = "ONLINE" CLUSTER_STATUS_OFFLINE = "OFFLINE" ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4562879 masakari_monitors-22.0.0/masakarimonitors/privsep.py0000664000175000017500000000147215257164053021600 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from oslo_privsep import priv_context monitors_priv = priv_context.PrivContext( "masakarimonitors", cfg_section="masakarimonitors_privileged", pypath=__name__ + ".monitors_priv", capabilities=[], ) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2062194 masakari_monitors-22.0.0/masakarimonitors/processmonitor/0000775000175000017500000000000015257164140022615 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4562879 masakari_monitors-22.0.0/masakarimonitors/processmonitor/__init__.py0000664000175000017500000000000015257164053024717 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4562879 masakari_monitors-22.0.0/masakarimonitors/processmonitor/process.py0000664000175000017500000000623615257164053024657 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import yaml import eventlet from oslo_log import log as oslo_logging import masakarimonitors.conf from masakarimonitors import manager from masakarimonitors.processmonitor.process_handler import handle_process LOG = oslo_logging.getLogger(__name__) CONF = masakarimonitors.conf.CONF class ProcessmonitorManager(manager.Manager): """Manages the masakari-processmonitor.""" def __init__(self, *args, **kwargs): super(ProcessmonitorManager, self).__init__( service_name="processmonitor", *args, **kwargs) self.process_handler = handle_process.HandleProcess() def _load_process_list(self): try: process_list = yaml.safe_load(open(CONF.process.process_list_path)) LOG.debug("Loaded process list. %s", process_list) return process_list except yaml.YAMLError as e: LOG.exception("YAMLError caught: %s", e) return except Exception as e: LOG.exception("Exception caught: %s", e) return def stop(self): self.running = False def main(self): """Main method.""" try: # Load process list. process_list = self._load_process_list() if process_list is None: LOG.error("Failed to load process list file.") return # Set process_list object to the process handler. self.process_handler.set_process_list(process_list) # Initial start of processes. self.process_handler.start_processes() self.running = True while self.running: # Monitor processes. down_process_list = self.process_handler.monitor_processes() if len(down_process_list) != 0: # Restart down processes. self.process_handler.restart_processes(down_process_list) else: # Since no down process, clear the restart_failure_list self.process_handler.restart_failure_list[:] = [] # Reload process list and set to the process handler. process_list = self._load_process_list() if process_list is None: LOG.error("Failed to reload process list file.") break self.process_handler.set_process_list(process_list) eventlet.greenthread.sleep(CONF.process.check_interval) except Exception as e: LOG.exception("Exception caught: %s", e) return return ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2072194 masakari_monitors-22.0.0/masakarimonitors/processmonitor/process_handler/0000775000175000017500000000000015257164140025770 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4562879 masakari_monitors-22.0.0/masakarimonitors/processmonitor/process_handler/__init__.py0000664000175000017500000000000015257164053030072 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4562879 masakari_monitors-22.0.0/masakarimonitors/processmonitor/process_handler/handle_process.py0000664000175000017500000001662415257164053031347 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import socket import eventlet from oslo_log import log as oslo_logging from oslo_utils import timeutils import masakarimonitors.conf from masakarimonitors.ha import masakari from masakarimonitors.objects import event_constants as ec from masakarimonitors import utils LOG = oslo_logging.getLogger(__name__) CONF = masakarimonitors.conf.CONF class HandleProcess(object): """Handle process.""" def __init__(self): self.process_list = None self.restart_failure_list = [] self.notifier = masakari.SendNotification() def set_process_list(self, process_list): """Set process list object. :param process_list: process list object """ self.process_list = process_list def _execute_cmd(self, cmd_str, run_as_root): # Split command string and delete empty elements. command = cmd_str.split() command = filter(lambda x: x != '', command) try: # Execute start command. out, err = utils.execute(*command, run_as_root=run_as_root) if out: msg = ("CMD '%s' output stdout: %s") % (cmd_str, out) LOG.info("%s", msg) if err: msg = ("CMD '%s' output stderr: %s") % (cmd_str, err) LOG.warning("%s", msg) return 1 except Exception as e: msg = ("CMD '%s' raised exception: %s") % (cmd_str, e) LOG.error("%s", e) return 1 return 0 def start_processes(self): """Initial start of processes. This method starts the processes using start command written in the process list. """ for process in self.process_list: cmd_str = process['start_command'] pre_cmd_str = process['pre_start_command'] post_cmd_str = process['post_start_command'] # Execute pre start command. if pre_cmd_str: ret = self._execute_cmd(pre_cmd_str, process['run_as_root']) if ret != 0: continue # Execute start command. LOG.info("Start of process with executing command: %s", cmd_str) self._execute_cmd(cmd_str, process['run_as_root']) # Execute post start command. if post_cmd_str: ret = self._execute_cmd(post_cmd_str, process['run_as_root']) def monitor_processes(self): """Monitor processes. This method monitors the processes using process name written in the process list. :returns: List of down process """ down_process_list = [] for process in self.process_list: process_name = process['process_name'] try: # Execute monitoring command. out, err = utils.execute('ps', '-ef', run_as_root=False) if process_name in out: LOG.debug("Process '%s' is found.", process_name) else: # Append down_process_list. down_process_list.append(process) LOG.warning("Process '%s' is not found.", process_name) except Exception as e: LOG.error("Monitoring command raised exception: %s", e) return down_process_list def _make_event(self, process_name): hostname = socket.gethostname() current_time = timeutils.utcnow() event = { 'notification': { 'type': ec.EventConstants.TYPE_PROCESS, 'hostname': hostname, 'generated_time': current_time, 'payload': { 'event': ec.EventConstants.EVENT_STOPPED, 'process_name': process_name.split('/')[-1] } } } return event def restart_processes(self, down_process_list): """Restart processes. This method restarts the processes using restart command written in the process list. :param down_process_list: down process list object """ tmp_restart_failure_list = [] for down_process in down_process_list: # The process which failed to restart previously doesn't restart. if down_process['process_name'] in self.restart_failure_list: msg = "Process '%s' doesn't be restarted because it failed" \ " to restart previously." % down_process['process_name'] LOG.warning("%s", msg) tmp_restart_failure_list.append(down_process['process_name']) continue cmd_str = down_process['restart_command'] pre_cmd_str = down_process['pre_restart_command'] post_cmd_str = down_process['post_restart_command'] LOG.info("Restart of process with executing command: %s", cmd_str) for retries in range(0, CONF.process.restart_retries + 1): # Execute pre restart command. if pre_cmd_str: ret = self._execute_cmd(pre_cmd_str, down_process['run_as_root']) if ret != 0: # Failed to restart process. eventlet.greenthread.sleep( CONF.process.restart_interval) continue # Execute restart command. ret = self._execute_cmd(cmd_str, down_process['run_as_root']) if ret != 0: # Failed to restart process. eventlet.greenthread.sleep(CONF.process.restart_interval) continue # Execute post restart command. if post_cmd_str: ret = self._execute_cmd(post_cmd_str, down_process['run_as_root']) if ret != 0: # Failed to restart process. eventlet.greenthread.sleep( CONF.process.restart_interval) continue # Succeeded in restarting process. break if retries == CONF.process.restart_retries: # Send a notification. event = self._make_event(down_process['process_name']) self.notifier.send_notification( CONF.process.api_retry_max, CONF.process.api_retry_interval, event) # Add the process name which failed to restart to the # failure list. tmp_restart_failure_list.append(down_process['process_name']) # Replace the old restart_failure_list with new one self.restart_failure_list = tmp_restart_failure_list[:] ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4562879 masakari_monitors-22.0.0/masakarimonitors/service.py0000664000175000017500000000766115257164053021556 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Generic Node base class for all workers that run on hosts.""" import os import sys from oslo_log import log as logging from oslo_service import service from oslo_utils import importutils import masakarimonitors.conf from masakarimonitors.i18n import _ from masakarimonitors import utils LOG = logging.getLogger(__name__) CONF = masakarimonitors.conf.CONF class Service(service.Service): """Service object for binaries running on hosts. A service takes a manager. """ def __init__(self, host, binary, manager): super(Service, self).__init__() self.host = host self.binary = binary self.manager_class_name = manager manager_class = importutils.import_class(self.manager_class_name) self.manager = manager_class(host=self.host) def __repr__(self): return "<%(cls_name)s: host=%(host)s, binary=%(binary)s, " \ "manager_class_name=%(manager)s>" %\ { 'cls_name': self.__class__.__name__, 'host': self.host, 'binary': self.binary, 'manager': self.manager_class_name } def start(self): LOG.info('Starting %s', self.binary) self.basic_config_check() self.manager.init_host() self.manager.main() def __getattr__(self, key): manager = self.__dict__.get('manager', None) return getattr(manager, key) @classmethod def create(cls, host=None, binary=None, manager=None): """Instantiates class and passes back application object. :param host: defaults to CONF.hostname :param binary: defaults to basename of executable :param manager: defaults to CONF._manager """ if not host: host = CONF.hostname if not binary: binary = os.path.basename(sys.argv[0]) if not manager: manager_cls = ('%s_manager' % binary.rpartition('masakarimonitors-')[2]) manager = CONF.get(manager_cls, None) service_obj = cls(host, binary, manager) return service_obj def kill(self): """Destroy the service object in the datastore. NOTE: Although this method is not used anywhere else than tests, it is convenient to have it here, so the tests might easily and in clean way stop and remove the service_ref. """ self.stop() def stop(self): LOG.info('Stopping %s', self.binary) self.manager.stop() super(Service, self).stop() def basic_config_check(self): """Perform basic config checks before starting processing.""" # Make sure the tempdir exists and is writable try: with utils.tempdir(): pass except Exception as e: LOG.error('Temporary directory is invalid: %s', e) sys.exit(1) def reset(self): self.manager.reset() # NOTE: the global launcher is to maintain the existing # functionality of calling service.serve + # service.wait _launcher = None def serve(server, workers=None): global _launcher if _launcher: raise RuntimeError(_('serve() can only be called once')) _launcher = service.launch(CONF, server, workers=workers) def wait(): _launcher.wait() ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2072194 masakari_monitors-22.0.0/masakarimonitors/tests/0000775000175000017500000000000015257164140020671 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4562879 masakari_monitors-22.0.0/masakarimonitors/tests/__init__.py0000664000175000017500000000000015257164053022773 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.457288 masakari_monitors-22.0.0/masakarimonitors/tests/base.py0000664000175000017500000000140115257164053022154 0ustar00zuulzuul# Copyright 2010-2011 OpenStack Foundation # Copyright (c) 2013 Hewlett-Packard Development Company, L.P. # # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. from oslotest import base class TestCase(base.BaseTestCase): """Test case base class for all unit tests.""" ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.457288 masakari_monitors-22.0.0/masakarimonitors/tests/test_masakarimonitors.py0000664000175000017500000000141315257164053025667 0ustar00zuulzuul# Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. """ test_masakarimonitors ---------------------------------- Tests for `masakarimonitors` module. """ from masakarimonitors.tests import base class TestMasakarimonitors(base.TestCase): def test_something(self): pass ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2072194 masakari_monitors-22.0.0/masakarimonitors/tests/unit/0000775000175000017500000000000015257164140021650 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.457288 masakari_monitors-22.0.0/masakarimonitors/tests/unit/__init__.py0000664000175000017500000000000015257164053023752 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2082193 masakari_monitors-22.0.0/masakarimonitors/tests/unit/ha/0000775000175000017500000000000015257164140022240 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.457288 masakari_monitors-22.0.0/masakarimonitors/tests/unit/ha/__init__.py0000664000175000017500000000000015257164053024342 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.457288 masakari_monitors-22.0.0/masakarimonitors/tests/unit/ha/test_masakari.py0000664000175000017500000001304515257164053025447 0ustar00zuulzuul# Copyright(c) 2017 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import testtools from unittest import mock import uuid import eventlet from keystoneauth1 import loading as ks_loading from openstack import connection from openstack import exceptions from oslo_utils import timeutils import masakarimonitors.conf from masakarimonitors.ha import masakari from masakarimonitors.objects import event_constants as ec CONF = masakarimonitors.conf.CONF PROFILE_TYPE = "ha" PROFILE_NAME = "masakari" class FakeResponse(object): def __init__(self, status_code=200, headers=None): self.status_code = status_code self.headers = { 'content-type': 'application/json', 'x-openstack-request-id': uuid.uuid4().hex, } class TestSendNotification(testtools.TestCase): def setUp(self): super(TestSendNotification, self).setUp() self.api_retry_max = 3 self.api_retry_interval = 1 self.event = { 'notification': { 'type': ec.EventConstants.TYPE_COMPUTE_HOST, 'hostname': 'compute-node1', 'generated_time': timeutils.utcnow(), 'payload': { 'event': ec.EventConstants.EVENT_STOPPED, 'cluster_status': 'OFFLINE', 'host_status': ec.EventConstants.HOST_STATUS_NORMAL } } } @mock.patch.object(connection, 'Connection') @mock.patch.object(ks_loading, 'load_session_from_conf_options') @mock.patch.object(ks_loading, 'load_auth_from_conf_options') def test_send_notification( self, mock_auth, mock_session, mock_connection): mock_conn = mock.Mock() mock_conn.instance_ha.return_value = mock.Mock() mock_conn.instance_ha.create_notification.return_value = mock.Mock() mock_connection.return_value = mock_conn notifier = masakari.SendNotification() notifier.send_notification( self.api_retry_max, self.api_retry_interval, self.event) mock_conn.instance_ha.create_notification.assert_called_once_with( type=self.event['notification']['type'], hostname=self.event['notification']['hostname'], generated_time=self.event['notification']['generated_time'], payload=self.event['notification']['payload']) mock_auth.assert_called_once_with(CONF, 'api') mock_session.assert_called_once_with(CONF, 'api', auth=mock_auth.return_value) @mock.patch.object(connection, 'Connection') @mock.patch.object(ks_loading, 'load_session_from_conf_options') @mock.patch.object(ks_loading, 'load_auth_from_conf_options') def test_send_notification_409_error( self, mock_auth, mock_session, mock_connection): mock_conn = mock.Mock() mock_conn.instance_ha.return_value = mock.Mock() mock_conn.instance_ha.create_notification.return_value = mock.Mock() mock_connection.return_value = mock_conn response = FakeResponse(status_code=409) status_ex = exceptions.HttpException(response=response) mock_conn.instance_ha.create_notification.side_effect = status_ex notifier = masakari.SendNotification() notifier.send_notification( self.api_retry_max, self.api_retry_interval, self.event) mock_conn.instance_ha.create_notification.assert_called_once_with( type=self.event['notification']['type'], hostname=self.event['notification']['hostname'], generated_time=self.event['notification']['generated_time'], payload=self.event['notification']['payload']) @mock.patch.object(eventlet.greenthread, 'sleep') @mock.patch.object(connection, 'Connection') @mock.patch.object(ks_loading, 'load_session_from_conf_options') @mock.patch.object(ks_loading, 'load_auth_from_conf_options') def test_send_notification_500_error( self, mock_auth, mock_session, mock_connection, mock_sleep): mock_conn = mock.Mock() mock_conn.instance_ha.return_value = mock.Mock() mock_conn.instance_ha.create_notification.return_value = mock.Mock() mock_connection.return_value = mock_conn response = FakeResponse(status_code=500) status_ex = exceptions.HttpException(response=response) mock_conn.instance_ha.create_notification.side_effect = status_ex mock_sleep.return_value = None notifier = masakari.SendNotification() notifier.send_notification( self.api_retry_max, self.api_retry_interval, self.event) mock_conn.instance_ha.create_notification.assert_called_with( type=self.event['notification']['type'], hostname=self.event['notification']['hostname'], generated_time=self.event['notification']['generated_time'], payload=self.event['notification']['payload']) self.assertEqual(self.api_retry_max + 1, mock_conn.instance_ha.create_notification.call_count) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2082193 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/0000775000175000017500000000000015257164140024235 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.457288 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/__init__.py0000664000175000017500000000000015257164053026337 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2082193 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/consul_check/0000775000175000017500000000000015257164140026675 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.457288 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/consul_check/__init__.py0000664000175000017500000000000015257164053030777 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4582882 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/consul_check/test_consul_helper.py0000664000175000017500000001716215257164053033162 0ustar00zuulzuul# Copyright(c) 2021 Inspur # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import testtools from unittest import mock from oslo_config import fixture as fixture_config from masakarimonitors.hostmonitor.consul_check import consul_helper class FakerAgentMembers(object): def __init__(self): self.agent_members = [] def create_agent(self, name, status=1): agent = { 'Name': name, 'Status': status, 'Port': 'agent_lan_port', 'Addr': 'agent_ip', 'Tags': { 'dc': 'storage', 'role': 'consul', 'port': 'agent_server_port', 'wan_join_port': 'agent_wan_port', 'expect': '3', 'id': 'agent_id', 'vsn_max': '3', 'vsn_min': '2', 'vsn': '2', 'raft_vsn': '2', }, 'ProtocolMax': 5, 'ProtocolMin': 1, 'ProtocolCur': 2, 'DelegateMax': 5, 'DelegateMin': 2, 'DelegateCur': 4, } self.agent_members.append(agent) def generate_agent_members(self): return self.agent_members class TestConsulManager(testtools.TestCase): def setUp(self): super(TestConsulManager, self).setUp() self.CONF = self.useFixture(fixture_config.Config()).conf self.consul_manager = consul_helper.ConsulManager(self.CONF) self.consul_manager.agents = { 'manage': consul_helper.ConsulAgent('manage'), 'tenant': consul_helper.ConsulAgent('tenant'), 'storage': consul_helper.ConsulAgent('storage'), } @mock.patch('consul.Consul') def test_init_agents_no_agent(self, mock_consul): mgr = consul_helper.ConsulManager(self.CONF) self.assertEqual({}, mgr.agents) mock_consul.assert_not_called() @mock.patch('consul.Consul') def test_init_agents_ipv4(self, mock_consul): self.CONF.set_override('agent_manage', '192.0.2.10:1000', 'consul') self.CONF.set_override('agent_tenant', '192.0.2.11:1001', 'consul') self.CONF.set_override('agent_storage', '192.0.2.12', 'consul') mgr = consul_helper.ConsulManager(self.CONF) self.assertEqual('manage', mgr.agents['manage'].name) self.assertEqual('192.0.2.10', mgr.agents['manage'].addr) self.assertEqual(1000, mgr.agents['manage'].port) self.assertEqual(mock.call(host='192.0.2.10', port=1000), mock_consul.mock_calls[0]) self.assertEqual('tenant', mgr.agents['tenant'].name) self.assertEqual('192.0.2.11', mgr.agents['tenant'].addr) self.assertEqual(1001, mgr.agents['tenant'].port) self.assertEqual(mock.call(host='192.0.2.11', port=1001), mock_consul.mock_calls[1]) self.assertEqual('storage', mgr.agents['storage'].name) self.assertEqual('192.0.2.12', mgr.agents['storage'].addr) self.assertEqual(8500, mgr.agents['storage'].port) self.assertEqual(mock.call(host='192.0.2.12', port=8500), mock_consul.mock_calls[2]) self.assertEqual(3, mock_consul.call_count) @mock.patch('consul.Consul') def test_init_agents_ipv6(self, mock_consul): self.CONF.set_override( 'agent_manage', '[2001:db8::10]:1000', 'consul') self.CONF.set_override( 'agent_tenant', '[2001:db8::11]:1001', 'consul') self.CONF.set_override( 'agent_storage', '2001:db8::12', 'consul') mgr = consul_helper.ConsulManager(self.CONF) self.assertEqual('manage', mgr.agents['manage'].name) self.assertEqual('2001:db8::10', mgr.agents['manage'].addr) self.assertEqual(1000, mgr.agents['manage'].port) self.assertEqual(mock.call(host='2001:db8::10', port=1000), mock_consul.mock_calls[0]) self.assertEqual('tenant', mgr.agents['tenant'].name) self.assertEqual('2001:db8::11', mgr.agents['tenant'].addr) self.assertEqual(1001, mgr.agents['tenant'].port) self.assertEqual(mock.call(host='2001:db8::11', port=1001), mock_consul.mock_calls[1]) self.assertEqual('storage', mgr.agents['storage'].name) self.assertEqual('2001:db8::12', mgr.agents['storage'].addr) self.assertEqual(8500, mgr.agents['storage'].port) self.assertEqual(mock.call(host='2001:db8::12', port=8500), mock_consul.mock_calls[2]) self.assertEqual(3, mock_consul.call_count) def test_get_health(self): fake_manage_agents = FakerAgentMembers() fake_manage_agents.create_agent('node01', status=1) fake_manage_agents.create_agent('node02', status=1) fake_manage_agents.create_agent('node03', status=1) agent_manage_members = fake_manage_agents.generate_agent_members() fake_tenant_agents = FakerAgentMembers() fake_tenant_agents.create_agent('node01', status=1) fake_tenant_agents.create_agent('node02', status=1) fake_tenant_agents.create_agent('node03', status=1) agent_tenant_members = fake_tenant_agents.generate_agent_members() fake_storage_agents = FakerAgentMembers() fake_storage_agents.create_agent('node01', status=1) fake_storage_agents.create_agent('node02', status=1) fake_storage_agents.create_agent('node03', status=3) agent_storage_members = fake_storage_agents.generate_agent_members() with mock.patch.object(self.consul_manager.agents['manage'], 'get_agents', return_value=agent_manage_members): with mock.patch.object(self.consul_manager.agents['tenant'], 'get_agents', return_value=agent_tenant_members): with mock.patch.object(self.consul_manager.agents['storage'], 'get_agents', return_value=agent_storage_members): excepted_health = { "node01": ['up', 'up', 'up'], "node02": ['up', 'up', 'up'], "node03": ['up', 'up', 'down'], } sequence = ['manage', 'tenant', 'storage'] agents_health = self.consul_manager.get_health(sequence) self.assertEqual(excepted_health, agents_health) class TestConsulAgent(testtools.TestCase): def setUp(self): super(TestConsulAgent, self).setUp() self.consul_agent = consul_helper.ConsulAgent('test') def test_get_health(self): fake_agents = FakerAgentMembers() fake_agents.create_agent('node01', status=1) fake_agents.create_agent('node02', status=1) fake_agents.create_agent('node03', status=3) agent_members = fake_agents.generate_agent_members() with mock.patch.object(self.consul_agent, 'get_agents', return_value=agent_members): excepted_health = { "node01": 'up', "node02": 'up', "node03": 'down', } agents_health = self.consul_agent.get_health() self.assertEqual(excepted_health, agents_health) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4592884 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/consul_check/test_manager.py0000664000175000017500000001646515257164053031737 0ustar00zuulzuul# Copyright(c) 2021 Inspur # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import testtools from unittest import mock from collections import deque import eventlet from oslo_config import fixture as fixture_config import masakarimonitors.conf from masakarimonitors.ha import masakari from masakarimonitors.hostmonitor.consul_check import consul_helper from masakarimonitors.hostmonitor.consul_check import manager from masakarimonitors.hostmonitor.consul_check import matrix_helper eventlet.monkey_patch(os=False) CONF = masakarimonitors.conf.CONF class TestConsulCheck(testtools.TestCase): def setUp(self): super(TestConsulCheck, self).setUp() self.CONF = self.useFixture(fixture_config.Config()).conf self.host_monitor = manager.ConsulCheck() self.host_monitor.matrix_manager = \ matrix_helper.MatrixManager(self.CONF) self.host_monitor._matrix = matrix_helper.DEFAULT_MATRIX self.host_monitor.consul_manager = \ consul_helper.ConsulManager(self.CONF) self.host_monitor._sequence = ['manage', 'tenant', 'storage'] self.host_monitor.monitoring_data = { "node01": deque([['up', 'up', 'up'], ['up', 'up', 'up'], ['up', 'up', 'up']], maxlen=3), "node02": deque([['up', 'up', 'up'], ['up', 'up', 'up'], ['up', 'up', 'down']], maxlen=3), "node03": deque([['up', 'up', 'up'], ['down', 'up', 'up'], ['down', 'up', 'up']], maxlen=3), } def test_update_monitoring_data(self): mock_health = { 'node01': ['up', 'up', 'up'], 'node02': ['up', 'up', 'up'], 'node03': ['up', 'up', 'up'] } with mock.patch.object(self.host_monitor.consul_manager, 'get_health', return_value=mock_health): self.host_monitor.update_monitoring_data() excepted_monitoring_data = { "node01": deque([['up', 'up', 'up'], ['up', 'up', 'up'], ['up', 'up', 'up']], maxlen=3), "node02": deque([['up', 'up', 'up'], ['up', 'up', 'down'], ['up', 'up', 'up']], maxlen=3), "node03": deque([['down', 'up', 'up'], ['down', 'up', 'up'], ['up', 'up', 'up']], maxlen=3), } self.assertEqual(excepted_monitoring_data, self.host_monitor.monitoring_data) def test_get_host_statistical_health(self): self.assertEqual(['up', 'up', 'up'], self.host_monitor.get_host_health('node01')) self.assertEqual(['up', 'up', None], self.host_monitor.get_host_health('node02')) self.assertEqual([None, 'up', 'up'], self.host_monitor.get_host_health('node03')) def test_host_statistical_health_changed(self): self.host_monitor.last_host_health = { 'node02': ['up', 'up', None], 'node03': ['up', 'up', 'down'] } self.assertFalse(self.host_monitor._host_health_changed( 'node01', ['up', 'up', 'up'])) self.assertTrue(self.host_monitor._host_health_changed( 'node02', ['up', 'up', 'up'])) self.assertTrue(self.host_monitor._host_health_changed( 'node03', ['up', 'up', 'up'])) last_host_health = { 'node01': ['up', 'up', 'up'], 'node02': ['up', 'up', 'up'], 'node03': ['up', 'up', 'up'] } self.assertEqual(self.host_monitor.last_host_health, last_host_health) def test_get_action_from_matrix_by_host_health(self): self.assertEqual( [], self.host_monitor.get_action_from_matrix(['up', 'up', 'up'])) self.assertEqual( ["recovery"], self.host_monitor.get_action_from_matrix(['up', 'up', 'down'])) self.assertEqual( [], self.host_monitor.get_action_from_matrix(['down', 'up', 'up'])) self.assertEqual( ["recovery"], self.host_monitor.get_action_from_matrix(['down', 'down', 'down'])) def test_event_unstable_health_returns_none(self): self.assertIsNone( self.host_monitor._event('node01', [None])) self.assertIsNone( self.host_monitor._event('node01', ['up', 'up', None])) self.assertIsNone( self.host_monitor._event('node01', [None, 'up', 'up'])) self.assertIsNone( self.host_monitor._event('node01', ['up', None, 'down'])) def test_event_all_up_returns_started(self): event = self.host_monitor._event('node01', ['up', 'up', 'up']) self.assertIsNotNone(event) self.assertEqual('STARTED', event['notification']['payload']['event']) def test_event_down_with_recovery_returns_stopped(self): event = self.host_monitor._event('node01', ['up', 'up', 'down']) self.assertIsNotNone(event) self.assertEqual('STOPPED', event['notification']['payload']['event']) def test_event_down_without_recovery_returns_none(self): self.assertIsNone( self.host_monitor._event('node01', ['down', 'up', 'up'])) @mock.patch.object(masakari.SendNotification, 'send_notification') @mock.patch.object(manager.ConsulCheck, '_event') def test_poll_hosts(self, mock_event, mock_send_notification): self.host_monitor.monitoring_data = { "node01": deque([['up', 'up', 'up'], ['up', 'up', 'up'], ['up', 'up', 'up']], maxlen=3), "node02": deque([['up', 'up', 'down'], ['up', 'up', 'down'], ['up', 'up', 'down']], maxlen=3), "node03": deque([['up', 'up', 'up'], ['up', 'up', 'up'], ['up', 'up', 'up']], maxlen=3), } self.host_monitor.last_host_health = { 'node02': ['up', 'up', None], 'node03': ['up', 'up', 'up'] } test_event = {'notification': 'test'} mock_event.return_value = test_event self.host_monitor.poll_hosts() mock_send_notification.assert_called_once_with( CONF.host.api_retry_max, CONF.host.api_retry_interval, test_event) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4592884 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/consul_check/test_matrix_helper.py0000664000175000017500000000410515257164053033154 0ustar00zuulzuul# Copyright(c) 2021 Inspur # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import tempfile from oslo_config import fixture as fixture_config import testtools import yaml from masakarimonitors.hostmonitor.consul_check import matrix_helper class TestMatrixManager(testtools.TestCase): def setUp(self): super(TestMatrixManager, self).setUp() self.CONF = self.useFixture(fixture_config.Config()).conf def test_get_matrix_and_sequence_from_file(self): matrix_cfg = { 'sequence': ['manage', 'tenant', 'storage'], 'matrix': [{"health": ["up", "up", "up"], "action": ['test']}] } tmp_cfg = tempfile.NamedTemporaryFile(mode='w', delete=False) tmp_cfg.write(yaml.safe_dump(matrix_cfg)) tmp_cfg.close() self.CONF.set_override('matrix_config_file', tmp_cfg.name, group='consul') matrix_manager = matrix_helper.MatrixManager(self.CONF) self.assertEqual(matrix_cfg.get('sequence'), matrix_manager.get_sequence()) self.assertEqual(matrix_cfg.get('matrix'), matrix_manager.get_matrix()) def test_get_default_matrix_and_sequence(self): self.CONF.set_override('matrix_config_file', None, group='consul') matrix_manager = matrix_helper.MatrixManager(self.CONF) self.assertEqual(matrix_helper.DEFAULT_SEQUENCE, matrix_manager.get_sequence()) self.assertEqual(matrix_helper.DEFAULT_MATRIX, matrix_manager.get_matrix()) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2092192 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/host_handler/0000775000175000017500000000000015257164140026707 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4592884 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/host_handler/__init__.py0000664000175000017500000000000015257164053031011 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4602885 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/host_handler/test_handle_host.py0000664000175000017500000011756715257164053032634 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import socket import testtools from unittest import mock from xml.etree import ElementTree from collections import deque import eventlet from oslo_utils import timeutils import masakarimonitors.conf from masakarimonitors.ha import masakari from masakarimonitors.hostmonitor.host_handler import handle_host from masakarimonitors.hostmonitor.host_handler import hold_host_status from masakarimonitors.hostmonitor.host_handler import parse_cib_xml from masakarimonitors.hostmonitor.host_handler import parse_crmmon_xml from masakarimonitors.objects import event_constants as ec from masakarimonitors import utils eventlet.monkey_patch(os=False) CONF = masakarimonitors.conf.CONF STATUS_TAG_XML = ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' CRMMON_NODES_TAG_XML = """ """ class TestCibSchemaCompliantTag(testtools.TestCase): def setUp(self): super(TestCibSchemaCompliantTag, self).setUp() def test_init_offline(self): tag = handle_host.CibSchemaCompliantTag( {'name': 'test1', 'online': 'false'}) self.assertEqual(tag['uname'], 'test1') self.assertEqual(tag['crmd'], 'offline') def test_init_online(self): tag = handle_host.CibSchemaCompliantTag( {'name': 'test1', 'online': 'true'}) self.assertEqual(tag['uname'], 'test1') self.assertEqual(tag['crmd'], 'online') class TestHandleHost(testtools.TestCase): def setUp(self): super(TestHandleHost, self).setUp() @mock.patch.object(utils, 'execute') def test_check_pacemaker_services(self, mock_execute): mock_execute.return_value = ('test_stdout', '') obj = handle_host.HandleHost() ret = obj._check_pacemaker_services('corosync') self.assertTrue(ret) mock_execute.assert_called_once_with( 'systemctl', 'status', 'corosync', run_as_root=True) @mock.patch.object(utils, 'execute') def test_check_pacemaker_services_stderr(self, mock_execute): mock_execute.return_value = ('test_stdout', 'test_stderr') obj = handle_host.HandleHost() ret = obj._check_pacemaker_services('corosync') self.assertFalse(ret) mock_execute.assert_called_once_with( 'systemctl', 'status', 'corosync', run_as_root=True) @mock.patch.object(utils, 'execute') @mock.patch.object(handle_host.HandleHost, '_check_pacemaker_services') def test_check_hb_line( self, mock_check_pacemaker_services, mock_execute): mock_check_pacemaker_services.side_effect = [True, True, False] interfaces = "enp0s8" ports = "5405" CONF.set_override("corosync_multicast_interfaces", interfaces, "host") CONF.set_override("corosync_multicast_ports", ports, "host") mock_execute.return_value = ('', '') obj = handle_host.HandleHost() ret = obj._check_hb_line() self.assertEqual(0, ret) self.assertEqual(3, mock_check_pacemaker_services.call_count) mock_check_pacemaker_services.assert_any_call('corosync') mock_check_pacemaker_services.assert_any_call('pacemaker') mock_check_pacemaker_services.assert_any_call('pacemaker_remote') cmd_str = ("timeout %s tcpdump -n -c 1 -p -i %s port %s") \ % (CONF.host.tcpdump_timeout, interfaces, ports) command = cmd_str.split() mock_execute.assert_called_once_with(*command, run_as_root=True) @mock.patch.object(handle_host.HandleHost, '_check_pacemaker_services') def test_check_hb_line_pacemaker_not_running( self, mock_check_pacemaker_services): mock_check_pacemaker_services.side_effect = [False, False, False] obj = handle_host.HandleHost() ret = obj._check_hb_line() self.assertEqual(2, ret) self.assertEqual(3, mock_check_pacemaker_services.call_count) mock_check_pacemaker_services.assert_any_call('corosync') mock_check_pacemaker_services.assert_any_call('pacemaker') mock_check_pacemaker_services.assert_any_call('pacemaker_remote') @mock.patch.object(handle_host.HandleHost, '_check_pacemaker_services') def test_check_hb_line_work_on_pacemaker_remote( self, mock_check_pacemaker_services): mock_check_pacemaker_services.side_effect = [False, False, True] obj = handle_host.HandleHost() ret = obj._check_hb_line() self.assertEqual(0, ret) self.assertEqual(3, mock_check_pacemaker_services.call_count) mock_check_pacemaker_services.assert_any_call('corosync') mock_check_pacemaker_services.assert_any_call('pacemaker') mock_check_pacemaker_services.assert_any_call('pacemaker_remote') @mock.patch.object(handle_host.HandleHost, '_check_pacemaker_services') def test_check_hb_line_conf_interfaces_is_none( self, mock_check_pacemaker_services): mock_check_pacemaker_services.side_effect = [True, True, False] interfaces = None ports = "5405" CONF.set_override("corosync_multicast_interfaces", interfaces, "host") CONF.set_override("corosync_multicast_ports", ports, "host") obj = handle_host.HandleHost() ret = obj._check_hb_line() self.assertEqual(2, ret) self.assertEqual(3, mock_check_pacemaker_services.call_count) mock_check_pacemaker_services.assert_any_call('corosync') mock_check_pacemaker_services.assert_any_call('pacemaker') mock_check_pacemaker_services.assert_any_call('pacemaker_remote') @mock.patch.object(handle_host.HandleHost, '_check_pacemaker_services') def test_check_hb_line_conf_ports_is_none( self, mock_check_pacemaker_services): mock_check_pacemaker_services.side_effect = [True, True, False] interfaces = "enp0s8" ports = None CONF.set_override("corosync_multicast_interfaces", interfaces, "host") CONF.set_override("corosync_multicast_ports", ports, "host") obj = handle_host.HandleHost() ret = obj._check_hb_line() self.assertEqual(2, ret) self.assertEqual(3, mock_check_pacemaker_services.call_count) mock_check_pacemaker_services.assert_any_call('corosync') mock_check_pacemaker_services.assert_any_call('pacemaker') mock_check_pacemaker_services.assert_any_call('pacemaker_remote') @mock.patch.object(handle_host.HandleHost, '_check_pacemaker_services') def test_check_hb_line_incorrect_interfaces( self, mock_check_pacemaker_services): mock_check_pacemaker_services.side_effect = [True, True, False] interfaces = "enp0s3,enp0s8" ports = "5405" CONF.set_override("corosync_multicast_interfaces", interfaces, "host") CONF.set_override("corosync_multicast_ports", ports, "host") obj = handle_host.HandleHost() ret = obj._check_hb_line() self.assertEqual(2, ret) self.assertEqual(3, mock_check_pacemaker_services.call_count) mock_check_pacemaker_services.assert_any_call('corosync') mock_check_pacemaker_services.assert_any_call('pacemaker') mock_check_pacemaker_services.assert_any_call('pacemaker_remote') @mock.patch.object(handle_host.HandleHost, '_check_pacemaker_services') def test_check_hb_line_incorrect_ports( self, mock_check_pacemaker_services): mock_check_pacemaker_services.side_effect = [True, True, False] interfaces = "enp0s8" ports = "5405,5406" CONF.set_override("corosync_multicast_interfaces", interfaces, "host") CONF.set_override("corosync_multicast_ports", ports, "host") obj = handle_host.HandleHost() ret = obj._check_hb_line() self.assertEqual(2, ret) self.assertEqual(3, mock_check_pacemaker_services.call_count) mock_check_pacemaker_services.assert_any_call('corosync') mock_check_pacemaker_services.assert_any_call('pacemaker') mock_check_pacemaker_services.assert_any_call('pacemaker_remote') @mock.patch.object(utils, 'execute') @mock.patch.object(handle_host.HandleHost, '_check_pacemaker_services') def test_check_hb_line_tcpdump_fail( self, mock_check_pacemaker_services, mock_execute): mock_check_pacemaker_services.side_effect = [True, True, False] interfaces = "enp0s8" ports = "5405" CONF.set_override("corosync_multicast_interfaces", interfaces, "host") CONF.set_override("corosync_multicast_ports", ports, "host") mock_execute.side_effect = Exception("Test exception.") obj = handle_host.HandleHost() ret = obj._check_hb_line() self.assertEqual(1, ret) self.assertEqual(3, mock_check_pacemaker_services.call_count) mock_check_pacemaker_services.assert_any_call('corosync') mock_check_pacemaker_services.assert_any_call('pacemaker') mock_check_pacemaker_services.assert_any_call('pacemaker_remote') cmd_str = ("timeout %s tcpdump -n -c 1 -p -i %s port %s") \ % (CONF.host.tcpdump_timeout, interfaces, ports) command = cmd_str.split() mock_execute.assert_called_once_with(*command, run_as_root=True) @mock.patch.object(utils, 'execute') def test_check_host_status_by_crmadmin_idle(self, mock_execute): my_hostname = socket.gethostname() crmadmin_stdout = "Status of crmd@%s: S_IDLE (ok)" % my_hostname mock_execute.return_value = (crmadmin_stdout, '') obj = handle_host.HandleHost() ret = obj._check_host_status_by_crmadmin() self.assertEqual(0, ret) mock_execute.assert_called_once_with( 'crmadmin', '-S', my_hostname, run_as_root=True) @mock.patch.object(utils, 'execute') def test_check_host_status_by_crmadmin_not_dc(self, mock_execute): my_hostname = socket.gethostname() crmadmin_stdout = "Status of crmd@%s: S_NOT_DC (ok)" % my_hostname mock_execute.return_value = (crmadmin_stdout, '') obj = handle_host.HandleHost() ret = obj._check_host_status_by_crmadmin() self.assertEqual(0, ret) mock_execute.assert_called_once_with( 'crmadmin', '-S', my_hostname, run_as_root=True) @mock.patch.object(utils, 'execute') def test_check_host_status_by_crmadmin_output_stderr(self, mock_execute): my_hostname = socket.gethostname() mock_execute.return_value = ('', 'crmadmin: command not found') obj = handle_host.HandleHost() ret = obj._check_host_status_by_crmadmin() self.assertEqual(1, ret) mock_execute.assert_called_once_with( 'crmadmin', '-S', my_hostname, run_as_root=True) @mock.patch.object(utils, 'execute') def test_check_host_status_by_crmadmin_output_unexpected_message( self, mock_execute): my_hostname = socket.gethostname() mock_execute.return_value = ('Unexpected message.', '') obj = handle_host.HandleHost() ret = obj._check_host_status_by_crmadmin() self.assertEqual(1, ret) mock_execute.assert_called_once_with( 'crmadmin', '-S', my_hostname, run_as_root=True) @mock.patch.object(utils, 'execute') def test_get_cib_xml(self, mock_execute): mock_execute.return_value = ('test_stdout', '') obj = handle_host.HandleHost() ret = obj._get_cib_xml() self.assertEqual('test_stdout', ret) mock_execute.assert_called_once_with( 'cibadmin', '--query', run_as_root=True) @mock.patch.object(utils, 'execute') def test_get_cib_xml_output_stderr(self, mock_execute): mock_execute.return_value = ('test_stdout', 'test_stderr') obj = handle_host.HandleHost() ret = obj._get_cib_xml() self.assertIsNone(ret) mock_execute.assert_called_once_with( 'cibadmin', '--query', run_as_root=True) @mock.patch.object(utils, 'execute') def test_get_crmmon_xml(self, mock_execute): mock_execute.return_value = ('test_stdout', '') obj = handle_host.HandleHost() ret = obj._get_crmmon_xml() self.assertEqual('test_stdout', ret) mock_execute.assert_called_once_with( 'crm_mon', '-X', run_as_root=True) @mock.patch.object(utils, 'execute') def test_get_crmmon_xml_stderr(self, mock_execute): mock_execute.return_value = ('test_stdout', 'test_stderr') obj = handle_host.HandleHost() ret = obj._get_crmmon_xml() self.assertIsNone(ret) mock_execute.assert_called_once_with( 'crm_mon', '-X', run_as_root=True) @mock.patch.object(utils, 'execute') @mock.patch.object(parse_cib_xml.ParseCibXml, 'get_stonith_ipmi_params') def test_is_poweroff(self, mock_get_stonith_ipmi_params, mock_execute): ipmi_values = { 'userid': 'admin', 'passwd': 'password', 'interface': 'lanplus', 'ipaddr': '0.0.0.0' } mock_get_stonith_ipmi_params.return_value = ipmi_values mock_execute.return_value = ('Chassis Power is off', '') obj = handle_host.HandleHost() ret = obj._is_poweroff('test_hostname') self.assertTrue(ret) cmd_str = ("timeout %s ipmitool -U %s -P %s -I %s -H %s " "power status") \ % (str(CONF.host.ipmi_timeout), ipmi_values['userid'], ipmi_values['passwd'], ipmi_values['interface'], ipmi_values['ipaddr']) command = cmd_str.split() mock_execute.assert_called_once_with(*command, run_as_root=False) @mock.patch.object(utils, 'execute') @mock.patch.object(parse_cib_xml.ParseCibXml, 'get_stonith_ipmi_params') def test_is_poweroff_ipmi_values_is_none( self, mock_get_stonith_ipmi_params, mock_execute): mock_get_stonith_ipmi_params.return_value = None mock_execute.return_value = ('Chassis Power is off', '') obj = handle_host.HandleHost() ret = obj._is_poweroff('test_hostname') self.assertFalse(ret) mock_execute.assert_not_called() @mock.patch.object(eventlet.greenthread, 'sleep') @mock.patch.object(utils, 'execute') @mock.patch.object(parse_cib_xml.ParseCibXml, 'get_stonith_ipmi_params') def test_is_poweroff_output_stderr( self, mock_get_stonith_ipmi_params, mock_execute, mock_sleep): ipmi_values = { 'userid': 'admin', 'passwd': 'password', 'interface': 'lanplus', 'ipaddr': '0.0.0.0' } mock_get_stonith_ipmi_params.return_value = ipmi_values mock_execute.return_value = ('Chassis Power is off', 'test_stderr') mock_sleep.return_value = None obj = handle_host.HandleHost() ret = obj._is_poweroff('test_hostname') self.assertFalse(ret) cmd_str = ("timeout %s ipmitool -U %s -P %s -I %s -H %s " "power status") \ % (str(CONF.host.ipmi_timeout), ipmi_values['userid'], ipmi_values['passwd'], ipmi_values['interface'], ipmi_values['ipaddr']) command = cmd_str.split() calls = [mock.call(*command, run_as_root=False), mock.call(*command, run_as_root=False), mock.call(*command, run_as_root=False), mock.call(*command, run_as_root=False)] mock_execute.assert_has_calls(calls) @mock.patch.object(eventlet.greenthread, 'sleep') @mock.patch.object(utils, 'execute') @mock.patch.object(parse_cib_xml.ParseCibXml, 'get_stonith_ipmi_params') def test_is_poweroff_output_unexpected_message( self, mock_get_stonith_ipmi_params, mock_execute, mock_sleep): ipmi_values = { 'userid': 'admin', 'passwd': 'password', 'interface': 'lanplus', 'ipaddr': '0.0.0.0' } mock_get_stonith_ipmi_params.return_value = ipmi_values mock_execute.return_value = ('Unexpected message.', '') mock_sleep.return_value = None obj = handle_host.HandleHost() ret = obj._is_poweroff('test_hostname') self.assertFalse(ret) cmd_str = ("timeout %s ipmitool -U %s -P %s -I %s -H %s " "power status") \ % (str(CONF.host.ipmi_timeout), ipmi_values['userid'], ipmi_values['passwd'], ipmi_values['interface'], ipmi_values['ipaddr']) command = cmd_str.split() calls = [mock.call(*command, run_as_root=False), mock.call(*command, run_as_root=False), mock.call(*command, run_as_root=False), mock.call(*command, run_as_root=False)] mock_execute.assert_has_calls(calls) @mock.patch.object(timeutils, 'utcnow') def test_make_event_online(self, mock_utcnow): current_time = timeutils.utcnow() mock_utcnow.return_value = current_time obj = handle_host.HandleHost() hostname = 'test_hostname' current_status = 'online' ret = obj._make_event(hostname, current_status) event_type = ec.EventConstants.EVENT_STARTED cluster_status = current_status.upper() host_status = ec.EventConstants.HOST_STATUS_NORMAL event = { 'notification': { 'type': ec.EventConstants.TYPE_COMPUTE_HOST, 'hostname': hostname, 'generated_time': current_time, 'payload': { 'event': event_type, 'cluster_status': cluster_status, 'host_status': host_status } } } self.assertEqual(event, ret) @mock.patch.object(timeutils, 'utcnow') @mock.patch.object(handle_host.HandleHost, '_is_poweroff') def test_make_event_offline_disable_ipmi_check_false_poweroff( self, mock_is_poweroff, mock_utcnow): mock_is_poweroff.return_value = True current_time = timeutils.utcnow() mock_utcnow.return_value = current_time CONF.host.disable_ipmi_check = False obj = handle_host.HandleHost() hostname = 'test_hostname' current_status = 'offline' ret = obj._make_event(hostname, current_status) event_type = ec.EventConstants.EVENT_STOPPED cluster_status = current_status.upper() host_status = ec.EventConstants.HOST_STATUS_NORMAL event = { 'notification': { 'type': ec.EventConstants.TYPE_COMPUTE_HOST, 'hostname': hostname, 'generated_time': current_time, 'payload': { 'event': event_type, 'cluster_status': cluster_status, 'host_status': host_status } } } self.assertEqual(event, ret) mock_is_poweroff.assert_called_once_with(hostname) @mock.patch.object(timeutils, 'utcnow') @mock.patch.object(handle_host.HandleHost, '_is_poweroff') def test_make_event_offline_disable_ipmi_check_false_poweron( self, mock_is_poweroff, mock_utcnow): mock_is_poweroff.return_value = False current_time = timeutils.utcnow() mock_utcnow.return_value = current_time CONF.host.disable_ipmi_check = False obj = handle_host.HandleHost() hostname = 'test_hostname' current_status = 'offline' ret = obj._make_event(hostname, current_status) event_type = ec.EventConstants.EVENT_STOPPED cluster_status = current_status.upper() host_status = ec.EventConstants.HOST_STATUS_UNKNOWN event = { 'notification': { 'type': ec.EventConstants.TYPE_COMPUTE_HOST, 'hostname': hostname, 'generated_time': current_time, 'payload': { 'event': event_type, 'cluster_status': cluster_status, 'host_status': host_status } } } self.assertEqual(event, ret) mock_is_poweroff.assert_called_once_with(hostname) @mock.patch.object(timeutils, 'utcnow') def test_make_event_offline_disable_ipmi_check_true(self, mock_utcnow): current_time = timeutils.utcnow() mock_utcnow.return_value = current_time CONF.host.disable_ipmi_check = True obj = handle_host.HandleHost() hostname = 'test_hostname' current_status = 'offline' ret = obj._make_event(hostname, current_status) event_type = ec.EventConstants.EVENT_STOPPED cluster_status = current_status.upper() host_status = ec.EventConstants.HOST_STATUS_NORMAL event = { 'notification': { 'type': ec.EventConstants.TYPE_COMPUTE_HOST, 'hostname': hostname, 'generated_time': current_time, 'payload': { 'event': event_type, 'cluster_status': cluster_status, 'host_status': host_status } } } self.assertEqual(event, ret) def test_normalize_host_status_pre_pacemaker_pre_2_1_7(self): status_xml = ElementTree.fromstring(""" """) obj = handle_host.HandleHost() response = [obj._normalize_host_status(status.get('crmd')) for status in list(status_xml)] self.assertEqual(["online", "offline", "other"], response) def test_normalize_host_status_pacemaker_post_2_1_7(self): status_tag = ElementTree.fromstring(""" """) obj = handle_host.HandleHost() response = [obj._normalize_host_status(status.get('crmd')) for status in list(status_tag)] self.assertEqual(["online", "offline"], response) @mock.patch.object(masakari.SendNotification, 'send_notification') @mock.patch.object(handle_host.HandleHost, '_make_event') @mock.patch.object(hold_host_status.HostHoldStatus, 'set_host_status') @mock.patch.object(hold_host_status.HostHoldStatus, 'get_host_status') @mock.patch.object(socket, 'gethostname') def test_check_if_status_changed( self, mock_gethostname, mock_get_host_status, mock_set_host_status, mock_make_event, mock_send_notification): mock_gethostname.return_value = 'node1' mock_get_host_status.side_effect = \ [None, 'online', 'online', 'online'] mock_set_host_status.return_value = None test_event = {'notification': 'test'} mock_make_event.return_value = test_event status_tag = ElementTree.fromstring(STATUS_TAG_XML) node_state_tag_list = list(status_tag) obj = handle_host.HandleHost() obj._check_if_status_changed(node_state_tag_list) node_state_node2 = node_state_tag_list[1] node_state_node3 = node_state_tag_list[2] node_state_node4 = node_state_tag_list[3] node_state_node5 = node_state_tag_list[4] node2 = node_state_node2.get('uname') node3 = node_state_node3.get('uname') node4 = node_state_node4.get('uname') node5 = node_state_node5.get('uname') calls_get_host_status = [mock.call(node2), mock.call(node3), mock.call(node4), mock.call(node5)] calls_set_host_status = [mock.call(node_state_node4), mock.call(node_state_node5)] mock_get_host_status.assert_has_calls(calls_get_host_status) mock_set_host_status.assert_has_calls(calls_set_host_status) mock_make_event.assert_called_once_with(node4, 'offline') mock_send_notification.assert_called_once_with( CONF.host.api_retry_max, CONF.host.api_retry_interval, test_event) @mock.patch.object(masakari.SendNotification, 'send_notification') @mock.patch.object(handle_host.HandleHost, '_make_event') @mock.patch.object(hold_host_status.HostHoldStatus, 'set_host_status') @mock.patch.object(hold_host_status.HostHoldStatus, 'get_host_status') @mock.patch.object(socket, 'gethostname') def test_check_if_status_changed_with_3_samples( self, mock_gethostname, mock_get_host_status, mock_set_host_status, mock_make_event, mock_send_notification): mock_gethostname.return_value = 'node1' mock_get_host_status.side_effect = \ [None, 'online', 'online', 'online'] mock_set_host_status.return_value = None test_event = {'notification': 'test'} mock_make_event.return_value = test_event status_tag = ElementTree.fromstring(STATUS_TAG_XML) node_state_tag_list = list(status_tag) CONF.host.monitoring_samples = 3 obj = handle_host.HandleHost() obj.monitoring_data = { "node1": deque(['online', 'online', 'online'], maxlen=3), "node2": deque(['offline', 'online', 'online'], maxlen=3), "node3": deque(['offline'], maxlen=3), "node4": deque(['online', 'offline', 'offline'], maxlen=3), "node5": deque(['online', 'online', 'online'], maxlen=3), } obj._check_if_status_changed(node_state_tag_list) self.assertEqual(deque(['online', 'online', 'online'], maxlen=3), obj.monitoring_data.get('node2')) self.assertEqual('online', obj.get_stabilised_host_status('node2')) self.assertIn(mock.call(node_state_tag_list[1]), mock_set_host_status.mock_calls) self.assertEqual(deque(['offline', 'online'], maxlen=3), obj.monitoring_data.get('node3')) self.assertEqual('_being_collected', obj.get_stabilised_host_status('node3')) self.assertNotIn(mock.call(node_state_tag_list[2]), mock_set_host_status.mock_calls) self.assertEqual(deque(['offline', 'offline', 'offline'], maxlen=3), obj.monitoring_data.get('node4')) self.assertEqual('offline', obj.get_stabilised_host_status('node4')) self.assertIn(mock.call(node_state_tag_list[3]), mock_set_host_status.mock_calls) self.assertEqual(deque(['online', 'online', 'other'], maxlen=3), obj.monitoring_data.get('node5')) self.assertEqual('_uncertain', obj.get_stabilised_host_status('node5')) self.assertNotIn(mock.call(node_state_tag_list[4]), mock_set_host_status.mock_calls) mock_make_event.assert_called_once_with("node4", 'offline') mock_send_notification.assert_called_once_with( CONF.host.api_retry_max, CONF.host.api_retry_interval, test_event) @mock.patch.object(handle_host.HandleHost, '_check_if_status_changed') @mock.patch.object(parse_crmmon_xml.ParseCrmMonXml, 'get_node_state_tag_list') @mock.patch.object(parse_crmmon_xml.ParseCrmMonXml, 'has_quorum') @mock.patch.object(parse_crmmon_xml.ParseCrmMonXml, 'set_crmmon_xml') @mock.patch.object(handle_host.HandleHost, '_get_crmmon_xml') def test_check_host_status_by_crm_mon( self, mock_get_crmmon_xml, mock_set_crmmon_xml, mock_has_quorum, mock_get_node_state_tag_list, mock_check_if_status_changed): mock_get_crmmon_xml.return_value = CRMMON_NODES_TAG_XML mock_set_crmmon_xml.return_value = None mock_has_quorum.return_value = True status_tag = ElementTree.fromstring(CRMMON_NODES_TAG_XML) node_state_tag_list = list(status_tag) mock_get_node_state_tag_list.return_value = node_state_tag_list mock_check_if_status_changed.return_value = None obj = handle_host.HandleHost() ret = obj._check_host_status_by_crm_mon() self.assertEqual(0, ret) mock_set_crmmon_xml.assert_called_once_with(CRMMON_NODES_TAG_XML) mock_get_node_state_tag_list.assert_called_once_with() mock_check_if_status_changed.assert_called_once_with( [ {'uname': 'remote1', 'crmd': 'online'}, {'uname': 'remote2', 'crmd': 'online'}, {'uname': 'remote3', 'crmd': 'online'}]) @mock.patch.object(handle_host.HandleHost, '_check_if_status_changed') @mock.patch.object(parse_crmmon_xml.ParseCrmMonXml, 'has_quorum') @mock.patch.object(parse_crmmon_xml.ParseCrmMonXml, 'set_crmmon_xml') @mock.patch.object(handle_host.HandleHost, '_get_crmmon_xml') def test_check_host_status_by_crm_mon_no_quorum( self, mock_get_crmmon_xml, mock_set_crmmon_xml, mock_has_quorum, mock_check_if_status_changed): mock_get_crmmon_xml.return_value = CRMMON_NODES_TAG_XML mock_set_crmmon_xml.return_value = None mock_has_quorum.return_value = False obj = handle_host.HandleHost() ret = obj._check_host_status_by_crm_mon() self.assertEqual(2, ret) mock_set_crmmon_xml.assert_called_once_with(CRMMON_NODES_TAG_XML) mock_check_if_status_changed.assert_not_called() @mock.patch.object(parse_crmmon_xml.ParseCrmMonXml, 'has_quorum') @mock.patch.object(parse_crmmon_xml.ParseCrmMonXml, 'get_node_state_tag_list') @mock.patch.object(parse_crmmon_xml.ParseCrmMonXml, 'set_crmmon_xml') @mock.patch.object(handle_host.HandleHost, '_get_crmmon_xml') def test_check_host_status_by_crm_mon_not_have_node_state_tag( self, mock_get_crmmon_xml, mock_set_crmmon_xml, mock_get_node_state_tag_list, mock_has_quorum): mock_get_crmmon_xml.return_value = CRMMON_NODES_TAG_XML mock_set_crmmon_xml.return_value = None mock_get_node_state_tag_list.return_value = [] mock_has_quorum.return_value = True obj = handle_host.HandleHost() self.assertRaisesRegex( Exception, "Failed to get nodes tag from crm_mon xml.", obj._check_host_status_by_crm_mon) mock_get_crmmon_xml.assert_called_once_with() mock_set_crmmon_xml.assert_called_once_with(CRMMON_NODES_TAG_XML) mock_get_node_state_tag_list.assert_called_once_with() @mock.patch.object(handle_host.HandleHost, '_get_crmmon_xml') def test_check_host_status_by_crm_mon_xml_is_None( self, mock_get_crmmon_xml): mock_get_crmmon_xml.return_value = None obj = handle_host.HandleHost() ret = obj._check_host_status_by_crm_mon() self.assertEqual(1, ret) mock_get_crmmon_xml.assert_called_once_with() @mock.patch.object(handle_host.HandleHost, '_check_if_status_changed') @mock.patch.object(parse_cib_xml.ParseCibXml, 'get_node_state_tag_list') @mock.patch.object(parse_cib_xml.ParseCibXml, 'have_quorum') @mock.patch.object(parse_cib_xml.ParseCibXml, 'set_cib_xml') @mock.patch.object(handle_host.HandleHost, '_get_cib_xml') def test_check_host_status_by_cibadmin( self, mock_get_cib_xml, mock_set_cib_xml, mock_have_quorum, mock_get_node_state_tag_list, mock_check_if_status_changed): mock_get_cib_xml.return_value = STATUS_TAG_XML mock_set_cib_xml.return_value = None mock_have_quorum.return_value = 1 status_tag = ElementTree.fromstring(STATUS_TAG_XML) node_state_tag_list = list(status_tag) mock_get_node_state_tag_list.return_value = node_state_tag_list mock_check_if_status_changed.return_value = None obj = handle_host.HandleHost() ret = obj._check_host_status_by_cibadmin() self.assertEqual(0, ret) mock_get_cib_xml.assert_called_once_with() mock_set_cib_xml.assert_called_once_with(STATUS_TAG_XML) mock_have_quorum.assert_called_once_with() mock_get_node_state_tag_list.assert_called_once_with() mock_check_if_status_changed.assert_called_once_with( node_state_tag_list) @mock.patch.object(handle_host.HandleHost, '_check_if_status_changed') @mock.patch.object(parse_cib_xml.ParseCibXml, 'have_quorum') @mock.patch.object(parse_cib_xml.ParseCibXml, 'set_cib_xml') @mock.patch.object(handle_host.HandleHost, '_get_cib_xml') def test_check_host_status_by_cibadmin_no_quorum( self, mock_get_cib_xml, mock_set_cib_xml, mock_have_quorum, mock_check_if_status_changed): mock_get_cib_xml.return_value = STATUS_TAG_XML mock_set_cib_xml.return_value = None mock_have_quorum.return_value = 0 obj = handle_host.HandleHost() ret = obj._check_host_status_by_cibadmin() self.assertEqual(2, ret) mock_get_cib_xml.assert_called_once_with() mock_set_cib_xml.assert_called_once_with(STATUS_TAG_XML) mock_have_quorum.assert_called_once_with() mock_check_if_status_changed.assert_not_called() @mock.patch.object(handle_host.HandleHost, '_get_cib_xml') def test_check_host_status_by_cibadmin_cib_xml_is_None( self, mock_get_cib_xml): mock_get_cib_xml.return_value = None obj = handle_host.HandleHost() ret = obj._check_host_status_by_cibadmin() self.assertEqual(1, ret) mock_get_cib_xml.assert_called_once_with() @mock.patch.object(parse_cib_xml.ParseCibXml, 'get_node_state_tag_list') @mock.patch.object(parse_cib_xml.ParseCibXml, 'have_quorum') @mock.patch.object(parse_cib_xml.ParseCibXml, 'set_cib_xml') @mock.patch.object(handle_host.HandleHost, '_get_cib_xml') def test_check_host_status_by_cibadmin_not_have_node_state_tag( self, mock_get_cib_xml, mock_set_cib_xml, mock_have_quorum, mock_get_node_state_tag_list): mock_get_cib_xml.return_value = STATUS_TAG_XML mock_set_cib_xml.return_value = None mock_have_quorum.return_value = 1 mock_get_node_state_tag_list.return_value = [] obj = handle_host.HandleHost() self.assertRaisesRegex( Exception, "Failed to get node_state tag from cib xml.", obj._check_host_status_by_cibadmin) mock_get_cib_xml.assert_called_once_with() mock_set_cib_xml.assert_called_once_with(STATUS_TAG_XML) mock_have_quorum.assert_called_once_with() mock_get_node_state_tag_list.assert_called_once_with() def test_stop(self): obj = handle_host.HandleHost() obj.stop() self.assertFalse(obj.running) @mock.patch.object(eventlet.greenthread, 'sleep') @mock.patch.object(handle_host.HandleHost, '_check_host_status_by_cibadmin') @mock.patch.object(handle_host.HandleHost, '_check_host_status_by_crmadmin') @mock.patch.object(handle_host.HandleHost, '_check_pacemaker_services') @mock.patch.object(handle_host.HandleHost, '_check_hb_line') def test_monitor_hosts(self, mock_check_hb_line, mock_check_pacemaker_services, mock_check_host_status_by_crmadmin, mock_check_host_status_by_cibadmin, mock_sleep): mock_check_hb_line.side_effect = \ [0, 1, 2, 0, Exception("Test exception."), 0, KeyboardInterrupt()] mock_check_pacemaker_services.side_effect = [True, False, False, True] mock_check_host_status_by_crmadmin.side_effect = [0, 1] mock_check_host_status_by_cibadmin.side_effect = [0, 1, 0] mock_sleep.return_value = None obj = handle_host.HandleHost() self.assertRaises(KeyboardInterrupt, obj.monitor_hosts) self.assertEqual(7, mock_check_hb_line.call_count) self.assertEqual(4, mock_check_pacemaker_services.call_count) mock_check_pacemaker_services.assert_called_with('pacemaker_remote') self.assertEqual(2, mock_check_host_status_by_crmadmin.call_count) self.assertEqual(3, mock_check_host_status_by_cibadmin.call_count) @mock.patch.object(eventlet.greenthread, 'sleep') @mock.patch.object(handle_host.HandleHost, '_check_host_status_by_crm_mon') @mock.patch.object(handle_host.HandleHost, '_check_pacemaker_services') @mock.patch.object(handle_host.HandleHost, '_check_hb_line') def test_monitor_hosts_remotes_only(self, mock_check_hb_line, mock_check_pacemaker_services, mock_check_host_status_by_crm_mon, mock_sleep): CONF.host.restrict_to_remotes = True mock_check_hb_line.side_effect = \ [0, Exception("Test exception."), 0, KeyboardInterrupt()] mock_check_pacemaker_services.return_value = True mock_check_host_status_by_crm_mon.return_value = 0 mock_sleep.return_value = None obj = handle_host.HandleHost() self.assertRaises(KeyboardInterrupt, obj.monitor_hosts) self.assertEqual(4, mock_check_hb_line.call_count) self.assertEqual(2, mock_check_pacemaker_services.call_count) mock_check_pacemaker_services.assert_called_with('pacemaker_remote') self.assertEqual(2, mock_check_host_status_by_crm_mon.call_count) ././@PaxHeader0000000000000000000000000000021400000000000010212 xustar00112 path=masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/host_handler/test_hold_host_status.py 28 mtime=1790765099.4602885 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/host_handler/test_hold_host_status.0000664000175000017500000000274215257164053033345 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import testtools from xml.etree import ElementTree import eventlet from masakarimonitors.hostmonitor.host_handler import hold_host_status eventlet.monkey_patch(os=False) NODE_STATE_XML = '' \ ' ' \ '' NODE_STATE_TAG = ElementTree.fromstring(NODE_STATE_XML) class TestHostHoldStatus(testtools.TestCase): def setUp(self): super(TestHostHoldStatus, self).setUp() def test_set_host_status(self): obj = hold_host_status.HostHoldStatus() obj.set_host_status(NODE_STATE_TAG) self.assertEqual('online', obj.get_host_status('masakari-node')) def test_get_host_status(self): obj = hold_host_status.HostHoldStatus() obj.set_host_status(NODE_STATE_TAG) self.assertEqual('online', obj.get_host_status('masakari-node')) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4602885 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/host_handler/test_parse_cib_xml.py0000664000175000017500000001351015257164053033132 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import testtools from unittest import mock from xml.etree import ElementTree import eventlet from masakarimonitors.hostmonitor.host_handler import parse_cib_xml eventlet.monkey_patch(os=False) CIB_XML = '' \ ' ' \ ' test' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ '' CIB_TAG = ElementTree.fromstring(CIB_XML) class TestParseCibXml(testtools.TestCase): def setUp(self): super(TestParseCibXml, self).setUp() @mock.patch.object(ElementTree, 'fromstring') def test_set_cib_xml(self, mock_fromstring): obj = parse_cib_xml.ParseCibXml() mock_fromstring.return_value = CIB_TAG obj.set_cib_xml(CIB_XML) def test_have_quorum(self): obj = parse_cib_xml.ParseCibXml() obj.set_cib_xml(CIB_XML) self.assertEqual(1, obj.have_quorum()) def test_get_node_state_tag_list(self): obj = parse_cib_xml.ParseCibXml() obj.set_cib_xml(CIB_XML) node_state_tag_list = obj.get_node_state_tag_list() for node_state_tag in node_state_tag_list: self.assertEqual('online', node_state_tag.get('crmd')) def test_get_stonith_ipmi_params(self): obj = parse_cib_xml.ParseCibXml() obj.set_cib_xml(CIB_XML) ipmi_values = obj.get_stonith_ipmi_params('compute-node') self.assertEqual('192.168.10.21', ipmi_values['ipaddr']) self.assertEqual('admin', ipmi_values['userid']) self.assertEqual('password', ipmi_values['passwd']) self.assertEqual('lanplus', ipmi_values['interface']) ././@PaxHeader0000000000000000000000000000021400000000000010212 xustar00112 path=masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/host_handler/test_parse_crmmon_xml.py 28 mtime=1790765099.4602885 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/host_handler/test_parse_crmmon_xml.0000664000175000017500000000671315257164053033326 0ustar00zuulzuul# Copyright(c) 2019 Canonical Ltd # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import testtools from masakarimonitors.hostmonitor.host_handler import parse_crmmon_xml CRMMON_XML = '' \ '' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ ' ' \ '' CRMMON_XML_NO_QUORUM = \ '' \ '' \ ' ' \ ' ' \ ' ' \ ' ' \ '' CRMMON_NONODES_XML = '' \ '' \ ' ' \ ' ' \ '' CRMMON_NONODES_TAG_XML = '' \ '' \ '' class TestParseCrmMonXml(testtools.TestCase): def setUp(self): super(TestParseCrmMonXml, self).setUp() def test_set_crmmon_xml(self): obj = parse_crmmon_xml.ParseCrmMonXml() obj.set_crmmon_xml(CRMMON_XML) def test_has_quorum(self): obj = parse_crmmon_xml.ParseCrmMonXml() obj.set_crmmon_xml(CRMMON_XML) self.assertEqual(True, obj.has_quorum()) def test_has_quorum_no_quorum(self): obj = parse_crmmon_xml.ParseCrmMonXml() obj.set_crmmon_xml(CRMMON_XML_NO_QUORUM) self.assertEqual(False, obj.has_quorum()) def test_get_node_state_tag_list(self): obj = parse_crmmon_xml.ParseCrmMonXml() obj.set_crmmon_xml(CRMMON_XML) node_state_tag_list = obj.get_node_state_tag_list() expected = { 'node-1': 'true', 'node-2': 'false', 'node-3': 'true'} for node_state_tag in node_state_tag_list: self.assertEqual( expected[node_state_tag.get('name')], node_state_tag.get('online')) def test_get_node_state_tag_list_unset(self): obj = parse_crmmon_xml.ParseCrmMonXml() self.assertEqual(obj.get_node_state_tag_list(), []) def test_get_node_state_tag_list_nonodes(self): obj = parse_crmmon_xml.ParseCrmMonXml() obj.set_crmmon_xml(CRMMON_NONODES_XML) self.assertEqual(obj.get_node_state_tag_list(), []) def test_get_node_state_tag_list_nonodes_tag(self): obj = parse_crmmon_xml.ParseCrmMonXml() obj.set_crmmon_xml(CRMMON_NONODES_TAG_XML) self.assertEqual(obj.get_node_state_tag_list(), []) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2102191 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/kubernetes_check/0000775000175000017500000000000015257164140027541 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4602885 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/kubernetes_check/__init__.py0000664000175000017500000000000015257164053031643 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4612887 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/kubernetes_check/test_manager.py0000664000175000017500000002012115257164053032563 0ustar00zuulzuul# Copyright(c) 2024 Samsung SDS # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from collections import deque from unittest import mock from kubernetes import client from kubernetes.client import V1Node from kubernetes.client import V1NodeCondition from kubernetes.client import V1NodeList from kubernetes.client import V1NodeStatus from kubernetes.client import V1ObjectMeta from kubernetes import config from oslo_config import fixture as fixture_config import testtools import masakarimonitors.conf from masakarimonitors.ha import masakari from masakarimonitors.hostmonitor.kubernetes_check import manager CONF = masakarimonitors.conf.CONF class TestKubernetesCheck(testtools.TestCase): @mock.patch.object(config, 'load_incluster_config') @mock.patch.object(client, 'CoreV1Api') def setUp(self, mock_core_v1_api, mock_load_incluster_config): super(TestKubernetesCheck, self).setUp() self.CONF = self.useFixture(fixture_config.Config()).conf self.CONF.kubernetes.monitoring_node_labels = \ 'openstack-compute-node=enabled' self.host_monitor = manager.KubernetesCheck() self.host_monitor.monitoring_samples = 1 self.host_monitor.monitoring_data = {} self.last_status = {} def test_update_monitoring_data(self): mock_list_node = V1NodeList( items=[ V1Node( metadata=V1ObjectMeta( name="node0" + str(num), labels={ "openstack-compute-node": "enabled" } ), status=V1NodeStatus(conditions=[ V1NodeCondition(status="False", type="MemoryPressure"), V1NodeCondition(status="False", type="DiskPressure"), V1NodeCondition(status="False", type="PIDPressure"), V1NodeCondition(status="True", type="Ready") ]) ) for num in range(1, 4) ] ) with mock.patch.object(self.host_monitor.kube_client, 'list_node', return_value=mock_list_node): self.host_monitor.update_monitoring_data() excepted_monitoring_data = { "node01": deque(['True'], maxlen=self.host_monitor.monitoring_samples), "node02": deque(['True'], maxlen=self.host_monitor.monitoring_samples), "node03": deque(['True'], maxlen=self.host_monitor.monitoring_samples) } self.assertEqual(excepted_monitoring_data, self.host_monitor.monitoring_data) def test_update_monitoring_data_exclude_node(self): mock_list_node = V1NodeList( items=[ V1Node( metadata=V1ObjectMeta( name="node0" + str(num), labels={ "openstack-compute-node": "enabled", "monitoring": "enabled" } ), status=V1NodeStatus(conditions=[ V1NodeCondition(status="False", type="MemoryPressure"), V1NodeCondition(status="False", type="DiskPressure"), V1NodeCondition(status="False", type="PIDPressure"), V1NodeCondition(status="True", type="Ready") ]) ) for num in range(1, 4) ] ) with mock.patch.object(self.host_monitor.kube_client, 'list_node', return_value=mock_list_node): self.host_monitor.update_monitoring_data() mock_list_node.items.pop() self.host_monitor.update_monitoring_data() excepted_monitoring_data = { "node01": deque(['True', 'True'], maxlen=self.host_monitor.monitoring_samples), "node02": deque(['True', 'True'], maxlen=self.host_monitor.monitoring_samples) } self.assertEqual(2, len(self.host_monitor.monitoring_data)) self.assertEqual(excepted_monitoring_data, self.host_monitor.monitoring_data) @mock.patch.object(masakari.SendNotification, 'send_notification') def test_poll_hosts_with_healthy_nodes(self, mock_send_notification): self.host_monitor.monitoring_data = { "node01": deque(['True'], maxlen=self.host_monitor.monitoring_samples), "node02": deque(['True'], maxlen=self.host_monitor.monitoring_samples), "node03": deque(['True'], maxlen=self.host_monitor.monitoring_samples), } self.host_monitor.poll_hosts() mock_send_notification.assert_not_called() @mock.patch.object(masakari.SendNotification, 'send_notification') def test_poll_hosts_with_healthy_nodes_3samples( self, mock_send_notification): self.host_monitor.monitoring_samples = 3 self.host_monitor.monitoring_data = { "node01": deque(['True', 'True', 'True'], maxlen=self.host_monitor.monitoring_samples), "node02": deque(['Unknown', 'True', 'True'], maxlen=self.host_monitor.monitoring_samples), "node03": deque(['True', 'Unknown', 'Unknown'], maxlen=self.host_monitor.monitoring_samples), } self.host_monitor.poll_hosts() mock_send_notification.assert_not_called() @mock.patch.object(masakari.SendNotification, 'send_notification') @mock.patch.object(manager.KubernetesCheck, '_event') def test_poll_hosts_with_unhealthy_node(self, mock_event, mock_send_notification): self.host_monitor.last_status = { "node01": True, "node02": True, "node03": True } self.host_monitor.monitoring_samples = 3 self.host_monitor.monitoring_data = { "node01": deque(['True', 'True', 'True'], maxlen=self.host_monitor.monitoring_samples), "node02": deque(['Unknown', 'Unknown', 'Unknown'], maxlen=self.host_monitor.monitoring_samples), "node03": deque(['Unknown', 'True', 'Unknown'], maxlen=self.host_monitor.monitoring_samples), } test_event = {'notification': 'test'} mock_event.return_value = test_event self.host_monitor.poll_hosts() mock_send_notification.assert_called_once_with( CONF.host.api_retry_max, CONF.host.api_retry_interval, test_event) @mock.patch.object(masakari.SendNotification, 'send_notification') def test_poll_hosts_with_having_less_healthy_history_than_samples( self, mock_send_notification): self.host_monitor.monitoring_samples = 3 self.host_monitor.monitoring_data = { "node01": deque(['True', 'True'], maxlen=self.host_monitor.monitoring_samples), "node02": deque(['True', 'Unknown'], maxlen=self.host_monitor.monitoring_samples), "node03": deque(['Unknown', 'Unknown'], maxlen=self.host_monitor.monitoring_samples), } self.host_monitor.poll_hosts() mock_send_notification.assert_not_called() ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4612887 masakari_monitors-22.0.0/masakarimonitors/tests/unit/hostmonitor/test_host.py0000664000175000017500000000726615257164053026641 0ustar00zuulzuul# Copyright(c) 2017 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import os import testtools from unittest import mock from stevedore import driver from masakarimonitors.hostmonitor import host class TestHostmonitorManager(testtools.TestCase): def setUp(self): super(TestHostmonitorManager, self).setUp() @mock.patch.object(driver, 'DriverManager') def test_init_host(self, mock_DriverManager): mock_driver = mock.Mock() mock_DriverManager.return_value = mock_driver host_manager = host.HostmonitorManager() host_manager.init_host() mock_DriverManager.assert_called_once_with( namespace='hostmonitor.driver', name='default', invoke_on_load=True, invoke_args=(), ) @mock.patch.object(os, '_exit') @mock.patch.object(driver, 'DriverManager') def test_init_host_exception(self, mock_DriverManager, mock_exit): mock_DriverManager.side_effect = Exception("Test exception.") mock_exit.return_value = None host_manager = host.HostmonitorManager() host_manager.init_host() mock_DriverManager.assert_called_once_with( namespace='hostmonitor.driver', name='default', invoke_on_load=True, invoke_args=(), ) mock_exit.assert_called_once_with(1) @mock.patch.object(driver, 'DriverManager') def test_stop(self, mock_DriverManager): mock_driver = mock.Mock() mock_DriverManager.return_value = mock_driver host_manager = host.HostmonitorManager() host_manager.init_host() host_manager.stop() mock_DriverManager.assert_called_once_with( namespace='hostmonitor.driver', name='default', invoke_on_load=True, invoke_args=(), ) mock_driver.driver.stop.assert_called_once_with() @mock.patch.object(driver, 'DriverManager') def test_main(self, mock_DriverManager): mock_driver = mock.Mock() mock_DriverManager.return_value = mock_driver host_manager = host.HostmonitorManager() host_manager.init_host() ret = host_manager.main() mock_DriverManager.assert_called_once_with( namespace='hostmonitor.driver', name='default', invoke_on_load=True, invoke_args=(), ) mock_driver.driver.monitor_hosts.assert_called_once_with() self.assertIsNone(ret) @mock.patch.object(driver, 'DriverManager') def test_main_exception(self, mock_DriverManager): mock_driver = mock.Mock() mock_DriverManager.return_value = mock_driver mock_driver.driver.monitor_hosts.side_effect = \ Exception("Test exception.") host_manager = host.HostmonitorManager() host_manager.init_host() ret = host_manager.main() mock_DriverManager.assert_called_once_with( namespace='hostmonitor.driver', name='default', invoke_on_load=True, invoke_args=(), ) mock_driver.driver.monitor_hosts.assert_called_once_with() self.assertIsNone(ret) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2102191 masakari_monitors-22.0.0/masakarimonitors/tests/unit/instancemonitor/0000775000175000017500000000000015257164140025064 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4612887 masakari_monitors-22.0.0/masakarimonitors/tests/unit/instancemonitor/__init__.py0000664000175000017500000000000015257164053027166 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2102191 masakari_monitors-22.0.0/masakarimonitors/tests/unit/instancemonitor/libvirt_handler/0000775000175000017500000000000015257164140030234 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4612887 masakari_monitors-22.0.0/masakarimonitors/tests/unit/instancemonitor/libvirt_handler/__init__.py0000664000175000017500000000000015257164053032336 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000021300000000000010211 xustar00111 path=masakari_monitors-22.0.0/masakarimonitors/tests/unit/instancemonitor/libvirt_handler/test_callback.py 28 mtime=1790765099.4612887 masakari_monitors-22.0.0/masakarimonitors/tests/unit/instancemonitor/libvirt_handler/test_callback.p0000664000175000017500000000411215257164053033211 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import socket import testtools from unittest import mock import uuid import eventlet from oslo_utils import timeutils from masakarimonitors.ha import masakari from masakarimonitors.instancemonitor.libvirt_handler import callback from masakarimonitors.objects import event_constants as ec eventlet.monkey_patch(os=False) class TestCallback(testtools.TestCase): def setUp(self): super(TestCallback, self).setUp() @mock.patch.object(masakari.SendNotification, 'send_notification') def test_libvirt_event_callback(self, mock_send_notification): mock_send_notification.return_value = None obj = callback.Callback() event_id = 0 details = 5 domain_uuid = uuid.uuid4() notice_type = ec.EventConstants.TYPE_VM hostname = socket.gethostname() current_time = timeutils.utcnow() obj.libvirt_event_callback(event_id, details, domain_uuid, notice_type, hostname, current_time) retry_max = 12 retry_interval = 10 event = { 'notification': { 'type': notice_type, 'hostname': hostname, 'generated_time': current_time, 'payload': { 'event': event_id, 'instance_uuid': domain_uuid, 'vir_domain_event': details } } } mock_send_notification.assert_called_once_with( retry_max, retry_interval, event) ././@PaxHeader0000000000000000000000000000021600000000000010214 xustar00114 path=masakari_monitors-22.0.0/masakarimonitors/tests/unit/instancemonitor/libvirt_handler/test_eventfilter.py 28 mtime=1790765099.4612887 masakari_monitors-22.0.0/masakarimonitors/tests/unit/instancemonitor/libvirt_handler/test_eventfilte0000664000175000017500000001332115257164053033366 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import socket import testtools import threading from unittest import mock import uuid import eventlet from oslo_utils import excutils from oslo_utils import timeutils from masakarimonitors.instancemonitor.libvirt_handler import callback from masakarimonitors.instancemonitor.libvirt_handler import eventfilter from masakarimonitors.instancemonitor.libvirt_handler \ import eventfilter_table as evft from masakarimonitors.objects import event_constants as ec eventlet.monkey_patch(os=False) class TestEventFilter(testtools.TestCase): def setUp(self): super(TestEventFilter, self).setUp() @mock.patch.object(excutils, 'save_and_reraise_exception') @mock.patch.object(callback.Callback, 'libvirt_event_callback') @mock.patch.object(timeutils, 'utcnow') def test_vir_event_filter(self, mock_utcnow, mock_libvirt_event_callback, mock_save_and_reraise_exception): current_time = timeutils.utcnow() mock_utcnow.return_value = current_time mock_libvirt_event_callback.return_value = None mock_save_and_reraise_exception.return_value = None obj = eventfilter.EventFilter() eventID = 0 eventType = 5 detail = 5 uuID = uuid.uuid4() obj.vir_event_filter(eventID, eventType, detail, uuID) mock_libvirt_event_callback.assert_called_once_with( evft.eventID_dic[eventID], evft.detail_dic[eventID][eventType][detail], uuID, ec.EventConstants.TYPE_VM, socket.gethostname(), current_time) mock_save_and_reraise_exception.assert_not_called() @mock.patch.object(excutils, 'save_and_reraise_exception') @mock.patch.object(callback.Callback, 'libvirt_event_callback') def test_vir_event_filter_unmatched(self, mock_libvirt_event_callback, mock_save_and_reraise_exception): mock_libvirt_event_callback.return_value = None mock_save_and_reraise_exception.return_value = None obj = eventfilter.EventFilter() eventID = 0 eventType = 5 detail = 2 uuID = uuid.uuid4() obj.vir_event_filter(eventID, eventType, detail, uuID) mock_libvirt_event_callback.assert_not_called() mock_save_and_reraise_exception.assert_not_called() @mock.patch.object(excutils, 'save_and_reraise_exception') @mock.patch.object(callback.Callback, 'libvirt_event_callback') def test_vir_event_filter_key_error(self, mock_libvirt_event_callback, mock_save_and_reraise_exception): mock_libvirt_event_callback.return_value = None mock_save_and_reraise_exception.return_value = None obj = eventfilter.EventFilter() eventID = 0 eventType = 0 detail = 0 uuID = uuid.uuid4() obj.vir_event_filter(eventID, eventType, detail, uuID) mock_libvirt_event_callback.assert_not_called() mock_save_and_reraise_exception.assert_not_called() @mock.patch.object(excutils, 'save_and_reraise_exception') @mock.patch.object(callback.Callback, 'libvirt_event_callback') @mock.patch.object(threading, 'Thread') def test_vir_event_filter_type_error(self, mock_Thread, mock_libvirt_event_callback, mock_save_and_reraise_exception): mock_Thread.side_effect = TypeError("Threading exception.") mock_libvirt_event_callback.return_value = None mock_save_and_reraise_exception.return_value = None obj = eventfilter.EventFilter() eventID = 0 eventType = 5 detail = 5 uuID = uuid.uuid4() obj.vir_event_filter(eventID, eventType, detail, uuID) mock_libvirt_event_callback.assert_not_called() mock_save_and_reraise_exception.assert_not_called() @mock.patch.object(excutils, 'save_and_reraise_exception') @mock.patch.object(callback.Callback, 'libvirt_event_callback') @mock.patch.object(threading, 'Thread') def test_vir_event_filter_index_error(self, mock_Thread, mock_libvirt_event_callback, mock_save_and_reraise_exception): mock_Thread.side_effect = IndexError("Threading exception.") mock_libvirt_event_callback.return_value = None mock_save_and_reraise_exception.return_value = None obj = eventfilter.EventFilter() eventID = 0 eventType = 5 detail = 5 uuID = uuid.uuid4() obj.vir_event_filter(eventID, eventType, detail, uuID) mock_libvirt_event_callback.assert_not_called() mock_save_and_reraise_exception.assert_not_called() @mock.patch.object(callback.Callback, 'libvirt_event_callback') @mock.patch.object(threading, 'Thread') def test_vir_event_filter_other_exception(self, mock_Thread, mock_libvirt_event_callback): mock_Thread.side_effect = NameError("Threading exception.") mock_libvirt_event_callback.return_value = None obj = eventfilter.EventFilter() eventID = 0 eventType = 5 detail = 5 uuID = uuid.uuid4() self.assertRaises(NameError, obj.vir_event_filter, eventID, eventType, detail, uuID) mock_libvirt_event_callback.assert_not_called() ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4612887 masakari_monitors-22.0.0/masakarimonitors/tests/unit/instancemonitor/test_instance.py0000664000175000017500000002336615257164053030316 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import libvirt import testtools import threading import time from unittest import mock import uuid import eventlet from masakarimonitors.instancemonitor import instance from masakarimonitors.instancemonitor.libvirt_handler import eventfilter eventlet.monkey_patch(os=False) class TestInstancemonitorManager(testtools.TestCase): def setUp(self): super(TestInstancemonitorManager, self).setUp() def _make_callback_params(self): mock_conn = mock.Mock() mock_dom = mock.Mock() test_uuid = uuid.uuid4() mock_dom.UUIDString.return_value = test_uuid mock_opaque = mock.Mock() return mock_conn, mock_dom, mock_opaque, test_uuid @mock.patch.object(libvirt, 'virEventRunDefaultImpl') def test_vir_event_loop_native_run(self, mock_virEventRunDefaultImpl): mock_virEventRunDefaultImpl.side_effect = Exception("Test exception.") obj = instance.InstancemonitorManager() exception_flag = False try: obj._vir_event_loop_native_run() except Exception: exception_flag = True self.assertTrue(exception_flag) mock_virEventRunDefaultImpl.assert_called_once() @mock.patch.object(eventfilter.EventFilter, 'vir_event_filter') def test_my_domain_event_callback(self, mock_vir_event_filter): mock_vir_event_filter.return_value = None mock_conn, mock_dom, mock_opaque, test_uuid = \ self._make_callback_params() obj = instance.InstancemonitorManager() obj._my_domain_event_callback(mock_conn, mock_dom, 0, 1, mock_opaque) mock_vir_event_filter.assert_called_once_with( libvirt.VIR_DOMAIN_EVENT_ID_LIFECYCLE, 0, 1, test_uuid) @mock.patch.object(eventfilter.EventFilter, 'vir_event_filter') def test_my_domain_event_reboot_callback(self, mock_vir_event_filter): mock_vir_event_filter.return_value = None mock_conn, mock_dom, mock_opaque, test_uuid = \ self._make_callback_params() obj = instance.InstancemonitorManager() obj._my_domain_event_reboot_callback(mock_conn, mock_dom, mock_opaque) mock_vir_event_filter.assert_called_once_with( libvirt.VIR_DOMAIN_EVENT_ID_REBOOT, -1, -1, test_uuid) @mock.patch.object(eventfilter.EventFilter, 'vir_event_filter') def test_my_domain_event_rtc_change_callback(self, mock_vir_event_filter): mock_vir_event_filter.return_value = None mock_conn, mock_dom, mock_opaque, test_uuid = \ self._make_callback_params() utcoffset = "" obj = instance.InstancemonitorManager() obj._my_domain_event_rtc_change_callback( mock_conn, mock_dom, utcoffset, mock_opaque) mock_vir_event_filter.assert_called_once_with( libvirt.VIR_DOMAIN_EVENT_ID_RTC_CHANGE, -1, -1, test_uuid) @mock.patch.object(eventfilter.EventFilter, 'vir_event_filter') def test_my_domain_event_watchdog_callback(self, mock_vir_event_filter): mock_vir_event_filter.return_value = None mock_conn, mock_dom, mock_opaque, test_uuid = \ self._make_callback_params() action = 0 obj = instance.InstancemonitorManager() obj._my_domain_event_watchdog_callback( mock_conn, mock_dom, action, mock_opaque) mock_vir_event_filter.assert_called_once_with( libvirt.VIR_DOMAIN_EVENT_ID_WATCHDOG, action, -1, test_uuid) @mock.patch.object(eventfilter.EventFilter, 'vir_event_filter') def test_my_domain_event_io_error_callback(self, mock_vir_event_filter): mock_vir_event_filter.return_value = None mock_conn, mock_dom, mock_opaque, test_uuid = \ self._make_callback_params() srcpath = "" devalias = "" action = 0 obj = instance.InstancemonitorManager() obj._my_domain_event_io_error_callback( mock_conn, mock_dom, srcpath, devalias, action, mock_opaque) mock_vir_event_filter.assert_called_once_with( libvirt.VIR_DOMAIN_EVENT_ID_IO_ERROR, action, -1, test_uuid) @mock.patch.object(eventfilter.EventFilter, 'vir_event_filter') def test_my_domain_event_graphics_callback(self, mock_vir_event_filter): mock_vir_event_filter.return_value = None mock_conn, mock_dom, mock_opaque, test_uuid = \ self._make_callback_params() phase = 0 localAddr = "" remoteAddr = "" authScheme = "" subject = "" obj = instance.InstancemonitorManager() obj._my_domain_event_graphics_callback( mock_conn, mock_dom, phase, localAddr, remoteAddr, authScheme, subject, mock_opaque) mock_vir_event_filter.assert_called_once_with( libvirt.VIR_DOMAIN_EVENT_ID_GRAPHICS, -1, phase, test_uuid) @mock.patch.object(eventfilter.EventFilter, 'vir_event_filter') def test_my_domain_event_disk_change_callback( self, mock_vir_event_filter): mock_vir_event_filter.return_value = None mock_conn, mock_dom, mock_opaque, test_uuid = \ self._make_callback_params() oldSrcPath = "" newSrcPath = "" devAlias = "" reason = "" obj = instance.InstancemonitorManager() obj._my_domain_event_disk_change_callback( mock_conn, mock_dom, oldSrcPath, newSrcPath, devAlias, reason, mock_opaque) mock_vir_event_filter.assert_called_once_with( libvirt.VIR_DOMAIN_EVENT_ID_DISK_CHANGE, -1, -1, test_uuid) @mock.patch.object(eventfilter.EventFilter, 'vir_event_filter') def test_my_domain_event_io_error_reason_callback( self, mock_vir_event_filter): mock_vir_event_filter.return_value = None mock_conn, mock_dom, mock_opaque, test_uuid = \ self._make_callback_params() srcPath = "" devAlias = "" action = "" reason = "" obj = instance.InstancemonitorManager() obj._my_domain_event_io_error_reason_callback( mock_conn, mock_dom, srcPath, devAlias, action, reason, mock_opaque) mock_vir_event_filter.assert_called_once_with( libvirt.VIR_DOMAIN_EVENT_ID_IO_ERROR_REASON, -1, -1, test_uuid) @mock.patch.object(eventfilter.EventFilter, 'vir_event_filter') def test_my_domain_event_generic_callback(self, mock_vir_event_filter): mock_vir_event_filter.return_value = None mock_conn, mock_dom, mock_opaque, test_uuid = \ self._make_callback_params() obj = instance.InstancemonitorManager() obj._my_domain_event_generic_callback( mock_conn, mock_dom, mock_opaque) mock_vir_event_filter.assert_called_once_with( libvirt.VIR_DOMAIN_EVENT_ID_CONTROL_ERROR, -1, -1, test_uuid) def test_err_handler(self): obj = instance.InstancemonitorManager() obj._err_handler("Test context.", ('err0.', 'err1', 'err2')) def test_stop(self): obj = instance.InstancemonitorManager() obj.stop() self.assertFalse(obj.running) @mock.patch.object(time, 'sleep') @mock.patch.object(eventlet.greenthread, 'sleep') @mock.patch.object(libvirt, 'openAuth') @mock.patch.object(threading, 'Thread') @mock.patch.object(libvirt, 'virEventRegisterDefaultImpl') def test_main(self, mock_virEventRegisterDefaultImpl, mock_Thread, mock_openAuth, mock_greenthread_sleep, mock_time_sleep): mock_virEventRegisterDefaultImpl.return_value = None mock_event_loop_thread = mock.Mock(return_value=None) mock_Thread.return_value = mock_event_loop_thread mock_vc = mock.Mock() mock_openAuth.return_value = mock_vc mock_vc.domainEventRegisterAny.side_effect = \ [0, 0, 0, 0, 0, 0, 0, 0, 0] mock_vc.setKeepAlive.return_value = None mock_vc.isAlive.side_effect = [1, 0] mock_vc.domainEventDeregisterAny.side_effect = \ [None, None, None, None, None, None, None, None, Exception("Test exception.")] mock_vc.close.return_value = None mock_greenthread_sleep.return_value = None mock_time_sleep.side_effect = Exception("Test exception.") obj = instance.InstancemonitorManager() exception_flag = False try: obj.main() except Exception: exception_flag = True handlers_count = 9 self.assertTrue(exception_flag) mock_virEventRegisterDefaultImpl.assert_called_once() self.assertEqual(True, mock_event_loop_thread.daemon) mock_event_loop_thread.start.assert_called_once() mock_openAuth.assert_called_once_with( "qemu:///system", [[2, 6, 8, 5, 7, 9], instance.InstancemonitorManager._connect_auth_cb, None], 1) self.assertEqual( handlers_count, mock_vc.domainEventRegisterAny.call_count) mock_vc.setKeepAlive.assert_called_once_with(5, 3) self.assertEqual(2, mock_vc.isAlive.call_count) self.assertEqual( handlers_count, mock_vc.domainEventDeregisterAny.call_count) mock_vc.close.assert_called_once() ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765152.211219 masakari_monitors-22.0.0/masakarimonitors/tests/unit/introspectiveinstancemonitor/0000775000175000017500000000000015257164140027703 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4622889 masakari_monitors-22.0.0/masakarimonitors/tests/unit/introspectiveinstancemonitor/__init__.py0000664000175000017500000000000015257164053032005 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000021700000000000010215 xustar00115 path=masakari_monitors-22.0.0/masakarimonitors/tests/unit/introspectiveinstancemonitor/test_monitor_manager.py 28 mtime=1790765099.4622889 masakari_monitors-22.0.0/masakarimonitors/tests/unit/introspectiveinstancemonitor/test_monitor_manag0000664000175000017500000000257015257164053033526 0ustar00zuulzuul# Copyright(c) 2018 WindRiver Systems # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import eventlet import libvirt import testtools from unittest import mock from masakarimonitors.introspectiveinstancemonitor import instance eventlet.monkey_patch(os=False) class TestMonitorManager(testtools.TestCase): def setUp(self): super(TestMonitorManager, self).setUp() @mock.patch.object(libvirt, 'virEventRunDefaultImpl') def test_vir_event_loop_native_run(self, mock_virEventRunDefaultImpl): mock_virEventRunDefaultImpl.side_effect = Exception("Test exception.") obj = instance.IntrospectiveInstanceMonitorManager() exception_flag = False try: obj._vir_event_loop_native_run() except Exception: exception_flag = True self.assertTrue(exception_flag) mock_virEventRunDefaultImpl.assert_called_once() ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4622889 masakari_monitors-22.0.0/masakarimonitors/tests/unit/introspectiveinstancemonitor/test_qemu_utils.py0000664000175000017500000001013215257164053033503 0ustar00zuulzuul# Copyright(c) 2018 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import libvirt import testtools from unittest import mock import uuid from masakarimonitors.introspectiveinstancemonitor import instance as object from masakarimonitors.introspectiveinstancemonitor import qemu_utils from masakarimonitors.introspectiveinstancemonitor import scheduler class TestQemuUtils(testtools.TestCase): def setup(self): super(TestQemuUtils, self).setUp() @mock.patch.object(qemu_utils.libvirt, 'virDomain') def test_getVmFsm(self, mock_domain): """To test the state machines Initial stage should be dicovery and will advance to a healthy stage after enough pingable events. Also, it should reach an error stage from healthy after a pingable event failure. """ reference = qemu_utils.QemuGuestAgent() mock_domain.UUID.return_value = uuid.uuid4() reference.getVmFsm(mock_domain) self.assertEqual(reference.getVmFsm(mock_domain).current_state, 'discovery') reference.getVmFsm(mock_domain).process_event('guest_not_pingable') self.assertEqual(reference.getVmFsm(mock_domain).current_state, 'discovery') reference.getVmFsm(mock_domain).process_event('guest_pingable') self.assertEqual(reference.getVmFsm(mock_domain).current_state, 'healthy') reference.getVmFsm(mock_domain).process_event('guest_pingable') self.assertEqual(reference.getVmFsm(mock_domain).current_state, 'healthy') reference.getVmFsm(mock_domain).process_event('guest_not_pingable') self.assertEqual(reference.getVmFsm(mock_domain).current_state, 'error') @mock.patch.object(qemu_utils.libvirt, 'virDomain') def test_hasQemuGuestAgent(self, mock_domain): mock_domain.UUID.return_value = 'testuuid' mock_domain.state.return_value = libvirt.VIR_DOMAIN_RUNNING, 'reason' mock_domain.XMLDesc.return_value = """ """ obj = qemu_utils.QemuGuestAgent() self.assertFalse(obj._hasQemuGuestAgent(mock_domain)) mock_domain.XMLDesc.return_value = """
""" obj = qemu_utils.QemuGuestAgent() self.assertTrue(obj._hasQemuGuestAgent(mock_domain)) @mock.patch.object(scheduler.ThreadGroupManager, '_service_task') @mock.patch.object(qemu_utils, 'resetJournal') def test_resetJournal(self, mock_resetJournal, mock_service_task): mock_resetJournal.return_value = None obj = object.IntrospectiveInstanceMonitorManager() event_id = 0 domain_uuid = uuid.uuid4() event_type = libvirt.VIR_DOMAIN_EVENT_STARTED detail = libvirt.VIR_DOMAIN_EVENT_STARTED_BOOTED obj._reset_journal(event_id, event_type, detail, domain_uuid) mock_resetJournal.assert_called_once_with(domain_uuid) ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765152.211219 masakari_monitors-22.0.0/masakarimonitors/tests/unit/processmonitor/0000775000175000017500000000000015257164140024736 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.463289 masakari_monitors-22.0.0/masakarimonitors/tests/unit/processmonitor/__init__.py0000664000175000017500000000000015257164053027040 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765152.211219 masakari_monitors-22.0.0/masakarimonitors/tests/unit/processmonitor/process_handler/0000775000175000017500000000000015257164140030111 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.463289 masakari_monitors-22.0.0/masakarimonitors/tests/unit/processmonitor/process_handler/__init__.py0000664000175000017500000000000015257164053032213 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000021700000000000010215 xustar00116 path=masakari_monitors-22.0.0/masakarimonitors/tests/unit/processmonitor/process_handler/test_handle_process.py 27 mtime=1790765099.463289 masakari_monitors-22.0.0/masakarimonitors/tests/unit/processmonitor/process_handler/test_handle_proc0000664000175000017500000003612415257164053033362 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import socket import testtools from unittest import mock import ddt import eventlet from oslo_utils import timeutils import masakarimonitors.conf from masakarimonitors.ha import masakari from masakarimonitors.objects import event_constants as ec from masakarimonitors.processmonitor.process_handler import handle_process from masakarimonitors import utils CONF = masakarimonitors.conf.CONF eventlet.monkey_patch(os=False) NOVA_COMPUTE = 'nova-compute' MOCK_PROCESS_LIST = [ { 'id': 1, 'process_name': '/usr/local/bin/nova-compute', 'start_command': 'mock_start_command', 'pre_start_command': 'mock_pre_start_command', 'post_start_command': 'mock_post_start_command', 'restart_command': 'mock_restart_command', 'pre_restart_command': 'mock_pre_restart_command', 'post_restart_command': 'mock_post_restart_command', 'run_as_root': True }, ] MOCK_DOWN_PROCESS_LIST = [ { 'id': 1, 'process_name': '/usr/local/bin/nova-compute', 'start_command': 'mock_start_command', 'pre_start_command': 'mock_pre_start_command', 'post_start_command': 'mock_post_start_command', 'restart_command': 'mock_restart_command', 'pre_restart_command': 'mock_pre_restart_command', 'post_restart_command': 'mock_post_restart_command', 'run_as_root': True }, ] PS_RESULT = \ "\n" \ "UID PID PPID C STIME TTY TIME CMD\n" \ "root 11187 1 0 18:52 ? 00:00:00 /usr/local/bin/nova-compute\n" @ddt.ddt class TestHandleProcess(testtools.TestCase): def setUp(self): super(TestHandleProcess, self).setUp() def test_set_process_list(self): process_list = MOCK_PROCESS_LIST obj = handle_process.HandleProcess() obj.set_process_list(process_list) self.assertEqual(process_list, obj.process_list) @ddt.data("/usr/local/bin/nova-compute", "nova-compute") def test_make_event(self, process_name): obj = handle_process.HandleProcess() event = obj._make_event(process_name) self.assertEqual( NOVA_COMPUTE, event['notification']['payload']['process_name']) @mock.patch.object(utils, 'execute') def test_start_processes(self, mock_execute): process_list = MOCK_PROCESS_LIST obj = handle_process.HandleProcess() obj.set_process_list(process_list) mock_execute.side_effect = [('test_stdout', ''), ('test_stdout', ''), ('test_stdout', 'test_stderr')] obj.start_processes() mock_execute.assert_any_call( MOCK_PROCESS_LIST[0].get('pre_start_command'), run_as_root=MOCK_PROCESS_LIST[0].get('run_as_root')) mock_execute.assert_any_call( MOCK_PROCESS_LIST[0].get('start_command'), run_as_root=MOCK_PROCESS_LIST[0].get('run_as_root')) mock_execute.assert_any_call( MOCK_PROCESS_LIST[0].get('post_start_command'), run_as_root=MOCK_PROCESS_LIST[0].get('run_as_root')) @mock.patch.object(utils, 'execute') def test_start_processes_pre_cmd_fail(self, mock_execute): process_list = MOCK_PROCESS_LIST obj = handle_process.HandleProcess() obj.set_process_list(process_list) mock_execute.return_value = ('test_stdout', 'test_stderr') obj.start_processes() mock_execute.assert_called_once_with( MOCK_PROCESS_LIST[0].get('pre_start_command'), run_as_root=MOCK_PROCESS_LIST[0].get('run_as_root')) @mock.patch.object(utils, 'execute') def test_monitor_processes(self, mock_execute): process_list = MOCK_PROCESS_LIST obj = handle_process.HandleProcess() obj.set_process_list(process_list) mock_execute.return_value = (PS_RESULT, '') down_process_list = obj.monitor_processes() self.assertEqual([], down_process_list) mock_execute.assert_called_once_with( 'ps', '-ef', run_as_root=False) @mock.patch.object(utils, 'execute') def test_monitor_processes_not_found(self, mock_execute): process_list = MOCK_PROCESS_LIST obj = handle_process.HandleProcess() obj.set_process_list(process_list) mock_execute.return_value = ('', '') down_process_list = obj.monitor_processes() self.assertEqual(MOCK_PROCESS_LIST, down_process_list) mock_execute.assert_called_once_with( 'ps', '-ef', run_as_root=False) @mock.patch.object(utils, 'execute') def test_monitor_processes_exception(self, mock_execute): process_list = MOCK_PROCESS_LIST obj = handle_process.HandleProcess() obj.set_process_list(process_list) mock_execute.side_effect = Exception("Test exception.") down_process_list = obj.monitor_processes() self.assertEqual([], down_process_list) @mock.patch.object(utils, 'execute') def test_restart_processes(self, mock_execute): process_list = MOCK_PROCESS_LIST obj = handle_process.HandleProcess() obj.set_process_list(process_list) down_process_list = MOCK_DOWN_PROCESS_LIST mock_execute.side_effect = [('test_stdout', ''), ('test_stdout', ''), ('test_stdout', '')] obj.restart_processes(down_process_list) mock_execute.assert_any_call( down_process_list[0].get('pre_restart_command'), run_as_root=down_process_list[0].get('run_as_root')) mock_execute.assert_any_call( down_process_list[0].get('restart_command'), run_as_root=down_process_list[0].get('run_as_root')) mock_execute.assert_any_call( down_process_list[0].get('post_restart_command'), run_as_root=down_process_list[0].get('run_as_root')) self.assertEqual([], obj.restart_failure_list) @mock.patch.object(utils, 'execute') def test_restart_processes_failed_to_restart_previously( self, mock_execute): process_list = MOCK_PROCESS_LIST obj = handle_process.HandleProcess() obj.set_process_list(process_list) restart_failure_list = [MOCK_DOWN_PROCESS_LIST[0].get('process_name')] obj.restart_failure_list = restart_failure_list down_process_list = MOCK_DOWN_PROCESS_LIST obj.restart_processes(down_process_list) self.assertEqual(restart_failure_list, obj.restart_failure_list) mock_execute.assert_not_called() @mock.patch.object(masakari.SendNotification, 'send_notification') @mock.patch.object(timeutils, 'utcnow') @mock.patch.object(eventlet.greenthread, 'sleep') @mock.patch.object(utils, 'execute') def test_restart_processes_pre_restart_command_retry_over( self, mock_execute, mock_sleep, mock_utcnow, mock_send_notification): process_list = MOCK_PROCESS_LIST obj = handle_process.HandleProcess() obj.set_process_list(process_list) down_process_list = MOCK_DOWN_PROCESS_LIST mock_execute.side_effect = [('test_stdout', 'test_stderr'), ('test_stdout', 'test_stderr'), ('test_stdout', 'test_stderr'), ('test_stdout', 'test_stderr')] mock_sleep.return_value = None current_time = timeutils.utcnow() mock_utcnow.return_value = current_time mock_send_notification.return_value = None obj.restart_processes(down_process_list) pre_execute_count = CONF.process.restart_retries + 1 self.assertEqual(pre_execute_count, mock_execute.call_count) for var in range(0, mock_execute.call_count): args, kwargs = mock_execute.call_args_list[var] self.assertEqual( (down_process_list[0].get('pre_restart_command'),), args) self.assertEqual({'run_as_root': True}, kwargs) event = { 'notification': { 'type': ec.EventConstants.TYPE_PROCESS, 'hostname': socket.gethostname(), 'generated_time': current_time, 'payload': { 'event': ec.EventConstants.EVENT_STOPPED, 'process_name': NOVA_COMPUTE } } } mock_send_notification.assert_called_once_with( CONF.process.api_retry_max, CONF.process.api_retry_interval, event) self.assertEqual( [down_process_list[0].get('process_name')], obj.restart_failure_list) @mock.patch.object(masakari.SendNotification, 'send_notification') @mock.patch.object(timeutils, 'utcnow') @mock.patch.object(eventlet.greenthread, 'sleep') @mock.patch.object(utils, 'execute') def test_restart_processes_restart_command_retry_over( self, mock_execute, mock_sleep, mock_utcnow, mock_send_notification): process_list = MOCK_PROCESS_LIST obj = handle_process.HandleProcess() obj.set_process_list(process_list) down_process_list = MOCK_DOWN_PROCESS_LIST mock_execute.side_effect = [('test_stdout', ''), ('test_stdout', 'test_stderr'), ('test_stdout', ''), ('test_stdout', 'test_stderr'), ('test_stdout', ''), ('test_stdout', 'test_stderr'), ('test_stdout', ''), ('test_stdout', 'test_stderr')] mock_sleep.return_value = None current_time = timeutils.utcnow() mock_utcnow.return_value = current_time mock_send_notification.return_value = None obj.restart_processes(down_process_list) pre_execute_count = CONF.process.restart_retries + 1 execute_count = CONF.process.restart_retries + 1 total_execute_count = pre_execute_count + execute_count self.assertEqual(total_execute_count, mock_execute.call_count) for var in range(0, mock_execute.call_count): # Execute order of restart_command is the second. execute_order = 2 if (var + 1) % execute_order == 0: args, kwargs = mock_execute.call_args_list[var] self.assertEqual( (down_process_list[0].get('restart_command'),), args) self.assertEqual({'run_as_root': True}, kwargs) event = { 'notification': { 'type': ec.EventConstants.TYPE_PROCESS, 'hostname': socket.gethostname(), 'generated_time': current_time, 'payload': { 'event': ec.EventConstants.EVENT_STOPPED, 'process_name': NOVA_COMPUTE } } } mock_send_notification.assert_called_once_with( CONF.process.api_retry_max, CONF.process.api_retry_interval, event) self.assertEqual( [down_process_list[0].get('process_name')], obj.restart_failure_list) @mock.patch.object(masakari.SendNotification, 'send_notification') @mock.patch.object(timeutils, 'utcnow') @mock.patch.object(eventlet.greenthread, 'sleep') @mock.patch.object(utils, 'execute') def test_restart_processes_post_restart_command_retry_over( self, mock_execute, mock_sleep, mock_utcnow, mock_send_notification): process_list = MOCK_PROCESS_LIST obj = handle_process.HandleProcess() obj.set_process_list(process_list) down_process_list = MOCK_DOWN_PROCESS_LIST mock_execute.side_effect = [('test_stdout', ''), ('test_stdout', ''), ('test_stdout', 'test_stderr'), ('test_stdout', ''), ('test_stdout', ''), ('test_stdout', 'test_stderr'), ('test_stdout', ''), ('test_stdout', ''), ('test_stdout', 'test_stderr'), ('test_stdout', ''), ('test_stdout', ''), ('test_stdout', 'test_stderr')] mock_sleep.return_value = None current_time = timeutils.utcnow() mock_utcnow.return_value = current_time mock_send_notification.return_value = None obj.restart_processes(down_process_list) pre_execute_count = CONF.process.restart_retries + 1 execute_count = CONF.process.restart_retries + 1 post_execute_count = CONF.process.restart_retries + 1 total_execute_count = \ pre_execute_count + execute_count + post_execute_count self.assertEqual(total_execute_count, mock_execute.call_count) for var in range(0, mock_execute.call_count): # Execute order of restart_command is the third. execute_order = 3 if (var + 1) % execute_order == 0: args, kwargs = mock_execute.call_args_list[var] self.assertEqual( (down_process_list[0].get('post_restart_command'),), args) self.assertEqual({'run_as_root': True}, kwargs) event = { 'notification': { 'type': ec.EventConstants.TYPE_PROCESS, 'hostname': socket.gethostname(), 'generated_time': current_time, 'payload': { 'event': ec.EventConstants.EVENT_STOPPED, 'process_name': NOVA_COMPUTE } } } mock_send_notification.assert_called_once_with( CONF.process.api_retry_max, CONF.process.api_retry_interval, event) self.assertEqual( [down_process_list[0].get('process_name')], obj.restart_failure_list) @mock.patch.object(utils, 'execute') def test_execute_cmd_exception(self, mock_execute): mock_execute.side_effect = Exception("Test exception.") obj = handle_process.HandleProcess() ret = obj._execute_cmd(MOCK_PROCESS_LIST[0].get('start_command'), MOCK_PROCESS_LIST[0].get('run_as_root')) self.assertEqual(ret, 1) ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.463289 masakari_monitors-22.0.0/masakarimonitors/tests/unit/processmonitor/test_process.py0000664000175000017500000001442415257164053030035 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. import testtools from unittest import mock import yaml import eventlet from masakarimonitors.processmonitor import process as processmonitor_manager from masakarimonitors.processmonitor.process_handler import handle_process eventlet.monkey_patch(os=False) MOCK_PROCESS_LIST = [ { 'process_name': 'mock_process_name_A', 'start_command': 'mock_start_command', 'pre_start_command': 'mock_pre_start_command', 'post_start_command': 'mock_post_start_command', 'restart_command': 'mock_restart_command', 'pre_restart_command': 'mock_pre_restart_command', 'post_restart_command': 'mock_post_restart_command', 'run_as_root': True }, { 'id': 2, 'process_name': 'mock_process_name_B', 'start_command': 'mock_start_command', 'pre_start_command': 'mock_pre_start_command', 'post_start_command': 'mock_post_start_command', 'restart_command': 'mock_restart_command', 'pre_restart_command': 'mock_pre_restart_command', 'post_restart_command': 'mock_post_restart_command', 'run_as_root': True }, ] MOCK_DOWN_PROCESS_LIST = [ { 'process_name': 'mock_process_name_A', 'start_command': 'mock_start_command', 'pre_start_command': 'mock_pre_start_command', 'post_start_command': 'mock_post_start_command', 'restart_command': 'mock_restart_command', 'pre_restart_command': 'mock_pre_restart_command', 'post_restart_command': 'mock_post_restart_command', 'run_as_root': True }, ] class TestProcessmonitorManager(testtools.TestCase): def setUp(self): super(TestProcessmonitorManager, self).setUp() def _get_mock_process_list(self, call_count): if call_count == 0: return MOCK_PROCESS_LIST else: return @mock.patch.object(eventlet.greenthread, 'sleep') @mock.patch.object(handle_process.HandleProcess, 'restart_processes') @mock.patch.object(handle_process.HandleProcess, 'monitor_processes') @mock.patch.object(handle_process.HandleProcess, 'start_processes') @mock.patch.object(handle_process.HandleProcess, 'set_process_list') @mock.patch.object(yaml, 'safe_load') @mock.patch('builtins.open') def test_main(self, mock_file, mock_load, mock_set_process_list, mock_start_processes, mock_monitor_processes, mock_restart_processes, mock_sleep): mock_load.side_effect = [self._get_mock_process_list(0), self._get_mock_process_list(0), self._get_mock_process_list(1)] mock_set_process_list.return_value = None mock_start_processes.return_value = None mock_monitor_processes.side_effect = [MOCK_DOWN_PROCESS_LIST, []] mock_restart_processes.return_value = None mock_sleep.return_value = None obj = processmonitor_manager.ProcessmonitorManager() obj.main() mock_set_process_list.assert_called_with(MOCK_PROCESS_LIST) mock_start_processes.assert_called_once_with() self.assertEqual(2, mock_monitor_processes.call_count) mock_restart_processes.assert_called_once_with(MOCK_DOWN_PROCESS_LIST) @mock.patch.object(handle_process.HandleProcess, 'restart_processes') @mock.patch.object(handle_process.HandleProcess, 'monitor_processes') @mock.patch.object(handle_process.HandleProcess, 'start_processes') @mock.patch.object(handle_process.HandleProcess, 'set_process_list') @mock.patch.object(yaml, 'safe_load') @mock.patch('builtins.open') def test_main_exception(self, mock_file, mock_load, mock_set_process_list, mock_start_processes, mock_monitor_processes, mock_restart_processes): mock_load.return_value = self._get_mock_process_list(0) mock_set_process_list.return_value = None mock_start_processes.side_effect = Exception("Test exception.") obj = processmonitor_manager.ProcessmonitorManager() obj.main() mock_set_process_list.assert_called_once_with(MOCK_PROCESS_LIST) mock_start_processes.assert_called_once_with() mock_monitor_processes.assert_not_called() mock_restart_processes.assert_not_called() @mock.patch.object(handle_process.HandleProcess, 'set_process_list') @mock.patch.object(yaml, 'safe_load') @mock.patch('builtins.open') def test_load_process_list_yaml_error(self, mock_file, mock_load, mock_set_process_list): mock_load.side_effect = yaml.YAMLError obj = processmonitor_manager.ProcessmonitorManager() obj.main() mock_set_process_list.assert_not_called() @mock.patch.object(handle_process.HandleProcess, 'set_process_list') @mock.patch.object(yaml, 'safe_load') @mock.patch('builtins.open') def test_load_process_list_exception(self, mock_file, mock_load, mock_set_process_list): mock_load.side_effect = Exception("Test exception.") obj = processmonitor_manager.ProcessmonitorManager() obj.main() mock_set_process_list.assert_not_called() def test_stop(self): obj = processmonitor_manager.ProcessmonitorManager() obj.stop() self.assertFalse(obj.running) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4642892 masakari_monitors-22.0.0/masakarimonitors/tests/unit/test_hacking.py0000664000175000017500000001365615257164053024703 0ustar00zuulzuul# Copyright 2017 NTT Data. # # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. import textwrap from unittest import mock import pycodestyle import testtools from masakarimonitors.hacking import checks class HackingTestCase(testtools.TestCase): """This class tests the hacking checks in masakarimonitors.hacking.checks by passing strings to the check methods like the pycodestyle/flake8 parser would. The parser loops over each line in the file and then passes the parameters to the check method. The parameter names in the check method dictate what type of object is passed to the check method. The parameter types are:: logical_line: A processed line with the following modifications: - Multi-line statements converted to a single line. - Stripped left and right. - Contents of strings replaced with "xxx" of same length. - Comments removed. physical_line: Raw line of text from the input file. lines: a list of the raw lines from the input file tokens: the tokens that contribute to this logical line line_number: line number in the input file total_lines: number of lines in the input file blank_lines: blank lines before this one indent_char: indentation character in this file (" " or "\t") indent_level: indentation (with tabs expanded to multiples of 8) previous_indent_level: indentation on previous line previous_logical: previous logical line filename: Path of the file being run through pycodestyle When running a test on a check method the return will be False/None if there is no violation in the sample input. If there is an error a tuple is returned with a position in the line, and a message. So to check the result just assertTrue if the check is expected to fail and assertFalse if it should pass. """ # We are patching pycodestyle so that only the check under test is actually # installed. @mock.patch('pycodestyle._checks', {'physical_line': {}, 'logical_line': {}, 'tree': {}}) def _run_check(self, code, checker, filename=None): pycodestyle.register_check(checker) lines = textwrap.dedent(code).strip().splitlines(True) checker = pycodestyle.Checker(filename=filename, lines=lines) checker.check_all() checker.report._deferred_print.sort() return checker.report._deferred_print def _assert_has_errors(self, code, checker, expected_errors=None, filename=None): actual_errors = [e[:3] for e in self._run_check(code, checker, filename)] self.assertEqual(expected_errors or [], actual_errors) def _assert_has_no_errors(self, code, checker, filename=None): self._assert_has_errors(code, checker, filename=filename) def test_check_explicit_underscore_import(self): self.assertEqual(len(list(checks.check_explicit_underscore_import( "LOG.info(_('My info message'))", "masakarimonitors/tests/other_files.py"))), 1) self.assertEqual(len(list(checks.check_explicit_underscore_import( "msg = _('My message')", "masakarimonitors/tests/other_files.py"))), 1) self.assertEqual(len(list(checks.check_explicit_underscore_import( "from masakarimonitors.i18n import _", "masakarimonitors/tests/other_files.py"))), 0) self.assertEqual(len(list(checks.check_explicit_underscore_import( "LOG.info(_('My info message'))", "masakarimonitors/tests/other_files.py"))), 0) self.assertEqual(len(list(checks.check_explicit_underscore_import( "msg = _('My message')", "masakarimonitors/tests/other_files.py"))), 0) self.assertEqual(len(list(checks.check_explicit_underscore_import( "from masakarimonitors.i18n import _", "masakarimonitors/tests/other_files2.py"))), 0) self.assertEqual(len(list(checks.check_explicit_underscore_import( "msg = _('My message')", "masakarimonitors/tests/other_files2.py"))), 0) self.assertEqual(len(list(checks.check_explicit_underscore_import( "_ = translations.ugettext", "masakarimonitors/tests/other_files3.py"))), 0) self.assertEqual(len(list(checks.check_explicit_underscore_import( "msg = _('My message')", "masakarimonitors/tests/other_files3.py"))), 0) def test_no_translate_logs(self): self.assertEqual(1, len(list(checks.no_translate_logs( "LOG.error(_LE('foo'))")))) self.assertEqual(0, len(list(checks.no_translate_logs( "LOG.debug('foo')")))) self.assertEqual(1, len(list(checks.no_translate_logs( "LOG.info(_LI('foo'))")))) self.assertEqual(1, len(list(checks.no_translate_logs( "LOG.warning(_LW('foo'))")))) self.assertEqual(1, len(list(checks.no_translate_logs( "LOG.critical(_LC('foo'))")))) def test_no_log_warn(self): code = """ LOG.warn("LOG.warn is deprecated") """ errors = [(1, 0, 'M305')] self._assert_has_errors(code, checks.no_log_warn, expected_errors=errors) code = """ LOG.warning("LOG.warn is deprecated") """ self._assert_has_no_errors(code, checks.no_log_warn) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4642892 masakari_monitors-22.0.0/masakarimonitors/utils.py0000664000175000017500000001066615257164053021255 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Utilities and helper functions.""" import contextlib import functools import inspect import pyclbr import shutil import sys import tempfile from oslo_concurrency import lockutils from oslo_concurrency import processutils from oslo_log import log as logging from oslo_utils import importutils import masakarimonitors.conf from masakarimonitors.i18n import _ from masakarimonitors import privsep CONF = masakarimonitors.conf.CONF LOG = logging.getLogger(__name__) def monkey_patch(): """monkey_patch function. If the CONF.monkey_patch set as True, this function patches a decorator for all functions in specified modules. You can set decorators for each modules using CONF.monkey_patch_modules. The format is "Module path:Decorator function". name - name of the function function - object of the function """ # If CONF.monkey_patch is not True, this function do nothing. if not CONF.monkey_patch: return def is_method(obj): return inspect.ismethod(obj) or inspect.isfunction(obj) # Get list of modules and decorators for module_and_decorator in CONF.monkey_patch_modules: md_value = module_and_decorator.split(':') if len(md_value) != 2: msg = _("'monkey_patch_modules' config option is not configured " "correctly") raise Exception(msg) module, decorator_name = md_value # import decorator function decorator = importutils.import_class(decorator_name) __import__(module) # Retrieve module information using pyclbr module_data = pyclbr.readmodule_ex(module) for key, value in module_data.items(): # set the decorator for the class methods if isinstance(value, pyclbr.Class): clz = importutils.import_class("%s.%s" % (module, key)) for method, func in inspect.getmembers(clz, is_method): setattr(clz, method, decorator("%s.%s.%s" % (module, key, method), func)) # set the decorator for the function if isinstance(value, pyclbr.Function): func = importutils.import_class("%s.%s" % (module, key)) setattr(sys.modules[module], key, decorator("%s.%s" % (module, key), func)) @contextlib.contextmanager def tempdir(**kwargs): argdict = kwargs.copy() if 'dir' not in argdict: argdict['dir'] = CONF.tempdir tmpdir = tempfile.mkdtemp(**argdict) try: yield tmpdir finally: try: shutil.rmtree(tmpdir) except OSError as e: LOG.error('Could not remove tmpdir: %s', e) @privsep.monitors_priv.entrypoint def privsep_execute(*cmd, **kwargs): return processutils.execute(*cmd, **kwargs) def execute(*cmd, **kwargs): """Convenience wrapper around oslo's execute() method.""" if 'run_as_root' in kwargs and kwargs.get('run_as_root'): return privsep_execute(*cmd, **kwargs) else: return processutils.execute(*cmd, **kwargs) def synchronized(name, semaphores=None, blocking=False): def wrap(f): @functools.wraps(f) def inner(*args, **kwargs): lock_str = 'masakarimonitors-%s' % name int_lock = lockutils.internal_lock(lock_str, semaphores=semaphores) msg = "Lock blocking: %s on resource %s " % (lock_str, f.__name__) """Acquiring lock: %(lock_str)s on resource """ if not int_lock.acquire(blocking=blocking): raise Exception(msg) try: return f(*args, **kwargs) finally: """Releasing lock: %(lock_str)s on resource """ int_lock.release() return inner return wrap ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4642892 masakari_monitors-22.0.0/masakarimonitors/version.py0000664000175000017500000000460015257164053021571 0ustar00zuulzuul# Copyright(c) 2016 Nippon Telegraph and Telephone Corporation # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from pbr import version as pbr_version MONITORS_VENDOR = "OpenStack Foundation" MONITORS_PRODUCT = "OpenStack Masakari Monitors" MONITORS_PACKAGE = None # OS distro package version suffix loaded = False version_info = pbr_version.VersionInfo('masakari-monitors') version_string = version_info.version_string def _load_config(): # Don't load in global context, since we can't assume # these modules are accessible when distutils uses # this module import configparser from oslo_config import cfg from oslo_log import log as logging global loaded, MONITORS_VENDOR, MONITORS_PRODUCT, MONITORS_PACKAGE if loaded: return loaded = True cfgfile = cfg.CONF.find_file("release") if cfgfile is None: return try: cfg = configparser.RawConfigParser() cfg.read(cfgfile) if cfg.has_option("Masakarimonitors", "vendor"): MONITORS_VENDOR = cfg.get("Masakarimonitors", "vendor") if cfg.has_option("Masakarimonitors", "product"): MONITORS_PRODUCT = cfg.get("Masakarimonitors", "product") if cfg.has_option("Masakarimonitors", "package"): MONITORS_PACKAGE = cfg.get("Masakarimonitors", "package") except Exception as ex: LOG = logging.getLogger(__name__) LOG.error("Failed to load %(cfgfile)s: %(ex)s", {'cfgfile': cfgfile, 'ex': ex}) def vendor_string(): _load_config() return MONITORS_VENDOR def product_string(): _load_config() return MONITORS_PRODUCT def package_string(): _load_config() return MONITORS_PACKAGE def version_string_with_package(): if package_string() is None: return version_info.version_string() else: return "%s-%s" % (version_info.version_string(), package_string()) ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.495295 masakari_monitors-22.0.0/pyproject.toml0000664000175000017500000000366315257164053017073 0ustar00zuulzuul[build-system] requires = ["pbr>=6.1.1"] build-backend = "pbr.build" [project] name = "masakari-monitors" description = "Monitors for Masakari" authors = [ {name = "OpenStack", email = "openstack-discuss@lists.openstack.org"}, ] readme = {file = "README.rst", content-type = "text/x-rst"} license = {text = "Apache-2.0"} dynamic = ["version", "dependencies"] requires-python = ">=3.11" classifiers = [ "Environment :: OpenStack", "Intended Audience :: Information Technology", "Intended Audience :: System Administrators", "License :: OSI Approved :: Apache Software License", "Operating System :: POSIX :: Linux", "Programming Language :: Python", "Programming Language :: Python :: 3", "Programming Language :: Python :: 3.11", "Programming Language :: Python :: 3.12", "Programming Language :: Python :: 3.13", "Programming Language :: Python :: 3 :: Only", "Programming Language :: Python :: Implementation :: CPython", ] [project.urls] Homepage = "https://docs.openstack.org/masakari-monitors/latest/" Repository = "https://opendev.org/openstack/masakari-monitors" [tool.setuptools] packages = [ "masakarimonitors" ] [project.entry-points."oslo.config.opts"] "masakarimonitors.conf" = "masakarimonitors.conf.opts:list_opts" [project.entry-points."console_scripts"] masakari-introspectiveinstancemonitor = "masakarimonitors.cmd.introspectiveinstancemonitor:main" masakari-instancemonitor = "masakarimonitors.cmd.instancemonitor:main" masakari-processmonitor = "masakarimonitors.cmd.processmonitor:main" masakari-hostmonitor = "masakarimonitors.cmd.hostmonitor:main" [project.entry-points."hostmonitor.driver"] "simple" = "masakarimonitors.hostmonitor.host_handler.handle_host:HandleHost" "default" = "masakarimonitors.hostmonitor.host_handler.handle_host:HandleHost" "consul" = "masakarimonitors.hostmonitor.consul_check.manager:ConsulCheck" "kubernetes" = "masakarimonitors.hostmonitor.kubernetes_check.manager:KubernetesCheck" ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765152.190221 masakari_monitors-22.0.0/releasenotes/0000775000175000017500000000000015257164140016635 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2142186 masakari_monitors-22.0.0/releasenotes/notes/0000775000175000017500000000000015257164140017765 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4642892 masakari_monitors-22.0.0/releasenotes/notes/.placeholder0000664000175000017500000000000015257164053022241 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4652896 masakari_monitors-22.0.0/releasenotes/notes/bp-retry-check-when-host-failure-78649c512ef79199.yaml0000664000175000017500000000115215257164053031061 0ustar00zuulzuul--- features: - | Support for repeated check of node status in hostmonitor. Repeated check is more reliable than single check to determine host status, especially when there is network instability in play. With this feature, the following config option can be set. .. code-block:: ini [host] monitoring_samples = 3 The above means 3 checks will be done before the node status is decided. The default value is 1 which is backwards compatible. `Blueprint retry-check-when-host-failure `__ ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4652896 masakari_monitors-22.0.0/releasenotes/notes/bug-1866660-ef8624f5283b2e5e.yaml0000664000175000017500000000065515257164053024524 0ustar00zuulzuul--- features: - | A 'hostname' option has been added to the Masakari monitors configuration file which replaces the 'host' option. The option should be used to specify the Hostname, FQDN or IP address of the host. deprecations: - | The 'host' option in the 'DEFAULT' section has been deprecated as it clashes with the name of a section in the same file. It has been replaced by the 'hostname' option. ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4652896 masakari_monitors-22.0.0/releasenotes/notes/bug-1878548-5fab31aec6ba5407.yaml0000664000175000017500000000036115257164053024640 0ustar00zuulzuul--- fixes: - | Fixes hostmonitor reporting hosts down because of Pacemaker cluster partitioning. Now hostmonitor properly respects the status of Pacemaker cluster quorum. `LP#1878548 `__ ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4652896 masakari_monitors-22.0.0/releasenotes/notes/bug-1930361-fa8ce8e9781ea967.yaml0000664000175000017500000000021115257164053024575 0ustar00zuulzuul--- fixes: - | Fixes hostmonitor hanging forever after certain exceptions. `LP#1930361 `__ ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4652896 masakari_monitors-22.0.0/releasenotes/notes/bug-2153543-37dd1fff76f6e531.yaml0000664000175000017500000000115315257164053024566 0ustar00zuulzuul--- fixes: - | Fixed an issue with the Consul hostmonitor driver where false STARTED notifications were sent when ``monitoring_samples`` was set to a value greater than 1. During host state transitions (e.g., from UP to DOWN), mixed health samples (e.g., ``['up', 'up', 'down']``) were incorrectly treated as stable UP states, causing premature notifications. The fix now skips notifications when the health state is unstable (contains None values) and only sends notifications when the state is stable. See `Bug #2153543 `_. ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4662898 masakari_monitors-22.0.0/releasenotes/notes/bug-cb435fc05a5e31d5.yaml0000664000175000017500000000041215257164053023712 0ustar00zuulzuul--- fixes: - | kubernetes_check manager.py script missing host status from the payload data to allow the masakari-engine to initiate the recovery workflow message to the API server. Previous payload would be ignored by masakari-engine workflow driver. ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4662898 masakari_monitors-22.0.0/releasenotes/notes/deprecate-processmonitor-95c8aefbc749c1ed.yaml0000664000175000017500000000043615257164053030347 0ustar00zuulzuul--- deprecations: - | Masakari Process Monitor (``masakari-processmonitor``) is deprecated and may be removed in any later release. Please use modern tools, such as systemd, Docker or Kubernetes (K8s), to control, monitor and ensure the desired processes are running. ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4662898 masakari_monitors-22.0.0/releasenotes/notes/drop-cap-net-admin-8d7d7cfb274e9547.yaml0000664000175000017500000000016615257164053026477 0ustar00zuulzuul--- other: - | Masakari hostmonitor and processmonitor will no longer require ``CAP_NET_ADMIN`` capability. ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4662898 masakari_monitors-22.0.0/releasenotes/notes/drop-py-2-7-b28de816eac45468.yaml0000664000175000017500000000034015257164053024773 0ustar00zuulzuul--- upgrade: - | Python 2.7 support has been dropped. Last release of masakari-monitors to support python 2.7 is OpenStack Train. The minimum version of Python now supported by masakari-monitors is Python 3.6. ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4662898 masakari_monitors-22.0.0/releasenotes/notes/drop-python-38-and-39.yaml0000664000175000017500000000011015257164053024350 0ustar00zuulzuul--- upgrade: - | Support for Python 3.8 and 3.9 has been dropped. ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4662898 masakari_monitors-22.0.0/releasenotes/notes/hostmonitor-driver-based-on-consul-03f7e619d91e7e06.yaml0000664000175000017500000000035615257164053031674 0ustar00zuulzuul--- features: - | Added hostmonitor driver based on consul. It can detects interfaces connectivity status via multiple consul clusters, and sends notifition to trigger host failure recovery according to defined HA strategy. ././@PaxHeader0000000000000000000000000000021400000000000010212 xustar00114 path=masakari_monitors-22.0.0/releasenotes/notes/hostmonitor-driver-based-on-kubernetes-a898da08d2f40cac.yaml 26 mtime=1790765099.46729 masakari_monitors-22.0.0/releasenotes/notes/hostmonitor-driver-based-on-kubernetes-a898da08d2f40cac.0000664000175000017500000000047215257164053032060 0ustar00zuulzuul--- features: - | In OpenStack on Kubernetes, this is a new host monitor by Kubernetes. This driver enable seamless integration with the Kubernetes API, allowing for efficient and straightforward host monitoring without the need for additional configuration using tools like Consul or Pacemaker. ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765099.46729 masakari_monitors-22.0.0/releasenotes/notes/hostmonitor-systemd-89696f96a654a918.yaml0000664000175000017500000000030015257164053026753 0ustar00zuulzuul--- features: - | Adds ``pacemaker_node_type`` option to ``hostmonitor`` to allow skipping systemd service status checks which are often impossible in containerised deployments. ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765099.46729 masakari_monitors-22.0.0/releasenotes/notes/introspectiveinstancemonitor-f4bc71f029b61d49.yaml0000664000175000017500000000026115257164053031125 0ustar00zuulzuul--- features: - | Added Introspective Instance Monitoring through QEMU Guest Agent, in order to detect, report and optionally recover VMs from internal VM faults. ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765099.46729 masakari_monitors-22.0.0/releasenotes/notes/libvirt-sasl-support-edf1388c556a594b.yaml0000664000175000017500000000051515257164053027232 0ustar00zuulzuul--- features: - | Add support for libvirt auth in instancemonitor. Use the standard methods to provide the actual authentication credentials. The SASL library and pluggable authentication modules should be installed on the instancemonitor host, use the packages provided in the distro alongside libvirt-python. ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765099.46729 masakari_monitors-22.0.0/releasenotes/notes/libvirt-still-required-22a8d817ee8d0be8.yaml0000664000175000017500000000073515257164053027602 0ustar00zuulzuul--- other: - | *Note to packagers*: ``libvirt-python`` package is still required by instance-oriented monitors. It is available in most distros as ``python3-libvirt``. It is no longer listed in ``requirements.txt`` so it will not get installed when installing ``masakari-monitors`` package from PyPI. The change was done to follow how Nova handles this requirement. This is to satisfy both libvirtd compatibility and recent pip sanity checks. ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765099.46729 masakari_monitors-22.0.0/releasenotes/notes/pythonize-monitors-081e74dfaf78fe99.yaml0000664000175000017500000000050015257164053027073 0ustar00zuulzuul--- features: - Added the masakari-hostmonitor and masakari-processmonitor which were implemented in python. deprecations: - The masakari-hostmonitor and masakari-processmonitor which were implemented in bash shell script are deprecated as of the Ocata release and will be removed in the Queens release. ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765099.46729 masakari_monitors-22.0.0/releasenotes/notes/remove-py310-d0bfb824497ea29f.yaml0000664000175000017500000000016715257164053025333 0ustar00zuulzuul--- upgrade: - | Support for Python 3.10 has been removed. Now Python 3.11 is the minimum version supported. ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2172184 masakari_monitors-22.0.0/releasenotes/source/0000775000175000017500000000000015257164140020135 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765099.46829 masakari_monitors-22.0.0/releasenotes/source/2023.1.rst0000664000175000017500000000021015257164053021410 0ustar00zuulzuul=========================== 2023.1 Series Release Notes =========================== .. release-notes:: :branch: unmaintained/2023.1 ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765099.46829 masakari_monitors-22.0.0/releasenotes/source/2023.2.rst0000664000175000017500000000020215257164053021412 0ustar00zuulzuul=========================== 2023.2 Series Release Notes =========================== .. release-notes:: :branch: stable/2023.2 ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765099.46829 masakari_monitors-22.0.0/releasenotes/source/2024.1.rst0000664000175000017500000000021015257164053021411 0ustar00zuulzuul=========================== 2024.1 Series Release Notes =========================== .. release-notes:: :branch: unmaintained/2024.1 ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765099.46829 masakari_monitors-22.0.0/releasenotes/source/2024.2.rst0000664000175000017500000000020215257164053021413 0ustar00zuulzuul=========================== 2024.2 Series Release Notes =========================== .. release-notes:: :branch: stable/2024.2 ././@PaxHeader0000000000000000000000000000003200000000000010210 xustar0026 mtime=1790765099.46829 masakari_monitors-22.0.0/releasenotes/source/2025.1.rst0000664000175000017500000000020215257164053021413 0ustar00zuulzuul=========================== 2025.1 Series Release Notes =========================== .. release-notes:: :branch: stable/2025.1 ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4692903 masakari_monitors-22.0.0/releasenotes/source/2025.2.rst0000664000175000017500000000020215257164053021414 0ustar00zuulzuul=========================== 2025.2 Series Release Notes =========================== .. release-notes:: :branch: stable/2025.2 ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4692903 masakari_monitors-22.0.0/releasenotes/source/2026.1.rst0000664000175000017500000000020215257164053021414 0ustar00zuulzuul=========================== 2026.1 Series Release Notes =========================== .. release-notes:: :branch: stable/2026.1 ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2172184 masakari_monitors-22.0.0/releasenotes/source/_static/0000775000175000017500000000000015257164140021563 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4702904 masakari_monitors-22.0.0/releasenotes/source/_static/.placeholder0000664000175000017500000000000015257164053024037 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2172184 masakari_monitors-22.0.0/releasenotes/source/_templates/0000775000175000017500000000000015257164140022272 5ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4702904 masakari_monitors-22.0.0/releasenotes/source/_templates/.placeholder0000664000175000017500000000000015257164053024546 0ustar00zuulzuul././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4702904 masakari_monitors-22.0.0/releasenotes/source/conf.py0000664000175000017500000002215215257164053021441 0ustar00zuulzuul# -*- coding: utf-8 -*- # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or # implied. # See the License for the specific language governing permissions and # limitations under the License. # Masakarimonitors Release Notes documentation build configuration file, # created by sphinx-quickstart on Tue Oct 25 17:40:50 2016. # # This file is execfile()d with the current directory set to its # containing dir. # # Note that not all possible configuration values are present in this # autogenerated file. # # All configuration values have a default; values that are commented out # serve to show the default. # If extensions (or modules to document with autodoc) are in another directory, # add these directories to sys.path here. If the directory is relative to the # documentation root, use os.path.abspath to make it absolute, like shown here. # sys.path.insert(0, os.path.abspath('.')) # -- General configuration ------------------------------------------------ # If your documentation needs a minimal Sphinx version, state it here. # needs_sphinx = '1.0' # Add any Sphinx extension module names here, as strings. They can be # extensions coming with Sphinx (named 'sphinx.ext.*') or your custom # ones. extensions = [ 'openstackdocstheme', 'reno.sphinxext', ] # Add any paths that contain templates here, relative to this directory. templates_path = ['_templates'] # The suffix of source filenames. source_suffix = '.rst' # The encoding of source files. # source_encoding = 'utf-8-sig' # The master toctree document. master_doc = 'index' # General information about the project. project = 'masakarimonitors Release Notes' copyright = '2016, OpenStack Foundation' # The version info for the project you're documenting, acts as replacement for # |version| and |release|, also used in various other places throughout the # built documents. # # The short X.Y version. # The full version, including alpha/beta/rc tags. release = '' # The short X.Y version. version = '' # The language for content autogenerated by Sphinx. Refer to documentation # for a list of supported languages. # language = None # There are two options for replacing |today|: either, you set today to some # non-false value, then it is used: # today = '' # Else, today_fmt is used as the format for a strftime call. # today_fmt = '%B %d, %Y' # List of patterns, relative to source directory, that match files and # directories to ignore when looking for source files. exclude_patterns = [] # The reST default role (used for this markup: `text`) to use for all # documents. # default_role = None # If true, '()' will be appended to :func: etc. cross-reference text. # add_function_parentheses = True # If true, the current module name will be prepended to all description # unit titles (such as .. function::). # add_module_names = True # If true, sectionauthor and moduleauthor directives will be shown in the # output. They are ignored by default. # show_authors = False # The name of the Pygments (syntax highlighting) style to use. pygments_style = 'native' # A list of ignored prefixes for module index sorting. # modindex_common_prefix = [] # If true, keep warnings as "system message" paragraphs in the built documents. # keep_warnings = False # -- Options for HTML output ---------------------------------------------- # The theme to use for HTML and HTML Help pages. See the documentation for # a list of builtin themes. html_theme = 'openstackdocs' openstackdocs_repo_name = 'openstack/masakari-monitors' openstackdocs_bug_project = 'masakari-monitors' openstackdocs_auto_name = False # Theme options are theme-specific and customize the look and feel of a theme # further. For a list of options available for each theme, see the # documentation. # html_theme_options = {} # Add any paths that contain custom themes here, relative to this directory. # html_theme_path = [] # The name for this set of Sphinx documents. If None, it defaults to # " v documentation". # html_title = None # A shorter title for the navigation bar. Default is the same as html_title. # html_short_title = None # The name of an image file (relative to this directory) to place at the top # of the sidebar. # html_logo = None # The name of an image file (within the static path) to use as favicon of the # docs. This file should be a Windows icon file (.ico) being 16x16 or 32x32 # pixels large. # html_favicon = None # Add any paths that contain custom static files (such as style sheets) here, # relative to this directory. They are copied after the builtin static files, # so a file named "default.css" will overwrite the builtin "default.css". html_static_path = ['_static'] # Add any extra paths that contain custom files (such as robots.txt or # .htaccess) here, relative to this directory. These files are copied # directly to the root of the documentation. # html_extra_path = [] # If not '', a 'Last updated on:' timestamp is inserted at every page bottom, # using the given strftime format. # html_last_updated_fmt = '%b %d, %Y' # If true, SmartyPants will be used to convert quotes and dashes to # typographically correct entities. # html_use_smartypants = True # Custom sidebar templates, maps document names to template names. # html_sidebars = {} # Additional templates that should be rendered to pages, maps page names to # template names. # html_additional_pages = {} # If false, no module index is generated. # html_domain_indices = True # If false, no index is generated. # html_use_index = True # If true, the index is split into individual pages for each letter. # html_split_index = False # If true, links to the reST sources are added to the pages. # html_show_sourcelink = True # If true, "Created using Sphinx" is shown in the HTML footer. Default is True. # html_show_sphinx = True # If true, "(C) Copyright ..." is shown in the HTML footer. Default is True. # html_show_copyright = True # If true, an OpenSearch description file will be output, and all pages will # contain a tag referring to it. The value of this option must be the # base URL from which the finished HTML is served. # html_use_opensearch = '' # This is the file name suffix for HTML files (e.g. ".xhtml"). # html_file_suffix = None # Output file base name for HTML help builder. htmlhelp_basename = 'MasakarimonitorsReleaseNotesdoc' # -- Options for LaTeX output --------------------------------------------- latex_elements = { # The paper size ('letterpaper' or 'a4paper'). # 'papersize': 'letterpaper', # The font size ('10pt', '11pt' or '12pt'). # 'pointsize': '10pt', # Additional stuff for the LaTeX preamble. # 'preamble': '', } # Grouping the document tree into LaTeX files. List of tuples # (source start file, target name, title, # author, documentclass [howto, manual, or own class]). latex_documents = [ ('index', 'MasakarimonitorsReleaseNotes.tex', 'Masakarimonitors Release' 'Notes Documentation', 'Masakarimonitors Developers', 'manual'), ] # The name of an image file (relative to this directory) to place at the top of # the title page. # latex_logo = None # For "manual" documents, if this is true, then toplevel headings are parts, # not chapters. # latex_use_parts = False # If true, show page references after internal links. # latex_show_pagerefs = False # If true, show URL addresses after external links. # latex_show_urls = False # Documents to append as an appendix to all manuals. # latex_appendices = [] # If false, no module index is generated. # latex_domain_indices = True # -- Options for manual page output --------------------------------------- # One entry per manual page. List of tuples # (source start file, name, description, authors, manual section). man_pages = [ ('index', 'Masakarimonitorsreleasenotes', 'Masakarimonitors Release Notes' 'Documentation', ['Masakarimonitors Developers'], 1) ] # If true, show URL addresses after external links. # man_show_urls = False # -- Options for Texinfo output ------------------------------------------- # Grouping the document tree into Texinfo files. List of tuples # (source start file, target name, title, author, # dir menu entry, description, category) texinfo_documents = [ ('index', 'MasakarimonitorsReleaseNotes', 'Masakarimonitors Release Notes' 'Documentation', 'Masakarimonitors Developers', 'MasakarimonitorsReleaseNotes', 'One line description of project.', 'Miscellaneous'), ] # Documents to append as an appendix to all manuals. # texinfo_appendices = [] # If false, no module index is generated. # texinfo_domain_indices = True # How to display URL addresses: 'footnote', 'no', or 'inline'. # texinfo_show_urls = 'footnote' # If true, do not generate a @detailmenu in the "Top" node's menu. # texinfo_no_detailmenu = False # -- Options for Internationalization output ------------------------------ locale_dirs = ['locale/'] ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.495295 masakari_monitors-22.0.0/releasenotes/source/index.rst0000664000175000017500000000054615257164053022006 0ustar00zuulzuulWelcome to Masakarimonitor Release Notes documentation! ======================================================== Contents ======== .. toctree:: :maxdepth: 1 unreleased 2026.1 2025.2 2025.1 2024.2 2024.1 2023.2 2023.1 zed yoga xena wallaby victoria ussuri train stein rocky queens pike ocata ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4702904 masakari_monitors-22.0.0/releasenotes/source/ocata.rst0000664000175000017500000000021115257164053021753 0ustar00zuulzuul=========================== Ocata Series Release Notes =========================== .. release-notes:: :branch: origin/stable/ocata ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4702904 masakari_monitors-22.0.0/releasenotes/source/pike.rst0000664000175000017500000000020515257164053021617 0ustar00zuulzuul========================== Pike Series Release Notes ========================== .. release-notes:: :branch: origin/stable/pike ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4702904 masakari_monitors-22.0.0/releasenotes/source/queens.rst0000664000175000017500000000021515257164053022170 0ustar00zuulzuul============================ Queens Series Release Notes ============================ .. release-notes:: :branch: origin/stable/queens ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4702904 masakari_monitors-22.0.0/releasenotes/source/rocky.rst0000664000175000017500000000022115257164053022014 0ustar00zuulzuul=================================== Rocky Series Release Notes =================================== .. release-notes:: :branch: stable/rocky ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4702904 masakari_monitors-22.0.0/releasenotes/source/stein.rst0000664000175000017500000000022115257164053022007 0ustar00zuulzuul=================================== Stein Series Release Notes =================================== .. release-notes:: :branch: stable/stein ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4712906 masakari_monitors-22.0.0/releasenotes/source/train.rst0000664000175000017500000000017615257164053022013 0ustar00zuulzuul========================== Train Series Release Notes ========================== .. release-notes:: :branch: stable/train ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4712906 masakari_monitors-22.0.0/releasenotes/source/unreleased.rst0000664000175000017500000000016015257164053023016 0ustar00zuulzuul============================== Current Series Release Notes ============================== .. release-notes:: ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4712906 masakari_monitors-22.0.0/releasenotes/source/ussuri.rst0000664000175000017500000000020215257164053022216 0ustar00zuulzuul=========================== Ussuri Series Release Notes =========================== .. release-notes:: :branch: stable/ussuri ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4712906 masakari_monitors-22.0.0/releasenotes/source/victoria.rst0000664000175000017500000000022015257164053022504 0ustar00zuulzuul============================= Victoria Series Release Notes ============================= .. release-notes:: :branch: unmaintained/victoria ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4712906 masakari_monitors-22.0.0/releasenotes/source/wallaby.rst0000664000175000017500000000021415257164053022322 0ustar00zuulzuul============================ Wallaby Series Release Notes ============================ .. release-notes:: :branch: unmaintained/wallaby ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4712906 masakari_monitors-22.0.0/releasenotes/source/xena.rst0000664000175000017500000000020015257164053021615 0ustar00zuulzuul========================= Xena Series Release Notes ========================= .. release-notes:: :branch: unmaintained/xena ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4712906 masakari_monitors-22.0.0/releasenotes/source/yoga.rst0000664000175000017500000000020015257164053021621 0ustar00zuulzuul========================= Yoga Series Release Notes ========================= .. release-notes:: :branch: unmaintained/yoga ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4722908 masakari_monitors-22.0.0/releasenotes/source/zed.rst0000664000175000017500000000017415257164053021456 0ustar00zuulzuul======================== Zed Series Release Notes ======================== .. release-notes:: :branch: unmaintained/zed ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4722908 masakari_monitors-22.0.0/requirements.txt0000664000175000017500000000230715257164053017435 0ustar00zuulzuul# Requirements lower bounds listed here are our best effort to keep them up to # date but we do not test them so no guarantee of having them all correct. If # you find any incorrect lower bounds, let us know or propose a fix. automaton>=1.9.0 # Apache-2.0 keystoneauth1>=3.4.0 # Apache-2.0 openstacksdk>=0.13.0 # Apache-2.0 oslo.concurrency>=3.26.0 # Apache-2.0 oslo.config>=5.2.0 # Apache-2.0 lxml>=4.5.0 # BSD oslo.cache>=1.26.0 # Apache-2.0 oslo.i18n>=3.15.3 # Apache-2.0 oslo.log>=3.36.0 # Apache-2.0 oslo.privsep>=1.23.0 # Apache-2.0 oslo.service!=1.28.1,>=1.24.0 # Apache-2.0 oslo.utils>=3.33.0 # Apache-2.0 pbr!=2.1.0,>=2.0.0 # Apache-2.0 py-consul>=1.4.0 # MIT kubernetes>=29.0.0 # Apache-2.0 # Due to the nature of libvirt-python package, in DevStack we use the one # provided in the distro alongside libvirtd - to ensure the two are compatible, # and also to avoid the pip error when it tries to uninstall the distro version # (installed in such a way for Nova in DevStack). # Do note libvirt-python is used only for instance-oriented monitors, so, e.g., # it is not used by any host monitor. # # Note for package maintainers: just use the libvirt-python package version # as seen in the Nova dependencies. ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765152.2182183 masakari_monitors-22.0.0/setup.cfg0000664000175000017500000000011315257164140015760 0ustar00zuulzuul[metadata] name = masakari-monitors [egg_info] tag_build = tag_date = 0 ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4722908 masakari_monitors-22.0.0/setup.py0000664000175000017500000000127115257164053015662 0ustar00zuulzuul# Copyright (c) 2013 Hewlett-Packard Development Company, L.P. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or # implied. # See the License for the specific language governing permissions and # limitations under the License. import setuptools setuptools.setup( setup_requires=['pbr>=2.0.0'], pbr=True) ././@PaxHeader0000000000000000000000000000003400000000000010212 xustar0028 mtime=1790765099.4722908 masakari_monitors-22.0.0/test-requirements.txt0000664000175000017500000000152315257164053020411 0ustar00zuulzuulhacking>=8.1.0,<8.2.0 # Apache-2.0 coverage!=4.4,>=4.0 # Apache-2.0 oslotest>=3.2.0 # Apache-2.0 stestr>=1.0.0 # Apache-2.0 os-testr>=1.0.0 # Apache-2.0 testscenarios>=0.4 # Apache-2.0/BSD testtools>=2.2.0 # MIT ddt>=1.0.1 # MIT pycodestyle>=2.0.0 # MIT # Due to the nature of libvirt-python package, in DevStack we use the one # provided in the distro alongside libvirtd - to ensure the two are compatible, # and also to avoid the pip error when it tries to uninstall the distro version # (installed in such a way for Nova in DevStack). # Do note libvirt-python is used only for instance-oriented monitors, so, e.g., # it is not used by any host monitor. # TODO(yoctozepto): Refactor code to not require libvirt-python for unit tests, # basically following how it is handled in nova-compute and ceilometer-compute. libvirt-python>=6.0.0 # LGPLv2+ ././@PaxHeader0000000000000000000000000000003300000000000010211 xustar0027 mtime=1790765099.473291 masakari_monitors-22.0.0/tox.ini0000664000175000017500000000735115257164053015470 0ustar00zuulzuul[tox] minversion = 4.0.0 envlist = pep8,py3 [testenv] usedevelop = True setenv = LANGUAGE=en_US LC_ALL=en_US.utf-8 deps = -c{env:TOX_CONSTRAINTS_FILE:https://releases.openstack.org/constraints/upper/master} -r{toxinidir}/requirements.txt -r{toxinidir}/test-requirements.txt commands = stestr run {posargs} passenv = OS_DEBUG GENERATE_HASHES [testenv:genconfig] commands = oslo-config-generator --config-file=etc/masakarimonitors/masakarimonitors-config-generator.conf [testenv:linters] skip_install = True deps = -c{env:TOX_CONSTRAINTS_FILE:https://releases.openstack.org/constraints/upper/master} {[testenv:pep8]deps} {[testenv:doc8]deps} {[testenv:yamllint]deps} commands = {[testenv:pep8]commands} {[testenv:doc8]commands} {[testenv:yamllint]commands} [testenv:pep8] skip_install = True deps = -c{env:TOX_CONSTRAINTS_FILE:https://releases.openstack.org/constraints/upper/master} # NOTE(yoctozepto): this is to pin hacking to the tested version -c{toxinidir}/test-requirements.txt hacking commands = flake8 {posargs} [testenv:doc8] skip_install = True deps = -c{env:TOX_CONSTRAINTS_FILE:https://releases.openstack.org/constraints/upper/master} doc8 commands = doc8 README.rst CONTRIBUTING.rst HACKING.rst doc/source doc8 releasenotes/source doc8 -e '.yaml' releasenotes/notes [testenv:yamllint] skip_install = True deps = -c{env:TOX_CONSTRAINTS_FILE:https://releases.openstack.org/constraints/upper/master} yamllint commands = yamllint -s . [testenv:venv] commands = {posargs} [testenv:cover] setenv = PYTHON=coverage run --source masakarimonitors --parallel-mode commands = stestr run {posargs} coverage combine coverage html -d cover coverage xml -o cover/coverage.xml [testenv:docs] deps = -c{env:TOX_CONSTRAINTS_FILE:https://releases.openstack.org/constraints/upper/master} -r{toxinidir}/requirements.txt -r{toxinidir}/doc/requirements.txt commands = sphinx-build -W -b html doc/source doc/build/html [testenv:pdf-docs] deps = {[testenv:docs]deps} allowlist_externals = make commands = sphinx-build -W -b latex doc/source doc/build/pdf make -C doc/build/pdf [testenv:releasenotes] skip_install = True deps = -c{env:TOX_CONSTRAINTS_FILE:https://releases.openstack.org/constraints/upper/master} -r{toxinidir}/doc/requirements.txt allowlist_externals = rm commands = rm -fr releasenotes/build sphinx-build -a -E -W -d releasenotes/build/doctrees -b html releasenotes/source releasenotes/build/html [testenv:debug] commands = oslo_debug_helper {posargs} [flake8] show-source = True # E123 - closing bracket does not match indentation of opening bracket's line # E125 - continuation line with same indent as next logical line # E128 - continuation line under-indented for visual indent # E265 - block comment should start with '# ' # H405 - multi line docstring summary not separated with an empty line # W503 - line break before binary operator # W504 - line break after binary operator ignore = E123,E125,E128,E265,H405,W503,W504 # [H106] Don't put vim configuration in source files. # [H203] Use assertIs(Not)None to check for None. # [H904] Delay string interpolations at logging calls. enable-extensions = H106,H203,H904 builtins = _ exclude=.venv,.git,.tox,dist,doc,*lib/python*,*egg,build [hacking] import_exceptions = masakarimonitors.i18n [flake8:local-plugins] extension = M301 = checks:check_explicit_underscore_import M302 = checks:no_translate_logs M305 = checks:no_log_warn paths = ./masakarimonitors/hacking [testenv:bindep] skip_install = True deps = bindep commands = bindep test [doc8] # NOTE(yoctozepto): this is due to multiple violations - it is better to keep # it limited sanely rather than disable the D001 "Line too long" rule altogether max-line-length = 105