pax_global_header00006660000000000000000000000064141750540140014513gustar00rootroot0000000000000052 comment=7cacc39dacb9b00ac7ae2230b67195f63dc1838c zlmdb-22.1.2/000077500000000000000000000000001417505401400127075ustar00rootroot00000000000000zlmdb-22.1.2/.coveragerc000066400000000000000000000004751417505401400150360ustar00rootroot00000000000000[run] omit = zlmdb/flatbuffer/reflection/* zlmdb/flatbuffer/demo/* zlmdb/tests/* branch = True source = zlmdb parallel = True [paths] source= zlmdb [report] precision = 2 exclude_lines = def __repr__ raise AssertionError pragma: no cover if self\._debug raise NotImplementedError zlmdb-22.1.2/.editorconfig000066400000000000000000000004441417505401400153660ustar00rootroot00000000000000# http://editorconfig.org root = true [*] indent_style = space indent_size = 4 trim_trailing_whitespace = true insert_final_newline = true charset = utf-8 end_of_line = lf [*.bat] indent_style = tab end_of_line = crlf [LICENSE] insert_final_newline = false [Makefile] indent_style = tab zlmdb-22.1.2/.github/000077500000000000000000000000001417505401400142475ustar00rootroot00000000000000zlmdb-22.1.2/.github/ISSUE_TEMPLATE.md000066400000000000000000000004741417505401400167610ustar00rootroot00000000000000* ZLMDB version: * Python version: * Operating System: ### Description Describe what you were trying to get done. Tell us what happened, what went wrong, and what you expected to happen. ### What I Did ``` Paste the command(s) you ran and the output. If there was a crash, please include the traceback here. ``` zlmdb-22.1.2/.github/workflows/000077500000000000000000000000001417505401400163045ustar00rootroot00000000000000zlmdb-22.1.2/.github/workflows/deploy.yml000066400000000000000000000047741417505401400203370ustar00rootroot00000000000000name: deploy on: # Trigger this workflow when the "main" workflow has completed successfully # https://docs.github.com/en/free-pro-team@latest/actions/reference/events-that-trigger-workflows#workflow_run workflow_run: workflows: - main branches: - master types: - completed jobs: deploy: if: github.ref == 'refs/heads/master' # https://github.blog/changelog/2020-12-15-github-actions-environments-environment-protection-rules-and-environment-secrets-beta/ # https://docs.github.com/en/free-pro-team@latest/actions/reference/environments environment: deploy_aws env: AWS_DEFAULT_REGION: ${{ secrets.AWS_DEFAULT_REGION }} AWS_S3_BUCKET_NAME: ${{ secrets.AWS_S3_BUCKET_NAME }} AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }} AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }} WAMP_PRIVATE_KEY: ${{ secrets.WAMP_PRIVATE_KEY }} runs-on: ubuntu-latest steps: - uses: actions/checkout@v2 # https://docs.github.com/en/free-pro-team@latest/actions/reference/workflow-commands-for-github-actions#setting-an-environment-variable # https://docs.github.com/en/free-pro-team@latest/actions/reference/workflow-commands-for-github-actions#adding-a-system-path - name: Set environment run: | echo "${HOME}/.local/bin" >> $GITHUB_PATH echo BUILD_DATE=`date -u +"%Y-%m-%d"` >> $GITHUB_ENV echo ZLMDB_VCS_REF=`git rev-parse --short ${GITHUB_SHA}` >> $GITHUB_ENV echo ZLMDB_BUILD_ID=$(date --utc +%Y%m%d)-$(git rev-parse --short ${GITHUB_SHA}) >> $GITHUB_ENV echo ZLMDB_VERSION=$(grep -E '^(__version__)' ./zlmdb/_version.py | cut -d ' ' -f3 | sed -e 's|[u"'\'']||g') >> $GITHUB_ENV # - name: Set environment - 2 # run: | # echo ZLMDB_VCS_REF=`git --git-dir="./.git" rev-list -n 1 v${ZLMDB_VERSION} --abbrev-commit` >> $GITHUB_ENV - name: Install OS package dependencies run: | sudo apt update sudo apt install build-essential libssl-dev libffi-dev libunwind-dev \ libreadline-dev zlib1g-dev libbz2-dev libsqlite3-dev libncurses5-dev \ libsnappy-dev - name: Set up Python 3.x uses: actions/setup-python@v2 with: python-version: '3.x' architecture: 'x64' - name: Install Python package dependencies run: | python -m pip install --upgrade pip pip install -r requirements-dev.txt - name: Deploy (build, package and upload) run: | ./deploy.sh zlmdb-22.1.2/.github/workflows/main.yml000066400000000000000000000070241417505401400177560ustar00rootroot00000000000000# GitHub actions for zLMDB CI/CD # https://github.com/crossbario/zlmdb/actions # # See also: # # * https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions # * https://github.com/actions/starter-workflows/blob/main/ci/python-package.yml # name: main on: push: branches: - master pull_request: branches: - master jobs: check: runs-on: ubuntu-latest steps: - uses: actions/checkout@v2 - name: Install OS package dependencies run: | sudo apt update sudo apt install libenchant-dev libbz2-dev libsnappy-dev libunwind-dev - name: Set up Python 3.x uses: actions/setup-python@v2 with: python-version: '3.x' architecture: 'x64' - name: Install Python package dependencies run: | python -m pip install --upgrade pip pip install -r requirements-dev.txt - name: Run Flake8 run: tox -c tox.ini -e flake8 - name: Run Yapf run: tox -c tox.ini -e yapf - name: Run MyPy run: tox -c tox.ini -e mypy # since we use --parallel-mode to coverage inside Tox we use # "coverage combine" so the filename is always ".coverage" - name: Run Coverage run: | tox -c tox.ini -e coverage coverage combine && codecov test: env: CB_FULLTESTS: 1 runs-on: ${{ matrix.os }} strategy: matrix: os: [ubuntu-latest] # os: [ubuntu-latest, macos-latest, windows-latest] # https://github.com/actions/setup-python#specifying-a-pypy-version python-version: ['3.7', '3.8', '3.9', '3.10', 'pypy-3.7', 'pypy-3.8'] # https://github.blog/changelog/2020-04-15-github-actions-new-workflow-features/ # https://docs.github.com/en/free-pro-team@latest/actions/reference/workflow-syntax-for-github-actions#jobsjob_idstepscontinue-on-error continue-on-error: false steps: # Checkout sources - uses: actions/checkout@v2 # Install OS packages, as we install Python packages from source: # libenchant-dev: needed for pyenchant, needed for sphinx-spellcheck # libbz2-dev, libsnappy-dev: needed for compression # libunwind-dev: needed for vmprof - name: Install OS package dependencies run: | sudo apt update sudo apt install build-essential libssl-dev libffi-dev libunwind-dev \ libreadline-dev zlib1g-dev libbz2-dev libsqlite3-dev libncurses5-dev \ libsnappy-dev # Use this Python # https://github.com/actions/setup-python/blob/main/README.md - name: Set up Python ${{ matrix.python-version }} uses: actions/setup-python@v2 with: python-version: ${{ matrix.python-version }} - name: Install Python package dependencies run: | python -m pip install -U pip pip install -U -r requirements-dev.txt - name: Install zLMDB run: | pip install . - name: Run unit tests (PyTest) run: | tox -c tox.ini docs: runs-on: ubuntu-latest steps: - uses: actions/checkout@v2 - name: Install OS package dependencies run: | sudo apt update sudo apt install libenchant-dev libbz2-dev libsnappy-dev libunwind-dev - name: Set up Python 3.x uses: actions/setup-python@v2 with: python-version: '3.x' architecture: 'x64' - name: Install Python package dependencies run: | python -m pip install --upgrade pip pip install -r requirements-dev.txt - name: Run Sphinx run: tox -c tox.ini -e sphinx zlmdb-22.1.2/.gitignore000066400000000000000000000022741417505401400147040ustar00rootroot00000000000000# Byte-compiled / optimized / DLL files __pycache__/ *.py[cod] *$py.class # C extensions *.so # Distribution / packaging .Python env/ build/ develop-eggs/ dist/ downloads/ eggs/ .eggs/ lib/ lib64/ parts/ sdist/ var/ wheels/ *.egg-info/ .installed.cfg *.egg # PyInstaller # Usually these files are written by a python script from a template # before PyInstaller builds the exe, so as to inject date/other infos into it. *.manifest *.spec # Installer logs pip-log.txt pip-delete-this-directory.txt # Unit test / coverage reports htmlcov/ .tox/ .coverage .coverage.* .cache nosetests.xml coverage.xml *.cover .hypothesis/ .pytest_cache/ # Translations *.mo *.pot # Django stuff: *.log local_settings.py # Flask stuff: instance/ .webassets-cache # Scrapy stuff: .scrapy # Sphinx documentation docs/_build/ # PyBuilder target/ # Jupyter Notebook .ipynb_checkpoints # pyenv .python-version # celery beat schedule file celerybeat-schedule # SageMath parsed files *.sage.py # dotenv .env # virtualenv .venv venv/ ENV/ # Spyder project settings .spyderproject .spyproject # Rope project settings .ropeproject # mkdocs documentation /site # mypy .mypy_cache/ .idea .test* testdb __pycache__/* *.pyc zlmdb-22.1.2/.gitmodules000066400000000000000000000001441417505401400150630ustar00rootroot00000000000000[submodule "flatbuffers"] path = deps/flatbuffers url = https://github.com/google/flatbuffers.git zlmdb-22.1.2/LICENSE000066400000000000000000000020731417505401400137160ustar00rootroot00000000000000MIT License Copyright (c), Crossbar.io Technologies GmbH Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. zlmdb-22.1.2/MANIFEST.in000066400000000000000000000004431417505401400144460ustar00rootroot00000000000000include CONTRIBUTING.rst include HISTORY.rst include LICENSE include README.rst recursive-include tests * recursive-exclude * __pycache__ recursive-exclude * *.py[co] recursive-include docs *.rst conf.py Makefile make.bat *.jpg *.png *.gif recursive-include zlmdb/flatbuffers *.fbs *.bfbs zlmdb-22.1.2/Makefile000066400000000000000000000122761417505401400143570ustar00rootroot00000000000000.PHONY: clean clean-docs clean-test clean-pyc clean-build docs help .DEFAULT_GOAL := help define BROWSER_PYSCRIPT import os, webbrowser, sys try: from urllib import pathname2url except: from urllib.request import pathname2url webbrowser.open("file://" + pathname2url(os.path.abspath(sys.argv[1]))) endef export BROWSER_PYSCRIPT define PRINT_HELP_PYSCRIPT import re, sys for line in sys.stdin: match = re.match(r'^([a-zA-Z_-]+):.*?## (.*)$$', line) if match: target, help = match.groups() print("%-20s %s" % (target, help)) endef export PRINT_HELP_PYSCRIPT BROWSER := python -c "$$BROWSER_PYSCRIPT" help: @python -c "$$PRINT_HELP_PYSCRIPT" < $(MAKEFILE_LIST) clean: clean-build clean-pyc clean-test clean-docs ## remove all build, test, coverage, Python artifacts and docs clean-docs: rm -fr docs/_build clean-build: ## remove build artifacts rm -fr build/ rm -fr dist/ rm -fr .eggs/ find . -name '*.egg-info' -exec rm -fr {} + find . -name '*.egg' -exec rm -f {} + clean-pyc: ## remove Python file artifacts find . -name '*.pyc' -exec rm -f {} + find . -name '*.pyo' -exec rm -f {} + find . -name '*~' -exec rm -f {} + find . -name '__pycache__' -exec rm -fr {} + clean-test: ## remove test and coverage artifacts rm -fr .tox/ rm -f .coverage rm -f .coverage.* rm -fr htmlcov/ rm -fr .pytest_cache -rm -rf .test* -rm -rf .mypy_cache lint: ## check style with flake8 flake8 zlmdb tests test-single: clear && pytest -v -s zlmdb/tests/test_basic.py test-pmaps: clear && pytest -v -s zlmdb/tests/test_pmaps.py test-indexes: clear && pytest -v -s zlmdb/tests/test_pmap_indexes.py test-select: clear && pytest -v -s zlmdb/tests/test_select.py # # test ZLMDB high level API # test-zdb: test-zdb-etcd test-zdb-df test-zdb-dyn test-zdb-etcd: python tests/zdb/test_zdb_etcd.py test-zdb-df: python tests/zdb/test_zdb_df.py test-zdb-dyn: python tests/zdb/test_zdb_dyn.py test-zdb-fbs: python tests/zdb/test_zdb_fbs.py test-quick: pytest test: tox -e py36,flake8,coverage,mypy,yapf,sphinx test-all: tox coverage: ## check code coverage quickly with the default Python #coverage run --source zlmdb -m pytest coverage run --source zlmdb --omit="zlmdb/flatbuffer/reflection/*,zlmdb/flatbuffer/demo/*,zlmdb/tests/*" -m pytest -v -s zlmdb coverage report -m coverage html $(BROWSER) htmlcov/index.html docs: ## generate Sphinx HTML documentation, including API docs sphinx-build -b html ./docs ./docs/_build $(BROWSER) docs/_build/index.html dist: clean ## builds source and wheel package python setup.py sdist bdist_wheel ls -la dist unzip -l dist/zlmdb-*-py2.py3-none-any.whl # publish to PyPI publish: dist twine upload dist/* install: -pip uninstall -y pytest_asyncio # remove the broken shit -pip uninstall -y pytest_cov # remove the broken shit pip install -e . pip install -r requirements-dev.txt yapf: yapf --version yapf -rd --style=yapf.ini --exclude="zlmdb/flatbuffers/*" --exclude="zlmdb/tests/MNodeLog.py" zlmdb # auto-format code - WARNING: this my change files, in-place! autoformat: yapf -ri --style=yapf.ini --exclude="zlmdb/flatbuffers/*" zlmdb FLATC=${HOME}/scm/3rdparty/flatbuffers/flatc #FLATC=/usr/local/bin/flatc update_flatbuffers: git submodule foreach git pull rm -rf ./flatbuffers cp -R deps/flatbuffers/python/flatbuffers . generate_flatbuffers_reflection: $(FLATC) --python -o zlmdb/flatbuffers/ deps/flatbuffers/reflection/reflection.fbs generate_flatbuffers_demos: $(FLATC) --python -o zlmdb/flatbuffers/ zlmdb/flatbuffers/demo1.fbs $(FLATC) --python -o zlmdb/flatbuffers/ zlmdb/flatbuffers/demo2.fbs # input .fbs files for schema FBS_FILES=deps/flatbuffers/reflection/reflection.fbs FBS_OUTPUT=./crossbarfx/master/database/ # flatc compiler to use (build directly from master: https://github.com/google/flatbuffers) # oberstet@thinkpad-t430s:~$ which flatc # /usr/local/bin/flatc # oberstet@thinkpad-t430s:~$ flatc --version # flatc version 1.9.0 (Jun 21 2018 14:06:19) # oberstet@thinkpad-t430s:~$ flatc --help | grep builtin # --bfbs-builtins Add builtin attributes to the binary schema files. # oberstet@thinkpad-t430s:~$ flatc_version: $(FLATC) --version build_fbs: build_fbs_bfbs build_fbs_python # generate schema type library (.bfbs binary) from schema files build_fbs_bfbs: $(FLATC) -o $(FBS_OUTPUT) --binary --schema --bfbs-comments --bfbs-builtins $(FBS_FILES) # generate python bindings from schema files build_fbs_python: $(FLATC) -o $(FBS_OUTPUT) --python $(FBS_FILES) # deps/flatbuffers/flatc # deps/flatbuffers/libflatbuffers.a # deps/flatbuffers/include/ flatbuffers_library: cd deps/flatbuffers && cmake -DCMAKE_BUILD_TYPE=Release . && make && make test && cd ../.. # load_fbs(repo_oid, source_name, source_code) -> BFBS -> return UUID # parser() # parser.parse_from_fbs(source_name: str, source_code: str, include_dirs=[]: List[str]) # parser.serialize_to_bfbs -> bytes # parser.conforms_to(other_parser) # // Checks that the schema represented by this parser is a safe evolution # // of the schema provided. Returns non-empty error on any problems. # JSON parsing Yes No No No No No No Yes No No No # Simple mutation Yes Yes Yes Yes No No No No No No No # Reflection Yes No No No No No No Basic No No No # Buffer verifier zlmdb-22.1.2/README.rst000066400000000000000000000020751417505401400144020ustar00rootroot00000000000000ZLMDB ===== .. image:: https://img.shields.io/pypi/v/zlmdb.svg :target: https://pypi.python.org/pypi/zlmdb :alt: PyPI .. image:: https://readthedocs.org/projects/zlmdb/badge/?version=latest :target: https://zlmdb.readthedocs.io/en/latest/?badge=latest :alt: Documentation .. image:: https://github.com/crossbario/zlmdb/workflows/main/badge.svg :target: https://github.com/crossbario/zlmdb/actions?query=workflow%3Amain :alt: Build .. image:: https://github.com/crossbario/zlmdb/workflows/deploy/badge.svg :target: https://github.com/crossbario/zlmdb/actions?query=workflow%3Adeploy :alt: Deploy .. image:: https://codecov.io/gh/crossbario/zlmdb/branch/master/graph/badge.svg :target: https://codecov.io/gh/crossbario/zlmdb :alt: Coverage Object-relational in-memory database layer based on LMDB: * High-performance (see below) * Supports multiple serializers (JSON, CBOR, Pickle, Flatbuffers) * Supports export/import from/to Apache Arrow * Support native Numpy arrays and Pandas data frames * Automatic indexes * Free software (MIT license) zlmdb-22.1.2/deploy.sh000077500000000000000000000045231417505401400145460ustar00rootroot00000000000000#!/bin/bash set +o verbose -o errexit # AWS_DEFAULT_REGION : must be set in CI build context! # AWS_S3_BUCKET_NAME : must be set in CI build context! # AWS_ACCESS_KEY_ID : must be set in CI build context! # AWS_SECRET_ACCESS_KEY : must be set in CI build context! # WAMP_PRIVATE_KEY : must be set in CI build context! echo 'AWS env vars (should be 4):' env | grep AWS_ | wc -l echo 'WAMP_PRIVATE_KEY env var (should be 1):' env | grep WAMP_PRIVATE_KEY | wc -l # set up awscli package echo 'installing aws tools ..' pip install awscli wheel which aws aws --version # build python source dist and wheels echo 'building package ..' python setup.py sdist bdist_wheel --universal ls -la ./dist # upload to S3: https://s3.eu-central-1.amazonaws.com/crossbarbuilder/wheels/ echo 'uploading package ..' # aws s3 cp --recursive ./dist s3://${AWS_S3_BUCKET_NAME}/wheels aws s3 rm s3://${AWS_S3_BUCKET_NAME}/wheels/zlmdb-${ZLMDB_VERSION}-py2.py3-none-any.whl aws s3 rm s3://${AWS_S3_BUCKET_NAME}/wheels/zlmdb-latest-py2.py3-none-any.whl aws s3 cp --acl public-read ./dist/zlmdb-${ZLMDB_VERSION}-py2.py3-none-any.whl s3://${AWS_S3_BUCKET_NAME}/wheels/zlmdb-${ZLMDB_VERSION}-py2.py3-none-any.whl aws s3 cp --acl public-read ./dist/zlmdb-${ZLMDB_VERSION}-py2.py3-none-any.whl s3://${AWS_S3_BUCKET_NAME}/wheels/zlmdb-latest-py2.py3-none-any.whl #aws s3api copy-object --acl public-read \ # --copy-source wheels/zlmdb-${ZLMDB_VERSION}-py2.py3-none-any.whl --bucket ${AWS_S3_BUCKET_NAME} \ # --key wheels/zlmdb-latest-py2.py3-none-any.whl aws s3 ls ${AWS_S3_BUCKET_NAME}/wheels/zlmdb- # tell crossbar-builder about this new wheel push # get 'wamp' command, always with latest autobahn master pip install -q -I https://github.com/crossbario/autobahn-python/archive/master.zip#egg=autobahn[twisted,serialization,encryption] # use 'wamp' to notify crossbar-builder wamp --max-failures 3 \ --authid wheel_pusher \ --url ws://office2dmz.crossbario.com:8008/ \ --realm webhook call builder.wheel_pushed \ --keyword name zlmdb \ --keyword publish true echo '' echo 'package uploaded to:' echo '' echo ' https://crossbarbuilder.s3.eu-central-1.amazonaws.com/wheels/zlmdb-'${ZLMDB_VERSION}'-py2.py3-none-any.whl' echo ' https://crossbarbuilder.s3.eu-central-1.amazonaws.com/wheels/zlmdb-latest-py2.py3-none-any.whl' echo '' zlmdb-22.1.2/deps/000077500000000000000000000000001417505401400136425ustar00rootroot00000000000000zlmdb-22.1.2/deps/flatbuffers/000077500000000000000000000000001417505401400161455ustar00rootroot00000000000000zlmdb-22.1.2/docs/000077500000000000000000000000001417505401400136375ustar00rootroot00000000000000zlmdb-22.1.2/docs/Makefile000066400000000000000000000011361417505401400153000ustar00rootroot00000000000000# Minimal makefile for Sphinx documentation # # You can set these variables from the command line. SPHINXOPTS = SPHINXBUILD = python -msphinx SPHINXPROJ = zlmdb SOURCEDIR = . BUILDDIR = _build # Put it first so that "make" without argument is like "make help". help: @$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O) .PHONY: help Makefile # Catch-all target: route all unknown targets to Sphinx using the new # "make mode" option. $(O) is meant as a shortcut for $(SPHINXOPTS). %: Makefile @$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O) zlmdb-22.1.2/docs/_static/000077500000000000000000000000001417505401400152655ustar00rootroot00000000000000zlmdb-22.1.2/docs/_static/performance_test1.ods000066400000000000000000000412361417505401400214230ustar00rootroot00000000000000PKAMl9..mimetypeapplication/vnd.oasis.opendocument.spreadsheetPKAM<}oThumbnails/thumbnail.pngPNG  IHDR)uPLTE   !%.&5) &36%%&(%,5/0(-4<7,'<2(42325::43959<94=;=*7F7P/AT:AJ:FV=Ne=RgD,D6)F:5H?CJA;TB/VF9cM;fR>DBBCDKEMOJDBIFLMKKHKTJRXULESNYSRK]PD\RJYWYHVgI\qTYdP\q_`PNbjNbyZbjXgw_shVGd\Xq[Gx_ZiaZvbNvfXgfgacqcjscm{imsimyopojqzukeqnpxqkvwxYj\qbmdtbucyjtitlxlzgyqwtzt}ywz}yhlyv|ssyz|jVr]oaxh}t{hykt{ryr{v{}ÛĦǧӵŰҬ׺ʳӲٶճۺԸػԺڽ۹ı˴ʸȸĽӼ¿ȷ˳ҼBaIDATx TWnR[QZhUim H ڂӌGRXď@XтXT Чt9Fj$. `Ԥ 1M;Aߑ9d2s?7w;w}^kmb_ܵmo5㶞vrNJWqߝ{S팺sS[2zi/q֊]sUS?+-k9Ч?8ot"7h60Ϝ4@!g&\`[Ag>C P=#r\[@c"8ыYd7.|tAkCPv >dQ~ mjth@ҩ5,02,zQ3/:l٣c-L;!rYQ8J p A/M9 9Q[Ǻ{E8@r :iRn*H6Ͱ%vF?rVWFcSV9ßӾ -`:9r+udoJ:?vg(F˗}g[x\wwg4zUBȖVx|DSK#eQ{7fK+(.st8Vg2<_Z%y[f_$?T"T_5]czsK-vF+fu']xQ$#mx6cS*s{ˇ/*ϑT9g}W0}f[dg?Jw;#f)l2#ZV,@y`>Jc C%pd!9̓.9gusVn{VJkѕS;V*W"~SJ s,?T㊚sLWJj.KJAG|V:8Ue]:AR:ޅ]*eDTv"TQ2|RU Y!1É> @f!!XkS5C!6,Akh PY;hO"Wةr$JP`D_D5!* g$⾷HB$.G;rbUD|7h ="`D (nμcZ7!hB]惿Zo[OMO9G/_Z|3э؏؏؏؏؏^t}:tLN'2j.?>ؠn I>o3s4KG_\rTLzfڮ,*6 \=QH = gJ=yn|kfZ:Y2nt]eHu9̸V4dk`fP tLY!q64f=PmLkށbinN~a&YdElbf-73x mh] %Y${CyradUBJ+!*D)lzwuU? * 'gv֭EQ +}%9V^o9 s~H*>p(1$yfOlggX屙k\'6ޞE$p4zzas#{\҈V`*&e.Kc6 .lk7kGAmKaQ Mz*^wڅYsfɒazE_QK.p>:22Dꎮ%=AP2DApru k ,ʗĎf&G&'K,LUH"mC0b'!0T7yi̍})d*=FEV;;Vm=. uٟ2Muq`) UQ†"۟С hwjg)dI/ߨٗ\bHRzB<Wن|~"J)Ь;MM,  Sv^_UD|$PBIݨL?ω7o񅴘_%wJ .#ęUހtf&DtjR#h*(%k+ߎֻTeq5I]zIgMQ?i1?5/nݻRw0~&Eb~~~~IYPydȆ~422LO[g<03Sm2|*KeYUl> dc` t!YFS䬁{\?x.8G*:f.bd9t;~s}]nt=tDBzh(h?cYm<"ŘY٘uo+~&HtS dIy\T& 7Qۥ`gY /mak ?k F!邀3ⷳ} z*5vj!MDΐ=tϙt\wyШYN`^ Ҥ _d=CȌ!he?cqzk yGZ$4`ٱ9gjFI,kЩ5`2eL+2"ľ^!D/͌ 8^+D3”DQ:7:3Q-}sttoblG.,!J!CF<4N󱪧W)6μֽnbPmQ [/= gI>‡U<ҝ\7V?cOއߋ/Թ{TLA!h*gR'z&mRn9c5s5|f4T͆׬7i KPr,ϓtwL}與:jG\$ uB5plFVwku6t)gtլ ,k'6-9L:Q]/QsJ3yჵ=ىF";CQ,p߷S  ΐM,Ӈ<^?L-Q}yB hG'-wѕ?O%G{k*y8}"|OT?O&Ol(UrJ$i M;7먥~mdeMMh>\y6cU.VvJ^9pZ8󤣅Vo:?؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏؏YZ IENDB`PKAM settings.xmlZr8}߯Hu6Iv ߸ɶȒ˒1WbV%dVtKpcVR$.J,|~TOOȅq /0ȹ.8a[)HX w+4d'Vy=VYbD淒yX)$hVTrqt7ե NUZEQ*1fLt5kTn՛KqJBee`526bP 0i(U("¥|S| !.| Cu'[_@X@ăKMZˈV g%㑈ƃ!KS=;M oD P9!qh4 q>o+FBVCn=S6Bxzp|}"ađ;e_s9Z5{ܝV?F*͖w59 2R%ӈNAm}m18`Sv%OVۡC@*bx;$fC'tLb/b//Z7G:|܈baK+>e8tLOm" `v$NQ3]>ҧ) <|9ESL=hL,R뒪^]g9x 0=N6QbrA(9wc1"X̀U7%oӺ.AR<OȲ3M~Te`,ִM,IwbWހ6kKČq|ה'0O H7#7b,uçíFm DdOTL ^a,J N =a3 B,A0"C b8|fF@)Z٣W&λuȊ-夜[ҹ~d ho{}$uLYTGuQ_|8rІ 0D^=([{ 3p7йhk3Ŝv|mX ֈoD6ח5D@(Skj jZW:V]sEJo2cwbKCZag:t]OTM2sJnjHzEizjC[ImFWt)-lYs8~޵a/Vyյ+#%+}éQ/˖}0>LrFl#tNM%a>Q%8ScztﴍL~>dp'Z^6ܖL[ F}c=NT¡>F>.|Xkm۲%ڻ kX_h͚?UmC8oȩ˴F`ڵ,7lmɴ }H5i͆=>=3+,Akw쳢.%yQAA&oHފo~WT7ng\iahp[H82qdiY#U| )ۦK̔]8z9"0e:uVu bq&mM{?޿;KUWEfmyJiU.:55,Y=:$jߋoH8pra.^~.: gX^K=28f^|aۆI5IVPF {w]O ؖ)x>nfqYJg3"P" N3TV{ZKCߘtR zZ@0@|ޒ,}PS'ƫcGIOϦŶ C5SLnAY !PGIqs]b!ݫݡ 2 q͚drZ|W'ZG8G@(v(:9{Ĉ><__Z<*K0ej &SihwoxMuQe]EG[Na+%.4)vlLV  mMj6Q!0ڊΗ CB1ubߑXcxAJ-89a  ~5yi`X0l١ayða--o1;6rH77ph 'X9')J0g[<vO{9#贷kb /9Zc>q6G6);1)+<6D4%LP5] ;9bҪ'R;`!nJ2`%&Ft dM8m.;NgO ]\KOWK;d6}ye蚡|Cp,A_AEF3(r"I!c[HPFQ򫣄3Lv|b8Njm)_8R)鑝HҖYM4Gk)k#fO5cb1.7W4}{:W$-q5}B/Jz]R+6ʎdu,:*Ъ] :'T鼂NtN_A :gN8P(GsS3`(bsCyhu'#q HZVv EKN." ]QYqmVc;z-U #d&ȑ;w:@5k?8]aξܷ{oV0AI|1l)ͧ=@ڏO%l[|%bXb6<չra=]q/ow?<'9۫"YLV7ȂUrd!|E` ,#TfFh٣s-/ ŧ<2"vncws|شf ҳϣ+珜򞯖7*vBc-4l7᧖7SG԰ 7g2gD4tlԼ^ 3JO$S^-@ ÑS^]y;RF!5\C0b2IoB߲m[-뭁woė[xJE͵ր=7n=9PoTͦ^ઢ|X;`2\: jV9ߦ<ٱw*xyM'Y,nI}sP NWޤܯ^hKAo6QܳN_?6<7/y9WF9Yu5/Zvkby]?PK#Jr6PKAM styles.xmlZnܶS Z@v다E{NI{Zl(Q )>y$"WJb'@&A t^^ߕ,%BR^]*RkH֎us+)(%^c =!oPfAhkQpd(ˣ uA'?[f,P ^Y ˸8> ƫlddq]уο$, dɣ?VS_쁡UΙA$OXdeH<)Gfꎛ}y 4S wX\Hh69L,kֵr{Crgk7yyzWOO452ZTHF6wykcBͨ3ge0U^1}wn,r֢ɣLܱĤG]-HOSw )xU1|M]&h``zB߄꾵:WqRVLhO< }6)}%@v9~acHҮ bNfSbQ#9Eaу~x0Q"0 nq" xAԬ춧ymypWt]$x_mgg*tD8'*O i{t0O$DN?Xs4YۍKBw9ͩ )V|ǩb~F[=!e4\lWi];~\dzO"AuS.qbtN$' BwV]c7np_j>b]zK&ÜG&G>$=k$da\$F1\ -XV }8ˇYkБ6^lV/6/>bkxǢ' Geul@7-. PKqr"PKAMObject 1/content.xmlYI6W "ɶ Ib蕦h % $dʖ9- 0ɷ-t֯)gOñ?HyLi;o9|ew;Is|HI<3;}Dq$2)d%WRGF=zb[ˬikh_!vcN}5-egɼ9RƊ3ק^< B$VV.?fbF2qPҦDiZפn]V1鍈cG76 q=a?aH[r > "KB{i]~yefj̝F~vO'A9$Lj*eR${t)%BQ",@_A@3Хnҭ|ry\Re`|-Lx(K5+ %W֎ao\UƔA]ȹ~fx{$0a CLq)AG%(/iM4YWOzN}v#1% qO) (A QqovpJ|mI*qPEFh=l~&L  ;dQX5aw} OoL0xy1LpcӽzջY:n^=qؙҾj/]LoH=Q*4[ 9IO"_p^ܦ#9# G#VG/soQкk[_Ʀb6Vhqj#'z[h/f֫Iy@?_/&sF%K'R@"=EO*^AnPKn"PPKAMObject 1/styles.xmlK 9KYc,+)۳LM $SA # KAPYJ//c#w=FdbP U_[rtXpe?%7;'VLKiEa 72-W4 ?Y<Ѧ=ҏեCس.Th$1hZjP?.ږ`< ~(kN'ˁµ*`ϬG-2nT'7ezru|Ezc=,Cҏ<}G\G8{3*ْhq9v/Lk釞b[v9H>.;ǥmo[geصk> >|^pVmTp3KW߫J2S nǖkMTYy{Loj- .Y5 ZWkLa =NL CtPKPPKAMObject 1/meta.xmlAO0~ RwX/x[}cUhI)cQdAk=UpB*3hDHˌ<Rs8(\ը]X+KnXHg57EZ[7 ꩅiƝsgF5{/%$IW'T+t -0`bJ \s QQq=ѥu a𤰿:ıH`$1/Q-N[|?+LZѷ`|؂oj:j;lөyfa4墕Uޟ0DCYw´,KzTXtRaw profile type exifxU @CSŖcr(A_X2nyt&@] !L=wCk7i^LfXr&,32(=D,RF iTXtXML:com.adobe.xmp :&sBITO IDATxu`'u^()P@qww.ǐ1`lp@"uo~䒦m.i~*I{}.\N|`&@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x,`Oba5BofAa/d˙>=g>]gZ,a O=ޑZɫq)G[v0(oӚzAcǠ>~+{!I?oS}Sl]WӰy}u ` ы9I89M-c>{1Kpc3笺[wGя.X;s#׉av8ho#^OQaA|;u.RԮ-H.q;F?#xbv =Ά)vD(*cSD6U mXkBs%YvһXrɼK۰3ז8$p)֩ڡ4JI{Ȉ5FA% ѷq=Տg}_PD𴦓yo~ׁ}^}uoGtWŖٻLvþ[wՇstUe{!B!Ks$̏G|p$8?xY>Zf3-W^hMv=9iǘ5sFɿ>3ݡ6t9{l/qʯ IFDkݨl}*4{ɹY/6cn׍Un1e_x7\AFD9/3XefmrsMݸ2#Q: ;[ڪz WU5<{D Q1~k8ՄJ ?|v!~8m;dGu,޹h5Ky1ֽD'/0\ νt*@ 4X%1^&2)9 ]8kD`Ͽ,b]W\eU*N:7O N2֦uGzo鉗4,Uws졭)"#N13Ҧ,7ϐog2D6cM˳ߌ,8AϾT2n7::bQqiz>WJbO-a{~{JC7]-19!^Jz{AK8xgX. 6 .*N:+'?Vd~]׈s8j@NMӰkrYͣ|p]_ 54_|wkg57Nq9VeG,10f{wPͯqm2\$x7A.OP3IC@&^]ܳWlt D^ 2J'&inDLM^^[y2MLkBW{qfƋ=]N㠑 s,8ɉ9ebS\v=u:M L-7\ԴGkxT50eۛ"TZ۽i cl:7VFZ6iQRچWRjlRX1j`cbGgiOqi}/&{tгJ>ySL 1sqa)%.Ļ۠%o ߎ`Km͚NoDQk6w4Eo*-Z֯X܍2>F:EQ]swcji 1G?ͅ bBTwG$+~aq6,h;b"V$>֭WD=tF??z[DDeԭP܍Rx<1Jbm2|A\AҾ.7߉""<]3؃:rSu.㕧}>ju/ȩt݆UKzcxN7yqbdzSwoAZ*2kJ`{';cCS/ղײWqU|](#Û;3ٻܽ?[%~zamBHRb];{󍐈62/klX6hAt++'0b~Sm<Mhaҵk.T4Um26u;lyIy#н糿 &QK)Ny򨚮DD6!w:},q"ykDcU_v2^Y^'!"J8}Ӕ7ͳ EM}Щ[D~Tm|_9$O}i?/iZ-H,KuY@]sDd|;f_٪ϪDPnhGˮQkkv §wbsfU/(J|eCV~F=[9D\nʁlR\}+W?mF>=1ͮ5L#SQԉm>e˳i;m1yqi}w.uvg es)F΅80z6C ,YvBM󭟤/uTcոMOT[.|oꊬ}۝ҼSޡLM&n4AAp$A,K93GNKn$ݹg S̸qS(󻲟MCDGҽ߹vHCe,V5&8"'Wh]$\G CDv!Èe~/siZx']3ͳiۺ§Eyi) hMU}92ˣ^#"*rwV{Bo rtt ZUajOR~)M{Dcg,26D6Ul>T|JYhN~ ,STfhKZA9wM52هb˼Tβ< sl;Ivq"K>9K~<&Tbn@_0@, UVR/L͝t  <Չ}?z}rF>TeyJf-Ӈjy6Ϯe[f*fYdSX 1sqa)]YǺ*Ǿ&1*GN~VyJ4yک~L5D,~gKF'9kY]5>DtawJS_3>5jιDQ٧)O';A,6v'Gx+Ժ{3UצiwL,fWQUF=}M~ș_fvkoeڼBCَN?GeyXiDQ[ǵ?7妚Zb׬Cרbym9Ծ c$Y!ƢWw;fBmvn'sM 8jIM"" ~#?%_5BGdBbc?h=ƣzӿyu~lp JcN\(}o>aD5'65>1rVڇ-&9FMoWR;T:i~uQ^|:v>FлWiۥMhrv{k\QkشD飽d5,UߜsYEK{rV)k#F6lrIWԯKYC]O=uQG2 P[>|m)nzFDTU>^'V>0V&>N3ܺN\B9lOiRKtn8hewNTӫa+_ΰk8G B4d~Ldvam˔19UY3}b%}87[ @pQ8iY1K,ReL})3SѦTH(ZՕoQQ:{*۾R2R&O$"8oOCN(o{:è;)D%Z6+ŮzX] w͇Ub}QAO h=i#n̓V>=hd̰ SOݺ{.G2˯iX6i{xMݟ-`3 9TNڔ5)ym i# cY ]ܵʳ|oH7S|`1{@Sa_S8q'YWxxஔzZ.;5r%" ?r'YQ2TUٺ$3ki$/|3'S$΍:_RW8kVӠk<*7R?6lXɩ)+Yv8 w3N?Ŭ8b)e 0 UW.JOϔK_tOMD$(켋it+۽ơH'KYBWh%R\I|,&<$~siG|S EK:jk[2^ASˉ^%2?T 5BvXm_7[]١[۷mݴzr㓏̏I~K)(qcT X4,LA(ǽ} fSkBטN͔䴑 C8y_?#&[UF8'CRc҉uh`K֤7H́M_8Ll;@m{jkoSHeVR9,U޺+?&^+d [nXɩS'*V̶҇V7iusEZd姘uSB:ŰPCREJID&V('WV1$JHVB嶺?qq!eHW.&.oYLxdyRxG.ʮF.e')NWok]ևȄbx]zyCn3'7>>q!yTlѣ#$ea_}PaBt)q԰VS?|^=GM4M ]s5D l6&Dqz(g/ÏKDnz)lSljH""vD۰}E)NDD$p[""*ֲgUg.V`]ŃV}Xtt3q.\FYYGm۔15U{&*V̴҇7Y 9$-2S:)FkB邠ȡD7Hka?VSe$E[G]9]ɎHLD$KU'1];oڱej}=󂜗[f-!ΎRk_wz̨}+nhfHe-'U`͊/i0cN\5-`6a9;&~:0ǯኸ7:SZ#F.I&T=ш6Sn-lI&zszNi["YCDDvp%"r,צOQI}ZelwO"laTV(|uČ юH\2eLNUOT礳2b:߹o@,0YgQؒ e.p11( )nJ9y~%6MN X|!\d:JՈxeM쏜Bٳeo{ ܈-Sź\-fIoԨ:rsϒT{k {E8TѲPU*ףۆ}_qM-y]ȻFl;0'3Gf z:n9."zrA^DߗUVSD.UԱtNBO?HP[@OSlHZ~oTVXbb68;u#X[lXɩ%#'*V҇sYqwF.K@aS(S GaK7e 0ĹSOEW0V÷qQ~o@eƧ)'0 }e)a՗Y+)yoafM]u)\,[ep:y6W&>}$K榧*V=4Q/UTO;F^qݙ R KaVyڵzNX[fލCKYߦ._#[g6_9OK*5g~!cϳ(DDۅSUH*DD;G³Huj ߖ$L IDATέEgOW(;%[OeSUX[lXɩjS*&*V҇sYqwF.K@aS(S Gj(tAPY64SFMҟN~,'ޡumW>*JZ%+;.<&KǧJW)ICTW & VTO1ߏN~Oі&Oʃ]c|d֫N{9lvɫ]C^z FqKR~ |#;GV}z,z,8[[oԢׅkdk&""@qLxiqDK߉IDDM:VT}q}`X@"KsH)Cvi[G' mX-Bxg7l 6j6eʘf]+Y}^ p;G,3yNd.N1  ?BA.fMn f{W>䫻rVL㍘ȩLS=jIK1ZV*{>IӖY*7dHYɳc-K.e4{ykSԺe 5[G|CPf JVQ_lWV<{ne-k"ׅ|ld Q jRyϋ|-1yNd.N1 &BAQ.fܹMUK6vzmklEUb 7a%\w3Mhzel_8fp5Yu8f!lUl/ϸTe"ܚ}6 b~~ZmIS&vQ'm־Z֣7ӌ2rVwP M>\ID΋5Cwgs6(*O2 ]n,FEB@6ueS.:\YJ!=0filYjxCR;fQ6K9_k>(o$5짼` Lqع;*cE VOnmYh^mi:s-py,STel&*z?2}8gEa:9,2<2hBj(OIOOgOOu˩{32D) WAw}?=LVu`FA.ry2MӦWa$`LM"|]0'=ٸk(GVbDm=;<*?qIGz#^'~{r^"ie3*{&Ҹwj;9Veyаw% Sng}jI<ě{ "J25b1a[Ggev\N}G]B$1[׶Kw)9mʨqêaYVq)C'fl'7U.\bv~{ՉU^[0SvRQ㭱2 MkZ'9QVSsOɖaU#X~74Q+,9 Qz18UY3MgGjޠ>jXh3BXUS>kk؅bNoՕ'D.|s`rgq+Өa<˔15UE'*?}8g7OOgч]똟XS80Pm&]_߈[oO~Ҕ% v#'L?r`e֮;47]f|NugGճXuv_;Vl;tY_MۯEE^~Ĭ?TPQ`Q3bk(f%vTEm8in Mw^_ZDŽb\zCw7 ڮ[!fZqݦ;y$կioџ պN oVRfڰ,q#$fCbWentۃ,n6U.ϯ֔UBBjV z&M_k LkE,Wg,Iꌓ7[G5~q2hX g`ptӇo$"u|%i='͘:B+fe&UobBu֩uhUe ߁-S !s/P_lZ3qgR  v}/5(LSUOsbGgiYj}WيYXSt80hHC x1K.˥ih$W x^ѻ_yx#?ykb)1'UA=*xnږ/7qX.D. >YE1K.^Vۡ0|SDZ W̒eFUwkv]KXMH{E},0'fݰq#ZFt~"M;zB^XY嵅"Ptγ0Y$ʼn)?ԣWGbr eڻU]Yv}&<^tg1v)i_(TK[l7P˫U*|r,?tӓקGr^γl~}dE';w Q(sOdt:-گ4vKtgUpp`c2&*g1Q1-Ӈ,iEacfdHs 1sqaER]?@r:OrIHO ۍ\&˿M&g~䏫E\'#+nPyM;.2_]q]_[4r Q~@(Pk&;4DDIu/&̉D]-M̌=q@хqm3{+~ػBIofu!3lg'.=U +wsUKC%Qֵ]-48%Qʿtlɕ0qo~˰.$qU6!}Cq!@хbX{trϑåDD/|x_wjNh.i3OOɋm`Ε{{o炉=W.*p mmb#v~^W`YwϮ_|-=1+(u\V^, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x, 7P@1 x,eߙZJ .N[FK \ڬqFxf@ 8v9FDe-ז7b9:>lh*:_K̝< VB@ MǐG[xuY@ 8t>( (fh?ˈ:懱=[ s0*0e[rc;zek=qަ 4nv%?mّ4BAg_5eC:FlX!nYԮJpppFӮeX㾥^RǟIb^isڎ^};9侤ɿq2}CkJhHޭi@DC/sܾ[/KCcʶH<18O&+"87sdZ #po""Wp,5%~`Z54 jZ#V)0hD.##r^,q4 I[xim9#})+͓oojIFiw '+{j ܦ?\L̻֗#K#RAu]$Ө26V~9i_QL;MC!X o^`ron=5Q$3}Gѻӛuyx Eg i;qϖGﰵ[yi^pgWuu Ӊ Rߴo%2>Dݿ|G)3SɇK<BV5q&# zk"Gf!k'K^խ&6 75eaQmFlԭTYŽ+7_e>4k;do@R\37EDugy&io[d3”KÙwnſӦnYo츨'wzB$0[e P -y|&Թ濎}"{cZMODDԱ~b҄6yEWj)x0Z$ ,\?ɒ/lsyh2dp ;G@driUj)0SgwWvvf./4' KdO7/u#2ۖ+DOlI wpg*AcְyZeܚUϼiتJY~M6\}8_9^VbhХŢ;VIW~\_ilB.f2\Jq۶|.feߝĜ}:PŪֻd<X]  |(WُVQl~ 7-G8/~W#aY햁ú Ögf"E ,H`Ew[kKwFMyſ'%]eȺsϓ"tC8[`Ж$9o\FNr MZ|8"KvMS#jV5d_lF_:ȉXXHtN2kޛn׷C|B7R 2ị|=En̊qbA}Ö9F\.~{YCZ *[ޫ\.z.3]lbNb|U\bJB]GLq ɑ3Zg,YVfHԧN֨rkʍ{N^|ykd;9~14%EcrY?i^WqDŽMrfm5hͪz:z2/r_cX`Mu{FfK=Q-;(LY7'3k'26)=umn1+lGL.]tc]J͇;%&&g*bODr8b>Ra?49:ѳsfaWx&|Cf/,15;Xlimzv hur⏆6DD53TOZKb3mQۇBX-Gu?bmQm*H"X-n&qi~$Ҟ=q:fY.-$Ly;,t K>u8bVkL#.iZqo38i @a=[r3SpW<>*u͸)D-xiZ&aO>[sЩ-m'B<>b,~g3_=3<3+bZסs*|uXVlYr˥uWb:,.C]WLM-YbhEqY?:hoZ.UK??ԋg%2&&S#/u%m|%2eZ_SEcWJY15n3C.:d@_\ƻ,=rM_:t:jdRlhP1Kju`'sq4ve4Vͻzo[$1똓_asg|{96OIb̖N.DDW681RvW!yuLNSWdP~#)TsWD ǘ]g99Y >`G'V؅;60U;  IDATi|gw}]b@1 tZI2O&_p&Iavރ93ul ,UUB͊mG.ܸqĶ?PZyOIկ S^OfoWOT">߭S\rqHㅬ*/{%bR̒%m&&Dx5n6ߏ|&O0-T\u+^^y[u Q1zM.g?^yl+vƽN9yxoVUҪ,CYjsGKxk :UdtV::xTAYXoצ(-;o=Ϟ?w|8S/#δRDD%rj\M \(؟Vޭ+PI\鐅",ӢExzrRf/߸c K¬š-XW.g\v'w,p~"ȤX䥮U[Yj|H/5%&E+1j۾7Voi'ɸ SĭE~L!L[4/N0BڷfH6jse2Ha۴_qqhLʣM%q|?`'""&S]hlYmg7T@ȽD2'_mW~?qo }I3^%K>;VPJt[WN\6})" ԡ8',SP(1'zn{%uC1W^}wW1eA},v>YajVT6DDwjO@ܮՖҔCmlL+fҟsnˬl*սl݂u9u=d~VymS7b1:)mmDx<E/7anŤKu+ϓD/2w5tdcƝJ4dُI?lnexM9/T4cqRslG?*ocv>\.=?.2Z2,q|_3`̜OgMБK/Ŋ-E1Y$,~g1lVLǣmLzUNԲz՚s7IHXLk @1 @ӌ$<,Vh1`ʼ.?A ?ɗaL9~pQM: nXs0S̒wsQ\X\DDNvYTe_-×5fe۪v1s!iܮ7i;s2)QzlYw{lݤn*Wɻ5 w -fStѽ7nT1r;FffxIKZ3i+ض9a.,OKzlm֨_dbjk(ѓ̞;+LYѾos@Ofq֤#`,U]5?ITo  bM_]C &Ƥg Y` g#1G#ШSF8?nmizR׎V|7s7OsJDdonxJPև (Wa#e"O?7HCVslu/_m7wBZ$LR}zPsa aO=% 5I;~YeAY4/5zet> eNE/W3 l,x^<:ͫ779ҘLEYkb\|˪ &"ru8Q&7L5r\(x/ųl[lѼGu;:U[ݐV͛\K0)fDʜB5AP7eP#3攒ZJkʻoɣe Z̤_-Rz _c V&fJM_}C5iђ~~"W0^wݦ/6[\NӜԞn֓pq_Z*WUˌK CYh6L`efn%y݉FjTtãD_?&ĬRd!*V:yH7O#syq RSogYj8r֐|s_& )S妼l~ƣ7DDݲKE' dYP_X&"-?x'oMV*'KˀqW2.$4}ei7~5 s e* yY{se^eSUo%Z̴F˸l Zi Zw@?q2KN^WՑGV]qdjL~Y7kNF|ó:Wr?Xܮ.~&*F5L6ઌ~ل{gSsWTuqJ&KMe%g8eqۚ( D9HveJH,E4MIN4wryqEnLWv%`[exSVfHPՀrϥI9YY1oe؈w:?1D$=>Pl!IFZ2Q2AyRg̰2DD/6l~\%]y"fzs;+^A1vݏ=8ɟ>&2)[A˕D['@-5M1&)hON"$T #ǹёi_~$}A_46Հ2u pwݸʧ?93V_EfE9oO!"۷!Ygƣb,Й5,;%Kq\8ke{4mOOEd[ VoLKqRNDB3Wٹ`8[@Dd&0J /u_H|uۣV51l~{чӈȥݪ}s0YK.yk#h#TL# ;U1Ң9/(z˺?ȅd'WQ!jpӘz/^qwBX}{A ! مFݫ҉D'"7iŗ Q*8-M$'˲S2...˓! ?p}7K%\+y`d/@s&Ĺёi[vNN ~m5'r϶("ʣUu40bY_nkw8ĉᗏؽuS%DMTeM[{ulS"Y&k|Z<9뺔mZٺ |{Vņ=g&*[4n4^{ŀcAE)"HR~?f),KY|?!s3we2UUU\ִuI"$O0ZjktfJ2eWw[Abc_EO\@ޞMDTmW 'Քh Բ". $"tC'i7SDb29_S]*qbyT.oWRiTkl23D2bϞB6D1=I!O^ ;}> 3N5% 33eO,e&g C :/ǟܵa6 q TE& JD4Ž6:v;K;!TmS%{9W_%D*Sqt ٭Λձue~{/n /c;4.KDD%deKz3@<ԕGu齍⼏ΤG?5ix*ږΞ?,}#8/NDD5R;܀Ddޱ^9eY|pTsÙlҳ/"7t줻.VU\sϞ@'_egߦz*2J>g%\v9L3(*h8't7$"z{Z(_j ww/:󆈈 pTթڂ+,aav3PX'JveZ* ~j.͙؊x!&3ajT*ZZh}VWMO2AN@Ԩ (*-sIaIO13HQ Q "2޴]i; > [b/Ù$"m{{ hWk<0QU|2mL)QVv$|=!uUcF3?ۚ({\{KC,Q-3SN aR"ccSX%INJX-JveZ ~]uNȌ{ލ5TU+Uؓ =xUyuxnlPYƌ7׃dWtLd|!*,BAV-.Z^tW_XY{tYE,Ig!"!GNM-fjaQ={^j?<E$6laDΚv=v%h3'?qܦ $q%jEy>Q]$vzɰ4ZދiB_|ӂa&bvFPW.KƮW#"wf߉p"ⴝҿb^-y.C1OGBDb‹:-ԃ]'{Qy6ޙɎB;~+N4HӐHӑ딧^ŒϷ0E x?FNjOCKM^LTd'Әju޵iyOff߱Ǟk@nNg&ǣoM%&./176ԚCͶXfX2FO>YSP!ԋsFf֫vc"UvECVjBƏ8҇in}?mCDDN hʲfԹ/> 0TܢRhfMn JI!kD&И}y6TL*^AaFfNYM¡vҷcgCMLZk20G5'Jv|,OU3ϯiļw`ϵn>Td,<*+W}K2_,^i7>>d:#weU6Kٓ3bi;^FiJ*시 t|2l+yzW@kNU١GXN'2T_HP(AH8Tm>5k~micthhVmu 6A}6sMӥ1qobC?sc\[|Щ/B?VLYolYIoG=_̢:CfoF]ZO"aƿswY()젆;Oܽzt+3 +5=msN/=zӻV'"_]^to^g:Oŋ;e*A窌̜;3^geQ3D:pt9sWn޼rЦyC rZ .zp_Y?0Nm#W>y}A.> $Q ե}ʪ B IDATڳͤ3F+TU\D_8<+ vkؑw5A{T6*V$)IU$3í!tE+VZOZwm B%kǾ}i[3Fkd=a.k3D.(;*b{CF2kſ_lp7ܸw9^,XyToW>_/NQn7q+ܶeB.V^6Vp'go3;gtwt;}Q'ԫ1gvzxgw&2O崼eދLr0 Y=>4Lgwlԭ}b91M1o9;๶{oS%kyngSs\]-N0, DbR7TU,vsanFeHR[_Zֻ-e~%Dq9!1jG%9)j !ԋsF tk|(>\g%봘+?f `:·cgYmp6[[L#,.J-Y!G'%v7V9sYpzvG"#ڠŸ]Oe6*V$)~(08&U_̒H$Y!'&6)IC$RM;r͑f_ߣƏ|U",Y4lR7|n;_F W 4XyToWN_6/2G-/,X|Ok7G|Y\O@W oXL{l5swJcqdΚf9q\;uK_Y qmʠN b&~UYD"L~uze*k`~=~Y%p?nlle',I3fbt1Kٽגy%9 nԔ]\߮Q_D߷`DGg; =~#Tߚ8+12>x޾qqD_߅y^}IE;c-uuTEŹj#Sf#|R We>(#_th\,wgUϥէ'*YOiw?ܥeYx΢l(gJӬeRF8+3cξH߮I^ [Q,ɉ}vfնYic̒EF %ﶔd$D=[9XHial߸9;}By*l}ȝl݃Rxc:9ZcTU%5LwܳY5cyˡb$l7'@1 ˆLlC0G9eG#qe 9?xc3<]B.WfI5Q򨲥- b3-W,fЬ9x1[v )Wg۷[2&mMDTg#|&A.$HFˣJ~b7cmDD_.>%7RnMDr|#ˆsGIu񭫚8'=hk"դCR|dTVMX3rDDdbg\V#ɨnyTi3BPpۮY %#3-q vz I5QH3B0o8"桑vc/NjL.}H9o{uqD,]fa?7E\8_#.%mU>s|Y^1!=4tĞ|%e&;hGw\?S8蚙1?pۥ %꣦obXˬwv6 +BR|dTՊnyWf̿@}C4/)]u\XR"|On(~:׹sn%汫W>@%WQ91h|GvJy5c_\] 4sGJ̘v^璙Qs1:8[k$sY$~wp{6zۜ(SI`FxGl`*Jp×3,_ߜP gUou,~2 E =S  DY!Uy|;|";7լ}K陋; @_[Z]83DzZ r#">,]3Յ""}۴M~^4]{'7p+-aV7'^",S3=d(,L~#sQ_|μ'"26B}/UԮґLg-0)I8N;.j0󘌸K'e-Jj G "ʺ˜ b$(@e1m\t?QTx!>K:gN"uP{͊(*mKR|ϺIDq5TLٶeK͝tv#yTj6FDDςsc: ;7З3&piŬWr'44%φQ.)X7yD\eh,oq.Jƛ8d)gƼr[^&|?3ˬãٿjoIQx"TVOs`^=Le6Ls}Ql7%D`NDD),&ATrNf""Ƀŋ/?Kxv.:AD`,ׂoQ/S/q=6VE]r:snp"Y{mD)467e㟛kkؠxΏ %""z5 8ƂN̆BSE8pP,~ !"1qz(A =FVǖlp8mjMJI ~|""&uqо[=۶oo^|}Oyn8:>jfa֠uĜjH@fUNuXrLf~z)&isZ(z/0@eU# &ۍE޹vj~Ϳ[BB~- \'\=\*˚}rBPvUh{"t_#L(X;an +Όq̴jZuҢE}_M5r`O;/Ld2,reo3Oêwa{7w,$ɂ$?>8`۔cÚtsejNIヿth<9TY͐]!֑dlXۥע/b ]V%X[e :.t5C>K4‚}>X1[85;[=5l٪׹sV:Sv쒫9zYC""痆5 P|,՝ܙzN}GSڧ7_D"n:$I 5~yY UP֫yW~EggXOuKdFMaӖaÚeF{z R% :Z,KʅLշ%"^|!&=ޱ%kHq3neGiZ8& Fu1gW1+;fC-dlm=\%hM/rVU [{ҟF*@W?˸8J*0];qM*b쒫9.Iv{0̹L0- ܑk;y,Q} Ƣ~rr/ʳ}Fэ. !gIP,C.1eA]gJě8+Y:q~ Nm_pΜ+7 }g/\q&K"YЙӸ!q=wF6 {ZzևGW@2"gf'Ί}wjɃ;.9o &}3aiuT,]1-sv|ļ  ̤gޛ'1Oj#N~ν8&N?y'\(93K}K.ˡNZDD#8vUbc mF߰ࡿ,ؽ6i5ѓ.wL}]N;S&śPc?ffAD|n§kǻ[qhswpv,4dfdddddd dMݝΖ<#R>YЙ,8D[iд—DUޮ7Yʇsoj93ncD o2\Y+fI$7b~d1Y<{K*$#9u;6'Q)RwN+f)PvɥliIDD=ĉp @Kerb%Zn :N_ixY (Qa+N WQM01W])N=7J,L~3|)]4NJuRbVO9gi[8u›S2S2cX;iD2?:V~f^(n?02NcM]#xЖ, ڵHD}s>Q˵cׇQ`ʩ}K.U /t;Oln|S, N?ڿ`G= ""Cu?Fq҈Ȧ s9ZҞ}D$ lSd^\ D+.KD$z8\ě=?Ot&'VǰNjDD96KRY?HlɕNj]g'R܎u!m%y@z zR_1n|Ϩ'QƉ[>]ԘD2y,:tVFfw L;_ZwM=6}d*I/;kI&Nݚir8ZE/pYD\:HDD(9qZ浦/22NLF7SDb2u.,ꚠ ҫ[A%:oPT-(,LTklGBDəb"gf E ,@YBnLH7Aɵ icw~&[6]x>t_10ߦH% 9g&.c%9mmDQ6^e#Qunޣ)Fzi@e"&0k&kiL4t3R<a' ,wG8JDT}泏[ZrDD8te"" r\w""j2k6r'7㈈tZh&Nu&N>G;/}쪳gC}9 ">\(iD3oQDDkimPi'jo9٭бVK-8׍.ɪFkeTiӮ%yA'i ak̤,ǢVXyPhYi,gќp42ЬWar "" w3du;JDv{fuRν~eODD|*Dg]m6^M!mm5$޲?^8adgI0{LpuʿmɒI 2j:U(T:zsQSaݶ3>XF4'y0jAZҲiՒ3.Z[d)JXY{t)Qep}y*# ; U~vv/mLDĽ4}} ѫӡ1S({f̓sx:yJ/iӅU,e TY!~9DDJ#w[-CF3|-|jODDF}fp,;MiHDshŘU Iʝ[8BcCܘpxaO:0L6hP6IbeDqWV1">CJ,LǪL^z2`H2w""}z9TNteK:n=L J[3wyaZ/HzqhRSi;d|R.ZrMJuɯ.a{b]5fgـ3kMk-jeAȍ{X(œud]:ȕ25uK^]r)8x;fg>A\0K%];k݁y_&N>܌O-1{e>.Ѧqԯky`zq٭jGxit7| 7_xD]Քiw:),m {AٱǪ{ƚ8nd NiT34E ($$l-߼w*up$yj.o߳0Ba.W'uScmۭwNm9̴ȏ Ncmuۓӝ \::9a`\ϭ}F 5;?Ϭ:s]L ܃,;D|bf,uhb?8,x~Ms\m:H~铇yc/|xrmU.F<(1Dv'5◺INx،zHDle@e\E8#F#ßMsl,|qއ_COo>} iZOՏ}#ۥ/H Wzxoxc!Q^;44:}""m׵~XIvKMx#{8| 9uqSwվy U#CU">;S :uأu=k}QJ;W~s.ފwYQ~Sz;gF&^\WdAgiP$"7I~vh`*y}A FU-iaPu+B|:5b~H%{4)d9;<[57G,z Gn'"3$DD<913 2]Ksp"|ℊlYm-?Tfe\ BNTV ,2wZ2jZ=|0Q=WK$soм)ϔz8;G>-#u9{B!;3wmYP݆[EF12igoGFH(O{HF̋t,Z8~ 7_w1p8Z-{_y? 'oSllKSP,3T(B1 Q[& **#n}=M& ˖¤ǻZ |"@lj@֞2K"H$ℓN3lRi-wCzf(W.˨YXb d I>+wZMWğ }v4Q㎇fK[v' *N)bs˚n4Js*U)Դ*rī˘skۖ kXKRb_AD{}xJ[O? 2kh]=Q79:=ߗ1""k^-&B#e1ޢa KCMAzܧgDDQ>k9]O59_xݐ^H zvm2їzDui &p2w3zUZv]_q x-]7Gv^%5VwAe1]KAJDɭzeS:wc@%r9^&@~93׹d把s1:8[k$sY$~wp{6z䴔¢a7?T%<]Veu.-,C8{1 H.F5ۭyy? L}LEsr`&}3HWMF}yʟ9sA*jYwLOPyOw+zW#y2D.sCzѱuk),x´Gm1`lNgܝh8vH,y~g֐ێ0J`3!lltA""7 WK)Kֺh2uَ\W%Ixi(;yJբ[ |3 b }R,Yf.13+'pU#igX{(N9lwR|flt<|PWMJFNa׷2(,B@Mŀ1gJH\/k-B7\*X)dZZ_CvxH+Cqr&v܍t?/%70-(P \+G`vg(DDd21qk)y~q)ךPoza^7fDq\}=eYl8US]OGXd(V3IVPg84۝p_?Nü`F~w"%z'=3mJvr*?%7,/`n@OV4:||0s*z _ܙ b%@'3O@46,>[ ڹB^R>17\rwuaO1A|2Jpr\fbe ݶQwCP g.P(1vŬ[D[Vu(hs#3\X{%œ&Y~=+ΥQi{f57(nCs&ڵ9O#e\3P!ʝ>L-陋;FXCϔmqDZl`cP1 \+,T(A»pfd]߳G5GD}t-XEt%~Q.\ӓl&wԟ M> teum` z/ VAENRCɳVX \&QZ5c@Bč""4[/qzKRل_=L 8*k0K'YRT8FHjrUi~IR|ϺIDpgc̓6/'""2wi[ϪW.Ǖm*8+}!z51~&Vhڶ-X4 xoO '"f]^rcz ;7v5Va!wBq=2#>YDz]j DP3IVPb˃GyeFnIN9oYVOsa^=,r]a軏bK~aGs_]C#,@Eune;9q8G۸Z?.>p?F;rnp"Y{mD4nv;-"_Xh*nȍ8_^i{lC-%ʆbE@=l Y5':b :ս'DD.3CJqLڛ032ή՘&;JS0r WgO:JfʆbŞ@=TajjVİOA/Nܳwi_eY-ܛmUג(R*:3KCVlHyVST*dKd.4jz שymSNFtgBDC?xĄ]K/G)1W3 .]q'?9ݪaE+f7@$r9^fЊs呄nl'SSϮy9%{O_ϜYa@'=qv:C]y}z Cv(%e"'7oD5[OwP:+jSPU)q۲#)oG{MGV_Iϳ} Lx+ǟhn٤ˬ۟/ұB*@f~^쯭~8HWQnOr"}j'WԽ8^*K}{]%X_b޻L8Ư#WŬ"^P3SPTH$jXqḁY:±[zv&)!/> }bqvv?>&"3dкa%dG} D Q_X ;O''vy8,빵oݨ #;Osgu]s~Kٝ_wp͘s]Oݎ=;qw:vts&TH6vi1!̌v]a77w܍I/t.8׋5#Zl6$$٤-r#oӉ7xDD{O<̳e+} 7Ó+xȌ?}(/i+JcُDDFx Ќxs]ofwyK_ٻˀ(7%`' `*q*vW8<;[ [7bv]؅Y~^3#g~b. ;ijirBm8ҵj1&.z W;1ɀŎ}Z2'sL}u5/nά'{3ڬ6؛ͩ^vdգGF]_]~TM9dzw,Q ϦTS0/)V@JJw(~4Ǧ3/dGb!Q3j=y)Lv5-^7Zp?EGf1 pvtP:~B =O6/͉B˷î$hAml (s ̿B<3xQxO;8%Ș` ޔ=Bdqobtӑi'f@]܋q)9_N+'VUc?⦜̒싛˽%Ju(~48:u)75]W]Ԯ{o>kBK/o]ץ7"~a[E~{tt5LsjUd߭Oq(aSb%KN;G̽ri4z ?MedVjiP⨪>~'>|oNMlEGʱ ~( ^<^bQEM{3M{Ҡȥ'^][ڸ|zZ|=FunVD#n]mWC?_Dƥx<֟ca{6_}shxm-\qSN+FR, 2Pi@Ym|{^9㥏?C!Rק_ja@BY 9_8P fT>L CȠW#lIPH'{y+hXC! 4CPf@0 Y4`( @i J,Pf@0 Y4~`Vfjs5_|-p4]J)@ f p fP~~οK@a -8Sc΋,nELYk~߂ ՍkVD6@dq&=n:#4Mk6v <vS'pi)J&5z`ݯYLlo'M ,f̎of5Lj`kԲAI|ǧ\쪡HVu%ENwvu9RäfnW IDqYiʤG%R/əo`p8F՛vp`|!Ǎyo@fwWr{ĂK[o[ZOUk4ہ9H RQn JuYN)~Ζ<;N5kִoVK|6:it\@% YPvLaFOk j~] _CkN~( ^(Unc#"Z/ч\ʊZ=/kg]WU V}vI ir"//r7LK$mN<_ΕGXCyݷΟy173{*#f!IT*N喀˟& )knFR?MD]S>BX=i֟u,tXObӈH)])?լ:Zqt6-,lEıiE"o{2gvݶJ‡;'Iw;u͐;Py<'t웙DD<٥71:5kzM,>C7

A&hSTCRQ~ bj-}-EN23ܜV[ɥ4#~Rǰ/j.*Ui&"Z)4ZwnZ$Lbnk&[Ԟ/;eqAپq/% mDJ)^>7 7|71s"*2ɗ=g 12ijoOÉU$7rÏ L[b0z:2]teIcIʅ.ckZosF M}~򉀈H5MR>``3"K{bTr8?gvKufv, 'Ks_{_?N4Azo$>6(n9>>lTWsR1?_Vk0G{,9@9=YZiqi☚b8Z?Ü=Sw&-Z*<{G˼[./no"<^ ٍnꎚZ(~rBn}ajk 'K{ڡۀihUKWOviV~lD27y_(j?M׬TŅq ?eS)_]Ž w]?v, W҈Ƞ[[\.FzrvNBؓs۟۾˚ Lw2|ʁ.l(it8?DmWaX>ƾ ck({2'5vw>\ 줍P_KXƓUHɂ Zl54c&w ҃VG.;&kxAl|!NƢjYa9v3$d% 978uFYh1v."fsмv9[$_/OM( HpW"Vqɷ+JW#p*[s冐Oe6MOg󦞽%S2b>Z-wNyO=|1kw]*(QQ8o(Y/Xr_z: ͖QIO+?ڹѕm[Aîw9ED6..ne✈O1v.viTsnGH1 ,kq`̄@m뾛=x͏74w[Գӗ<豫>AI䮸&wή*p3^ZH׎gƉlַwf]wG}X;~VZrB4kuMWQ "8J;2p]VO +vw){x ]H3cVqZ.E#b-R<4@p3RSSSSS3[*|qGZȿՈT~*?nm۴0i9xΚ޽qXZDxPgv̰ɈfP\<.HZ^̦wGaONo* PmĀemj,}XbF; #~e2\Xե܎~3L$Cda^-%ݶ.~K |%#U`dV=N zxZ8_`0 戫(}6(k/?г_;9in^9EW :Q•bdVG!Y:no)#_m+#[\w>X"Uv(JC%p (M>Wd'ܐMHxtqGpn-tT\ٌK!ׄk}{P\V,y09Kt}-받="R.NW`Q$62 xJQAɎl`` VߞӐ.۰vs%PQ)Ļ]3+=u;i+2~'| μ6q؟ nt.燐֖@ Yrc[aeDDǴ7/nbN؃s \ֵ=s׽k?-Xh_W(3 7m %"޸$1}Vv "ʺ`HP?Ҽw↱^7_W_Z;';sh=Q?W1mMˮXĈ$aUul[70ʑN% E)5MAbxy_٥qȸ1Ս_ê23rtW!"/Q uUL~p~M""M?"Wb&rL4.Q?-)"TL9}jӾ-"=!:ϩ_+]3=,"ҩJGc"1o1pzCD2ͤD=u gξ+}v/,8h( X 8q2yM[@봹&CyEfhqo6zV9ZZ-~W&[Ѕ*Q'r[ 2Ģ)5Y/iғՀˎ dcM*(#!C@$4("ZZn?%z.Vb&rL2Cr·zU IDATĨ7w{dEs"y"?Z""a_X{Vu5bZ6oע4zXvjU]M9 M=6l HMIyϡoo[ d G'_JOm""&o_9s~7,ō}EmjgND7#CҘ<^4ցHBlJrco_}'/GzZxU?ϔ]s%E$ 1Xlጩ"oGU 2r(^(\aRҲ;8f`\%wȐ!C|܈5[3P!"ӏsU'"zL?.qvYޘ:uY('d?׭1&f)NQUwW5 o %"Rsbzzl6Ka`GC(?ěmj^}䮹r VվymKmU-K$>x`MqùŠ6f*DDY7ui߹~2BIr&NUՉHջooMЋW_ڵnPF%n~.DDI7OJq@Nӟq?73QkطQͣA2O.vZDD~ؾ-_yګѲOږڈTb&rLtlG[ , _ȑ#GΆku&IDqw~tHgv?W[vn ^VaQ|x8@%hP=q%dT Kdս|3Cne:*Ud>]bkZoݔ ѹ?u;@epE]씏Ǯ}لLy~a6pŽr;#s_x>:IYramN.5*~ED7L2$M^zWcXyi=JefFfF4em߉.ecw`I}q܊yDpʨ$瘺OKDeg筅;7'"ߧzYi1J'""]jwfAw+f(\am1nr/h2 `0&zT}Zώ]Wv2v'dN[^@ADkNͳĝMl$eP2 FX=h-ڃ}s-ź{  Pdku|}}}}'mx. @r^nԕYMK_a#Cq~GhmǼYpgyT/IM*VéP_=7nvf: +HLrvBن#6oV|X\ns7GފIN}vuEs\\"e-'Dmݴ}8g L*YӮ>Cwj A. K^;joOx:GvՏ # ֚(3x6^̽!2|aG_ (WXFz~ ^u"WLr:?LS,a~1Xu K;U35c f1 /p/v>+:%:Ar6hn޻ɝoe,|h$J"]kz mŚ+M6n[Y vg&[ XsU}mNK}a=רϔmغyqk&?ZP(y<./SNUn8{? w/mm& ac̋8fSaVH:IK&b U-{4\W)6*|qϿ>Io[/H;áv" ?j ~j]_u:<%9/|{SݑdIkN4j{W,:R1|mƔs%6o\9Ϸ(?4[*dE(æ}E3Fj!~_e<4sꆢ:m|fz\<ͻhAC̒Zʕ>PONfqKyfM{WUtī$;*"53 ޾;55u'8Vl8>9~`0sk'tkQDC8LΩ C h! ?]s >ymޓ֜zTPѝ؈v4w;mհ 4̒*VI^H0aA[Զ6H޵ˡ'Ĝ耽7^e==?Rx:7!co]mW 5FJђGa op!t+okr/}9 !vP)e}ȬY 9_8PS  @B ,ʇIa{tjС'{y+hXC! 4CPf@0 Y4`( @i J,Pf@0 Y4~`VYv)EE7A-mt9r0]8E`0f{{3ݼ}!TeGF`c;¦ڴ̂N~AZklm3Ҙb~˓+&v7Qp8 jMF.>(P~Aӳ 6U>ɐwFVuURV}vILzn5f,w \2 B~M}lz!r1(SkNݷ.ZMyίLpҩ9q7d}Cr癸?Rhe<_T7ωnLūME_[ư8C{C?˲˪>E%MyD )q(Ӧb\]:õAԋ`6v[wٿ{Q/}(1AݿxyNp|4FQ{MbCey_ 01յ)u4q:bӋ+l=aiuFڸ',',ޛC]h}<ؓ8aQf9T sռ >хνJ%֧GK,~Z,[7:KU9=#5Vj?he2jٻb_Bqj"xsyPAgã^?l:GN=62 ?vT$KîW k&YP#z?堁;JI?dSͰC7wEvx9"wM=,Ef<]6B=z}ۀZl|=͹Iz.R)Yta1kFJwg%UڄID8VS/+" K=X?ZDDНçIEtZcĽ{K{1 Ttc%NV(4C]k)W1GU*|aٶDDB@F^\u~*TSQi6]K#{S{9񂒝Ť\FmVJhDKYZEMĞ :M{ha"bޞ\29QM>O;0#ᘎ54pLM'"x8h7]ΆR/u3^ܐJOxq|εL5Mk9i<@?8.{#H~}sUMI~N{M6[س[FjRsUᓵ5oʭvJF`_X\];XE} ')n;x* yL3xgz=(~YeҮE“T=Z nƞ, 7*[1Dd夆&Ǫ 'KQB>H&"G6?Vg_G*[) ]s= g)&>72햞ׂ!vŹ&DDo~7R|ǰw+-1/7.nZ+k8zԚ/_RH#($ ٟ4'wav^رi_*ⷪ OcgD:I{xb}p9<R͐'?9}U5d(rh~x$ƬT.6ѱEm(3^(zyZ+4j ]mh. 5+q9§#tw' 8~XU'"ƋԷ,6JJ۩{}]ɏlgUˡYk@Ƌz~Qn&%lMXojz*z±#Sij 0gT⦚ 'T|]^qEMTuҍ>ķَ0j*LlMD=cUm$+QRJgfe-.d9m|_׺U Ub?mw\<ӡ5&"Ҭ??xlRvM&qm+"*fRIF%Qu1ׯ^e}?1_Vf;;rޮ;'{IIe ]fXMIyУ˚w }Z7i) |K0֎-9lɎX}b]*U4QOFnwtNo%ie\†rNd{R;UK/]é:'ZaV:oeEaF' g N$EKfI,AW$/$^c;r9Qij$߮H76ʮ_j kfU^jjM;O\_67ÉR\ *7^wZ st~rIbG""m~No>c:DDל VQa !̦SO$HEQ䎞[_~4 ,!(;.?Faك$V$&EK12GDS"O.%~ZD~3O'tZ4!"-% >|cġ qndbrb٧F|yyT]im{]?rMlG{v=+wdַ#윆-=|},{771MՆ##?AS-Q+טל_ڄj{ DK&%\YԽ]o:ϽtvqSpT --8)`hѻ:c&N%PVRLNj?uw.MϷSqDD_䅔[+5{yK>g${Ot7q5 }(ăEh c4Pa"~eYe6#.~4G)1յĖsUTJ(\q'.IDNCۊۜbvL̈xΝֆI\ /9}>yxSq-n:̴vcCŝcI`zII "OaAL Tl|&/c͚zb;LƜ^&T8kQOsR_Vg΀_h,Za+ϼyN)2(&;p c16 HINFJRR"+9KM|۴ki!дug3rfDZ\0pz[Uշc?InllU @INˌsgm@cmӱe6*`x([i>hT7lCDuseϖ^RFS3k#>63%eIDATۧw9YW6 r[Z5Yʠ_ (s0˺Ӱ6RhoU;ޖ]#h +lQ9L楥0Do"c ;YnWl1S X/4U!UaLt.%!1%ZX2rsѶ?^?oۭggIZu}سǡܷ-Tnfr0W1k7Uuћ2GV+Od>>""^;n[OHbgqԴ &[ =:2mvCS ʬ]l$*ڄ),r\p]s;,;`+и y{3$kdUVli+$9|Ajw?II(1;&N-Kk}_B9 Q Y APį"CҤs8/Ğ9z=^Pvjl۳`9B}[YeW;kƿ'qcoML% Am3C%^ũ1 .{A ^R 45Wx &<1NWEbR; /e_&ix #z~2s[c[K as6ggeda; /egfq5C}bgoe<e(h32d`F7QWidoGpQ.yk(Uqx]+B@mا3hDIz|$@ܪi֯Wܛ{qSFO?!][gsUuA½Uzo^R[U˨ ɭs>XuS\?+@װo+ "Ge!h/0%D8m&XԳ>7fpn]tmV9QUCg9 6 OTdC:;Hjˎ:kmܧ{ĩC PֶD%Ecw7?1I}q܊cy }Tk 'ͷ}~4Vc> n SD稶ӓʔv~^ O3Z3ofF4%gocaAr{״Ր㘵YtٿFJu/'""]j(5vN𶁣$ـyYuv?osOX[q$ҭDDdս]wFSRTl,h/g7̲ wEWdZ3=GDZ6e\ؠr@vǣo7-fmB]۳K·e-sE]w&I|ZmϦ*b>ԉ?ue'[eG^Y×8XfW_ tldF>qg}:W~y (g)1}#}s=AʬXgqwhHQQ`@s%a2.{$ޝPz^Bs{WuF_~GOyQ{)[܅>jk~{JHy0(u7V=T-}.yۅO% ä?&䴝F̜S.z;a2߬q͝^co+֬]h꠶EVo3q[ZiU0 /숪 TZk^eHuF,Qk#c&2wgqYG!òw 0;IU:Mb&$6n1n2Yg 9x=Nl)O\`0soIao4qE0 /v >>.(Mѝ]M3{Ӷ\ wrc2f j? S2""hٷ0cհaum\oTm^۹5^}m@ HۼSQxST4lzƩԳN}zmMY{U?}jj"aTE;ʏ0 @wtܵ^F:D8T*L6VE.*!A썝72իYE.*̗[^$"ZPB0 xjز`"ju~Y4`( @i J,Pf@0 Y4`( @i J,Pf@0 Y4`( @i J,Pf@0 Y4`( ߎ `Cf!ؐYl,6dE/IENDB`zlmdb-22.1.2/docs/_static/performance_test2.png000066400000000000000000000357561417505401400214350ustar00rootroot00000000000000PNG  IHDR]T)bKGD pHYs-z8tIME 4'r4 IDATxy\TUa_AQ1EEw@-H3|\#+M3˲ehb**,3̽?Xyի9̹]f8x"r\@. E"r\@. E"rP5߉1})1v> *̘'Zu \mԭ}08$tc#mH\_kaLn5%uTP__07pn0 0wd7h6tW}M2[ Q۰XhthZiN8 ni%ݱ泷{ܿt铞zIu7Lz~FzLXۮo~Wx54S/%a`{i{ծBrg!?Ot#"҇'j#bz=JXYӦ4N 6|!Gv%AW KLٲ5'rCLߟk98ևsbʛUY-F)_UKS79{Y{?ZڞD]qlbܓXz- |Jrʮ4it#Һ%Eى_mEjƱ< ,pne~(ߎh|86kPS]P՝<>YjFZ>_Ef"Wuʘ^dY%j+vvK5>y>ec;8?xŤcUc6V!Gʷ0u2}pׅ7p=jx똙梼kZPЃ"*^+g.&ijly:Sz.1JbF=w h48?QCoxG v²ɄB',,aUkz}UF:b*NJ{|=֤Pֺu/=rlY71*%0mŌwgr$Ld✘ =Ho_%R)t>J: YpiO'l""BP*SO]/a:*(1qێRb kkS^ވ{Gō|J UZeʉk%;T{AHՋn\Q}x~&3Sz vԞotغ72|{<,k޻S#k}?n9=Ju.OSib - ?LlSMSajX^\jز=l| ; 8\psm7̈JSN ,^{e˷((vj+ҳK/ү>شs|wgk)/+bTE%t>0{{""XKj+-zTDBK +Ob-!|9Y׀jFL.GlQn1 e/|XwuR>_B3VwV ַsLwakP>DcVi;w!S媧xbtLdžܐS!._|巏|Ⱦ˿^V/GwuNR݋\lJJ>bۮ=r<Ԋb50KQmɐEUUēZt*|+~~evO"eD78ؼdzsOI嗕mDD%*UY^]}x7wҪFR[3RTiºr(J(onmD)s=׹Ou8oǒR-6F&`u9r~<*mI˷}o:Gmh839Mw'wnOY˔:+o_, {{`] Q#k{F_k:5lԶhC^/u2{־uum`7e#Qv0t`y߿&c`GrDij뜙:K.=_&PX\Oy5OH/^ok3t\ܟn<~#nŝB>L Z1i6czbgގi??{‘ofO?%:~(4q=Dd¨|KW=yTfnBwr=0uuLK߮bm frwwnhxgБ r~WX}MTG{Եh.eG"AJWqǩRv˞GD|6sr)8`mUmݫSK'W8+ =Z v߈"Vgz ~WoVu}Qά foBD$s02You'g0!`Df%LDvo-y6{ʈqcuaӨkdU}:gfIz>&Ddj6hG?Hq?j[xk^6eG|!s]5u>R3ꘊOE~;4yQE"r\@. \@. E"r`Xx9'8wR""6?v؎VBoքbª )@.>'h8iީ NZ*{5jU2ަ"6gWI%Uqw=%>3y t{jBexM<*#e7`]IψOR:rJ\}l3RtyfZKoS)-|'qDbVy5.JKTrd"B)+ j*ԏ |&-wLz-bWA&JȂ!"VI-̭j /6ަ(&&F.c4 ,si&kNVwcӔS$D<1.ɻfyXKoSD/1(iهXeⷾ.wA621\mE&n3=mt ټ+[* )#Db 3|S&}8c .еTkB&]7.W-݅u9th. YÍ%OuH-i E"r\@. E"r\@. #ASXKf,z!C|yl~3>=wӽ$ªM^KoSt#[Cϔ6iS":ut&nzl7juxl%q44hM+,[XWpZz1F+kuMq): Ӫ&ZzsXQ'H-df4J"LT~'JfBU\KoS5[:5nRLβ6lƑ/mJȂ!"VI-̭j ,ZKoS#˟jTT5\>* ]u㞒¸MQ&!+zIߜw$*TUiZzL9&sX?һe+QYZMv|ҩ!W̸ iUZzODY9w>x4N0uk*DLy eR(YPsD%Zz\DW0def९"#̇,k'8⩿T G |OjanU\<> [XKoSP34 n` {fM<3,'0,,+'8{8(tW ~km Z&p%|Ut-J"o/b5٧ׅ_tiP]ܺV!Gdfp-Ma ?Ϲ{|tW@s5;oϖ13]SA#EeҩH ϲGP{ F&4qˬ)0]^Nޯ|=ݒ>8:ZTÛj"6?v؎VBoքbj)Zz䢡mo¾ǿtnE7wMmkҰJ ry]7r[?v:,6OUx{aAk: dx-Mr`gX|s[b٢&s6l՞!nSIȊ^g7gy@ 9 U )@.LMza[T1ޙQdS7uZLtVtR:W̸ iUZzׯND#LT/Gފ|ټq-<}{39/|1)N7?H$2SV)W,T9Veh-MQLL\.QQQF`T23[x(fΝdf i5dO!eɤ/r}ED*# Xe'0Yh.| ZzIpcl;84ӥϐ8o\[zto8kq6~"""VS"{һi)"NᤣЭ=;Ckm Z>^章VdkH·j_zo.b"V}z]E6 lޕȭnrDfr3:0Gt ?eOoe817 2%. ?%"k,cp\wUܲQoIDATB2gJ|C3fβЄ0p?[xNjB{RexR[EzfrΛ}D,do7]w0%ʻ[Y0l4^jIz.Z`ѧ~=ݬ̄g~SA#Ezu(yG/斊)p9c FD70$σ@3ӘsۘHl:}^spȥ'c0\,M6da҈Nl':`޹o sQt0p.R>CDij^/jcEvcEsu'@ш3%z9EJ2gƥ7R1" N_C\L~Dh}])Ƽ+Lxe̜vɿt`r`}1)`JM vTȯ|4yԢkͯ,l<3-N=)23"x]yDհ0]{DC:w3S;shTΓ";aqKm*ː#{K# lg;ylL"cCMm6`-c1d!vlG+Pb7skB1W[a6 )@.%Qtr ? Y6C J6LDe?v:,6OUx{aAk: ax-MrPuח_{ˈS Y97#:D Mj3̟O!mm2 Y1K,,ؾ#!GWad5ަX\a*bBmV} ^hh*>NXu}f&;>IET~c0J^KoS5]1 ;yq_QS im3n*NSVĪ*D,LY\QPP战'ziF%+3/}M}{.ơ Ol)"BőCD2_œZ[,4>TVkmjb`` v&a aL>CI;CuX[[$13bx>kr:tލMS=F]Эwx )hGK rssss.0pʹžCp˷/Q(dDnw#250G o=)ܶG\ iJ}~k/݉Ewm%| 04+=SbVn^\2i[)ƧQbI7YsXqљy+_۔\A#EUE_l-O%IJ 2a. JKW=״N6 24Z uiS@v%ىfƘd:?RrJ#n3Ì1Eb~0c̙=8j2|@*4=Sv ~\񤶂 O3N5)Xui#-kv %V~3&sVkkm *f--"~v]ԐJ6~r&Iw|!WprrN⧽TS؄1JȂ!"VI-̭j ?5Olh-MQ@@@P N$l1x6gH7 թ1:u~"KO>jз{캡2~3 GYz768yb\B7q3ަk\,M6da҈Nl':`޹oԫCNTf)q[~uj:X-d^~mFB!w%r[t79\leҩH ϲGP{Nn4eԚNG&5exRﰤG`*v2CByt1a8޻}SK/_YoorE"@ZΆ <ܣVovw#v~"g%I3ޛ4x?9JUOG³&GzVhS7mQ  Eu_&zM+8?* @шt}jy2W3 2a.-=}c@YaE"r\@. E"&X{ZZMyO^pJ?v:,6OUx{aAk: 6ex-MrLgn2g$[IqLBVL0S3E~k/\@. E"r\@. E"r\lTl^]iصc;Z +g[ 5dp-Mrb~SO^XY?v:,6OUx{aAk: dx-Mry1mzҮy{X)$dT/ ó< c]* ^KoS-W?bS엹yi㓔N\De?J\}l3R2tRKoS-7ŢQtUU$LY\QPP战@K |!VfcfL>C97t |[|>.ی`O]B6J} vheW?b,kKTs1w߼ ؿvPoe817 2%. ?%"k,hG5s3S{ןQr6t>axTT\q||Bu{-u`HUqx6"SMEzQ A1Eh1LLr"8dS"=) F{XyȫriE(!#r+b``䇌\y<+yoR"Σ1/RtF]BE#U܌jԉ\dx"r\@. ͏];P(r5Ø WprNj@ p\@. Eh$\aE#1 𭽆z%R ctlm )ol-inUO:un|F`i̧1ttAy`WEg P5LTcZLQ[Nz;{=zLG+ˠEhɉk2E]B8GQ)w9݄198Vy7zy/lZZ*+;<^q\i/H=>}J]C)YMnlxwS1'1U%B%;o.`G)byV4 SĮur#͈LUjUi3{]r#NN^C 1mVfҡ34J~ktrqWh3c?uYTRV8=:o}թ_ 򋙽m| 78+Z;txuч$qug~>8k;{_^>;32.>m_}E*flu.H.T;IG hr Q\Xvڑ꿖dt(5GqN'.?#פo pp.08qlN 0yWwǮXq{49׆Oɋ߻~mMb͟~5u:xH~qoBs;2-Z٫L9&sX?һe+QYzMN^\_zI؊~3~pjçu GD-GMƆը!<=tvJ2/كD&΁oab~Q1K2ո,D41růzVlwm9^,#f–hQЬf[x˙'gjjhXω]fVs'㊘;wjNN^"ԓ(~Q-{Vo90 ÓxL/8Ԋ!^a TDlPPphHkK$<""og8N#ϙ;ZpDlW?R#]S؎?YZ*O;9mW΃ܴ<%mtNI~''*1#,g&T~uk~549fGx%"! gZy2碑$ncrb"$1=oU֌ޝIL.K|YE[xY̙=};wG; x*S_*h I-Mb7luC d.f(u'i[=n?tmN$2.܏Gpy(Yewb7pGxKlV<8xSɉً\zbl_;YJ2s]zV]~LYi2ˮ쇼kמm3#Ӵؼ+[*88U5c_ʯ|1d1WWEgjآ_?۫;D/zo,E#^7%"26nJ]= viŽw#}r4JSwJ|om.VVGGVe6>DĈ" }q8[9W9X1-np7麡A[ϾP\lOJ* [5QL>qg/ǩwFgY&'fo={q.o޺vl#DyR'i&'S8 -EI>tdks[˾xb?ً\8nA'Kw2g\;)wn;_BM0{G"r\@. vPx([IENDB`zlmdb-22.1.2/docs/_static/zlmdb_dbformat.ods000066400000000000000000000440621417505401400207700ustar00rootroot00000000000000PKNAMl9..mimetypeapplication/vnd.oasis.opendocument.spreadsheetPKNAM ""Thumbnails/thumbnail.pngPNG  IHDRV@PLTE    # && &6!(&6! ' %4 3 $*"7'#"$$%+%(++&!*%(.(#***$+3#,:+-2(/<)297,$:1+766.A0C'/A%4G,JURhC,B0F6'E;6S<(C?LM@)IA9YB-XG7bM9eP:BAADKTKRXXLFZRJUTTBNbARdBUkGYgEZkIUbJUjLZeJZmI]sS\iQ^rManNbwYbkScsReyWhwUi}Yfs[hsZk{bRBbUJaXOmTAlZCkZJd]Vq\GgaZveLwfVpXgggfltkrxtmgzrk|||i rls(o%w6zZm]u`ohxi}v|A~)8lzwy|GLUYegvix̂lXr]vf}v|i~{kvuz|̖̇̊˙ˣ̧ʯյȨ̨ӹʶؼ޳­Ųɵůµø˶͹ʼļоºųƹȼűɵ˻̷̸Һ{$IDATx]}\S)TKj)tjŪt d=}ڧSJ16"HAb0| qZ逅4gV/&UC޼'ܠlzOrιsr~s.*$y<~?y<~??a`n]v:obo%8uǧ諛GSϮgb`Ιh'1~r_5='+N%O3}R|/[i&{ HFX TXXuYNY[Xh*PA/.Z'1*󎑧F ҩXKfOil#[ O?djZU3s=PZ-T~>ة61>mj?j =¸Py&o"{K .-1R;yվ0=O3ۀ*Tumwƴ,O_ ew imM )+qeڔ'YHj_*eOks'DŽiy#'#kͽXٻ% ڣxmRU[Qfjml#n]~7'-;q.Csx2bg"aLVQd?aNlf N=@ğ߉_%|:'K0ʝw⫂!lno.Mv|6bhXk5fkwSjqdډ__ Ƶ ve?|)0^›Ao}OGeh/s_ZhW3*2ϿC?rvrL0~a#u7ه3<^4zD7aEfzܯq<16]Ggv:H9Lv??BMN yo/@6jra=tW> mYsF('u&Uh/2A䱞ѓGl47PNt-pN!:'ti盄Ֆ#sբ:tYrsTnc7/#qDWcsc_̠[=_3:xN BiOd#̈/]n<87v (s[)X" 0¹تaG:lJfKζϨjU O):ZVtt=&7ujyW ^Cb1YH΃319 r;-\|oL{a5ɕc-CK~> Rǜ%buy(/16665Ů 6f uU*wo=eC4WW:f(0y<~?y<~?O)曒x<~? BFJOn:Wyd #5 ݼ28ӴS?bQT"B9  cg`[f)"ߢ-2ϩZ?*FKȈL{MRefzi^Zf -OZ"cW?:*zN51@ F_ ;1IA\*7"A<,52aVՒe [TEPղ-3كFi -y<:]rp`/HLgFňW^,dCupD9⶙=pZ45 Mۿ}/.kuYi%ȅ_y{-a*Qe̢h`egJMr bSGs]jkfShVj*-5 0V$c~*)sqE_EMPb(2*VH߄Xdlf/@ss.6p}eLD*5 -n# ٛ"#0 =\|wRC>HiZ ziL.3dz. RL3!?FȷOĴL?Wi?'Ces^?$00 &_.w3׶#ppP((<5a b YP(p/aķ&dޛL~4陰Ad @iaDb#H=/̷1ԧr+brDc ,.IF_Qc6VH䕵 +j o%d2iDRc*esM@7ߨ5UM5aJ?+ꏈ9 3i.C1:2C;Yf$C{ { TC HE=_U5Uveq!y'T\?&CVߵktOZ*vD_"#הdD]~!Jd"H>YT d}o0 Rʇ;BE RbS 交T$++$yIRKF?rOX7ߨ+#cP,%%aL!@du ʆ:Bo2~C3Pg3ԙ䦺:O"*J70:9Dczy (_?ƴ봧~*i(}%% q5`{2l>?g~MsѿLo1lD!x,s#'ѓ49p1Px/+4391 1k`+c˨̺2oIӏ1a1퐳r?MɳhOu,HJI"iTf6KEnKEh#8|zr$FY0Ib$3rkXA؀>fo푏T@'՗BsE/2J .km['SFFdhPjA<@W>w?uT XM5d%!K{jK /GVYA7B T"}nF^B&GsՠgZ9SSP,@PKV 1.IR}X&-1 %6Z *! ʱB6Я'HMI RD.?D.#׃K*2B/! >Y Q+I{@ϸ}[4 &}?W+׉v}PUP(e) O!֐}a_Lr*y 02m%,3Mw'Noev9bq ؛g[a[k{ #nxqmws,f/* :gI翙#d |L\rӽw{4Jk/eh2nV"(g}ky@MT-첎<)2);;rY9|QL/u.nφGG3#-栈~A46٣MDj .KB"DCY|wWM|KLR͈9][rð#֠ ,LM)D3*ʍG!`xY)''Nzx-" 9AkGlẢLE0S xgwp.C{!|XN[ Em0|-m\HBXFzV0z L CAM!@ɭ'l?'h%02ⲳ5sl 8,YfcnڙyʴA$AiL6bQ5pIeiqܡfsA+̾KƒpP@u-]ffD~bYwAe}f| [ .v}x-m[w8A QOX֗KZC 3.lXm6ɰq;oOXرӾ>n+Vb_ӿ"F %&-nvm A>M\sE1- ?ڥ#+*P6!|1ʈ:Vfw%v>4v~/myS]=`K>U]=%i߯1煃|p^W7aSA9^'E߮z;hp? y<~?y<~?y<~?y<~?'ⷪs.+헔!@5JqkG .6s^b`Ιh'9{z  3;Ǽݗ;[Zi—1}\ME9 E0'=n 7c EekdEj_CITSc-TWĂQ ]4>Z@C#i[\ZS0s24?w$Nxk^7}}_Y1~0^?$⫂!|;V ы#3X;>݌s㆟Pb3o'>+xk"7qo?-bQpұň~?ȐO{8=q?z7gǯ';b'񡈡P୩Gj<b 8 ΢h>Z܉ uBY*&:mÍ ~5&zh5|`zq_{Ǒx$~vÍ#w'yFddDRUF1b3 =TSKOо_TFt }`7>q'w0_E ƈvP"mt_Ob&?qkqY)\/4sߵmTF۱%[x17MɃzp6NNtW!E S ʨ(rG)IA k2/b n1nU& I{]vҼ4[?~ JWÉyPS0S'b?<7N-@'Xl$XS/lȀ ૳N͌3tֻU'wH/Cpy%󵻝R g"H_֗쒦\~_5D .-::21%?=Uiehrle"&~U`ОM7|OĂRN]ΈxbT{F2g/{eszl#WD[^j~93t>SD?ǝ1[#F. ޞ]㹷 x [wYДO/YpO.HP z4V֔;nş._\V$Y` 3x+qL8T4'&vOU8@`ˁD*{/i+Ӝ )ɮ4MR7iRAoDQqՁc/9Ov=}:ُVrpΟ6݈_iy<~?y<~~`^p[IENDB`PKNAM settings.xmlZr8}߯H`$)s'qymk%%cׯ%!xBVmBէ[ݪXjC(yߤ$u=LqO_^.u"gs] qʛ($e be|)XZ#2yB!oq gT*owKJ^XUUQJ%cI.l箶Fs~~`GorBey`!e,ĐB` {WxU}#̗>y\VmfA廛ۣ #%tu9eDc,q3PA%K=; <D P>" kQh8 qC=,F<MCJ X0=hxFÐ#'+=wd?|h ;{/\;X-VM3Qs_xJoFtjnx^~*Ѹ})\<|zǦ֚Sʎ&' L/7s,QP |¤!HYJf C}=SiyrZ{И&Y$+EE9\3J0azm\1dD P2@爋+ߦp^D:ۢ㤮 l;S,0`G%lŞ6SPf4Dp$Hw)MyzdhX?lW+x!%5=J/}l' _slD!H+b,uíFշBLK *2W1%E?R \a3,΂`HTD80|^c ߆nSU&κu[~Iqu俥s|d hmnI SE;刑}360/)W mcQAۃz.`0|<߻)ߤ\ɸs|Y>Mn)Ɖ r?ͶpHW RܾBdiOۏ86I=D8D[E$ڿ ^W"* yUmjjZ;fMr 73[}|Ul נ3l:֤U& ʇJ7Tu=f&PUOO>]KKHk5.ki:U[$9d8ްkvKQ[Rה{TOZ`+%Ssۏ&J)#u`4-tN ٟa>Q ;E'8CeZwF8KNrVĺ'ӖQX,`h64qѫ5i-19V8rږdvAk Yeq )q ZeU{f 5Ѱ&cf'fE)\ppx+t5!dIRi`}IQ("EQ<Gv _= `2@M&ϟ׭?5q]lC셏n$ Zlk' 2s{LBĭiK0nӭ9zyKڵpgEnPX $o.RC_'9Y.&t1GQG&.\POQ9vyHv:fĴ>0/>I,)E9|Ր"&Hpacnf_u?=4)uSb9> ^w>J㇕]Q?o_vMT6aajt{BHU6Г]u~NQ/w/)戦6D&4Agv'H e4utuB̜LΞ#J2T*!sE!< mls{ٮCƤ38[I#܈=F|n{uQڟl`v;&B+OgEh7BDj6^㐶`2ZR=F^~i܃ը>>k/y5ICu{P3|a}+=L8B)5B8CF%pAf%;H,fOɣXQfy^\B*Ӷa'`哈 |8AƇO[R°Rc3*Cz/ t?ݤ[]`dAevq-E!I<piեx8QC:Á!W["BO"in h瓞\T>+qM) 2 jCDPn9 R?'l78K;v+˔bF*lkQG:[7 ;O<.߉;(/Aˢ@.'􇑙ϡhM٩0gtؾҼSgOѭs|=Ճp?swO5y97>|OO H ~68,NvQŔ8C"yS7) qyH|GɊxp^.J5Vw5m"n.ﲌF8j%`լ\fe6B2+,5v&ebF(&V:570+YȰo#p܆mgC*Z$ ^ v]>##]/Ro 9AOJMs 2oTr%oKV7&MdYڌM<"&kF5 S$ k@{ C@0= r~*ĄvPuQ}˯ qMH#$ Q =H}EK_|ezeUvCz`Y* CUոX5 hsTF9ԗ8ʡ vb6M|r`:tY4JG~c=eܩF@ \BZ(S̩X+R}╋)g{qWޚ?/ AAgp2agGōTFjx=) Ub7U#JFm/6hgk̊ރ|p]DpS*{W>ϭ`Јg|;[> }8ć6LqˑAt$V_KFXYE~||&j졗[ȁOj$Xb>W 8L0z/mtٖy O>-OrYH旿/k5_?Gw=7WT/`P0sQ%X 9O'M>@y/m̴.A,DʯT&:? _=J&ot $;[9NmvkTvêTtIW!1LY?vP\b/d7PKzL uPKNAMmeta.xmlOo q;uꤥRoo36 ui0?y?&zhgE`SiT-A('l5*ꭶhZo[Ј ;],cФg'AHuqc珄m62NT wj)% bFvhs4S1.4%BRza*yWr9ݡFYe*P&QLbxxzJ8- Ga]",OS9 `S*(ǪZXcg&ߤLgyb`7;_>胇qd8m9Y]w@hMﾴ(1+N o }&hzt I`̢m,Ð ?PK8PLPKNAM styles.xmlYn6S VdINn\+C힑(+% e;$;$EZ%EMZ~<<uvk7$O^{ zKU̢*ùJqGqp^ڭxb$*G.W"ZFhDRzD)*MibĶd)s*,`Ӧx¦ J%̋XV A:,Vb~?1rլ%Y\QqPqcbB`3,T~ۤW-M:jq خi2ڥk9">9*P9.0yW<ĶLqRLަF7cɮ΃ ~D`ހGZe}F\;5_ K$^:s[T8s?kղq/}j֯Q0%ƦXlyjUyN ̉BTZCTgHCCLM-aJdX5[_n|9SfN0sr& NE؋qD͕xvϒ}C|;QA e@3BTE]ZkHrOʲ('*6qj_jV3])pN9S_;&گߜ/VA |1{CqW* h5aU2Sx8J9*^y )@Vx1)e[gYv4LSAEt (O+l@Bp'ƒn*c fVh&^;U+;-hK/zSC{ٷ^# 8//$2X d=-U Ut -*Hƙ?:mêH7ˎ?c$0}XnD^*.ra$ /%V˻poc|гBC8g dR)&L`Ki2GG^,dDDkOo,t{@:jmmŷ0J'_} zg89w*.#T3C<[ u[&|8\õ(oCrnQQylR_p}V npm g\J`b=qkmX:o}#91`7k 6`t{Db\> ůc~_b {ܦbX0.UY~lW,\9;!B1R-xz"CUQ}5(5 994}Ӫ?w\rֱH1M'kۡtOrƲ 3B'tG'F7[7;n0O>'M~~zbJ!mաŃ]- 'da.0i]AB7?:pvj 2`u><_,+H>(( Tr걯~mPK 6 PKNAMConfigurations2/images/Bitmaps/PKNAMConfigurations2/popupmenu/PKNAMConfigurations2/statusbar/PKNAMConfigurations2/toolpanel/PKNAM'Configurations2/accelerator/current.xmlPKPKNAMConfigurations2/floater/PKNAMConfigurations2/menubar/PKNAMConfigurations2/toolbar/PKNAMConfigurations2/progressbar/PKNAM manifest.rdf͓n02]sUWy|Vw:6B|HwPvʣ`ySR`ZPSl%|qM#ӃXݐyajLOy|qy:(gع\kƬlYrvU/a.ԯ` PKK!EPKNAMl9..mimetypePKNAM ""TThumbnails/thumbnail.pngPKNAM " b#settings.xmlPKNAMzL u m)content.xmlPKNAM8PL5meta.xmlPKNAM 6  7styles.xmlPKNAM>Configurations2/images/Bitmaps/PKNAM.?Configurations2/popupmenu/PKNAMf?Configurations2/statusbar/PKNAM?Configurations2/toolpanel/PKNAM'?Configurations2/accelerator/current.xmlPKNAM-@Configurations2/floater/PKNAMc@Configurations2/menubar/PKNAM@Configurations2/toolbar/PKNAM@Configurations2/progressbar/PKNAMh Amanifest.rdfPKNAMK!EHBMETA-INF/manifest.xmlPKpCzlmdb-22.1.2/docs/_static/zlmdb_dbformat.pdf000066400000000000000000001267001417505401400207540ustar00rootroot00000000000000%PDF-1.4 %äüöß 2 0 obj <> stream xZK69@WLI~{<`g%%(]3 2@{\HQ 4ibel7_KĿ}ƹ1nӌL~n7~Ŀ4xh xiF?2$n.]c~4 ($i$WjGC`{h}LZS|f||j53|jl>n~ ɀ bO"(x}'9K4>2!xOQS 4 pbtM,ZEr{ k=cBxXύm~wn ~v ԥ[15U UUso'є|ʘ}e"TTf@P0f!rJsAL",)5MS㒉/\QEy `|m,׈ `K  .Bv+#K4l[Rg w9N)".JÖ#ohD'%S<ߦBae#1v ;dB򁚻gKi5튚un>-fullݒ=]Mq߬8MF[ Tvw6/ݒ`-\E"B6p0J-4R¤*+y+xeޅ;{`%~cp7+8n,f"r:>MMe#['tB"hSzƚc-{D孶l.Ք"ѻ/q;)R< l4+kɥ5""tM2so˯2 Ft{(5 CG*{1JIl;//8cEqaOAʸq"u6xT&猞wȬqm5EwV endstream endobj 3 0 obj 2241 endobj 5 0 obj <> stream x{ XT׹{f 0{-= OA* (* A@@30h#QSc0i^IiNyINGF$=)ϜU=$=݁z_\{fdxC # G޶% Ȟ#K|`wL׹?V۴*gZB d}`ϰ\xqc_$ Sހyz u&he.v]{;Xz|#"STF~pqN>aX԰:xAՉzCXxQ2EFEcbf$[dk-5-=#3+۞/p Ommr&~ˇILnRSi M?&W2 D Š,P-'%?Ior~Kl@5Vr$qG f=D.\|\nWL|)41Bx)?*?"DnkminZPxºkkUQ*gϪ(YVZR\THOKX-q&nЋ:F9 $]~>V[nl辩/cVܥɷB*+JR \A*rsj?UeA{c+UdZ^tGqUj{chuW7ssȸހE68d@3gS g^CckuUږ3aR<_3ϯUQtW99z1첇zoks8v7Y*q>ogX\Ɣ$<&xkKwE&}AXэudhh+md V#IC+:6D63Cu/G5.o4ߍ-_i&ZMm0  #S-|1Ċ{ck.Gⰷi99cna=ۧ{n5jn(OkV$&Zm&ѦH/#[pPRؐQIDg1"2axm]q@ڃ[Wtz<߁#p;l^mddU4CB'4郞b3գ]UA.[cq⚺0^('"CJm]t%[~ 7 9u3ֺ&[]c{ki`CǧU51EίKɭ4kC@ d7ls+צj+չr+$ih$ß%WUXy4x&Z۬Onn9411Nwqih "2ɼj복eأr9 硽jvMĊL۞x3s5jz+Qi!|0VJM3}QQU}WLmGm{GmM*4Z;7"I5Ac6wz:knx*WFVYaZ x\!d˫ jM7 Im`R\?wgk[hWqm6r6{&̯lsY{%k kX%b 7gTm".yMJ+֒q #Z>e9~SqX$kXvvjJUTc~VXpA 4yZ1c0c}| /ɢVEH'zı :QEb ǦN*bX.S-.<[p(8VZ O"IUVfrM.ptL8;L.rLeev{G.AқVz&4/~ t N>M]N;箽|k#/&$ԿNHHsKČ {ȪdRM5iIjje^i$R<Ǔ$!MTND9&J'\|!%Φ.g2d,A< 6ݴت/O.+^:kh#^WB)`tw̶Cw6T΍_VƍϨusXcEl8Bj?x.G;%aH?)/HE %(I*ڿBzqYw( @3d}ͿK4gLZƷY*.-y`-|%_ϏD|A.,ApN; 򣊬fN_L#PkQ%wlbd2V!ņ`A|~`H8 ] H:%I~KR%GFk%m =LOKtԂU"))@e *um&?Aq۳ 1%_B!D$ z>1A n]\2ez+qbYhaĥᒴ޸8@; YghVVSˤ7W#(RPDO8bŌ11$)P9D0EI}cHz[l3ii(YbCpAӫ&_(LQz=oO3+wݱuMi/=7&o=pӒܹ#'kcr?'PJbI⢙l:!:Z洜 s8%=\PZizr\hC2ZwCHI/2ي\%.l315/FxjPŽk=!LUs[pK̺V"|mw7 OI?XͧW'<#] >ݰZR'4y hDEl!/m"t`۱xV#o&Mh9ZĴ ڇ'O9sg^w!|/ꗍt' qulmMV">}6‘/! W.6 )άӴ`V"4XXM!l6 k2gv͆F-PQ a9WjIӦbuֶ`Tl*Z'`gtI BٹrDQ7Hy#x p6^YxNCbHwi2&\(XUd5 E,5 zw ֡e `O3AIY =8c2T{_ V3 \c=F:U/SMGXqsM$ݐ ߁h޾ OCnde: st=x<:}F-$,P>R=U@!D*G, yq͚#kk~ypc7c,vKg< އا{:/1o?O7u|}h;/SB^ | T߹r%/jhW PfI:v` ZHOOӐo9{ :Z'pB:Ez ˝[{\=0898_Cn uC+YI_sc;N'uB'Bu8 8ᄧShp yMcAl">$wMrթ &b\ SNP_dT;!6+UN;B!MpxcM3ƏNm9iue* =6 M6C^p^vR z6'Gj4Ygᒍj&G0 wP%}hs(~Vt\O2zЍ:V&SͲ6ZK4fh9eg&sz֨ċ+BwafE$M q"|௰>  {uEd0ڟȨ %~fik`GK{vAQa9';u-Y.(emJEHs%o 8jNFXHv}\TP/1j`,d!*POGt5 ims p|ͫvzb]8)y>ʜd/n*YbGNmr昼Z>Y{[Rm&kv}=K/5øH5*S# 1fsxk@5'&$H6էZ9Qfh49͋u9nZ/>-Jo]} .^p[E]ujI~WƞgSo^Js=()_uωL)ifד473ؾhb i`c̸;zW6kn<<2`%)٭W>bmE{W>Ȋ;(3txkjĠ({;SG#" hSec.vU4[(Rt4:N&чo_by{gDپ1{%2}RӃEЮ9C=AV'ƩO_bFIbDg^MJ'n^s(oM) ɂck5\:?AȂ'&*qٰnG9Ysd7%Ӕ-giΝ_,dh;UYXj^{[C62~;f}P3q^W9._ɸO"0Bz`( Yqˮ G`* 'Kn1]:S#D%I/)L 1P`Yb,K:v9KNdǏ+?2QúZ۰.5nx]>{ˆW}u{*C1^/U ˝Pw_/TR[/[KVHq>NNq$V4[NbktU~=w4$ %IOoJѵ2 -+'P(X+) 'Ӻyu8ɜꢅF-jT&$<}1J)o.Y^rV~k.8ʁZʁlr`9to/؁Y#QφjŒG!ޚα178bb}P;a&xcJ1>5qa\ەtKrYx`G435vmYd eWN87浗 ~pPq'PR {%~& K8*P r澣+[Z3$Elc8OXUнAo@cKkr/z\>y&Ub$[pO8 %l9;?foNlqvY)S8OXw)luj"U2 ':loS2?#jhcYX4 k>3d%Ο|Ͼ֦~XrВE+cflxpws{~gCb¼(GC(> b'S`/-,C/ollHZ E/?A ,%+˛=PFκECz;S0ea'7o/Nh0H[ >/[ ۷|Oy^^=uE>k"Iī$.r$b&S@ d` ¡d.vݝD;;c=bJ66t^6MpqPJ]/4&F%7hcxɝ?94< <P' (_UҤ{guoR DҠ8iF[4Si8 t' g tmkm`q[4,vX\yy~GZdnTkFk;o X׼ \ k/ޞ$%{D&(̔@+9t^e/g>1,lP3JdOAFBAABY^0} RN}tnh%  ^p Vl7ǽ v(Mx)UƎm-p0n:FǴQ1;ͲCQWi5's|V]mMDHXKKE+Wޖ̝ݱl.IXˎzd8ueۗd®+sϭ+ѻraVGRve=]=v9*V^4{m,#/oR|,RCbo1sg!:D(j(j&& EoġlY٠&FMhq(ZZzJ81?ҝ8n<73Si-gm\v4Vʳ]Mؑל2|/ȫwcL_r:Aciiy=`t" ~t}8;;AL/Åp?NAx^'ќ,b'q̶1`)v<.;cIz``'uDu-x '1:!$"4"(EFjs"]g0%N$7YNfH45tᛯK/OJRa.(_>}X.̼J_;#%Y,L ; ӋjIaSAK=J/Bj$РBV %(]LH@ڃbٗ2TSuEdg%pAgXQxNKYSSW?p{^k?[w+)E\;ӊ6?W ?mO*)%+: CA.,@.9tb梤g&<1`Иl qDQԅXqC,X4ln:(a"Ӿzӵ]vsVȚyw]sJ,^r,(LLp.,Ȩ+O ܗpײ2*2s6?T|Kc%I- `N&lTfTȩB*}U )ȘZA`0Vk)'NIw\莂mKXv2v#{U&>*` \F`R0.Ia,rc<'M%3,G)`d~%R~GCY)D,BH]*qJDL-(]t9XZRI Y,R-W`.TUmv|H6NZZ%{D!0<>Bā9 ĂEOT&ԗWP1MO3Z!ŹN_;|e6(Ñg-ox'k\m~? SlC[r/Q0:^} V%є~xqD)rO/WDNd"0k-"mA"'^k""LDHٻR*6)Q*6!P%B;‹ݫ K{""D@{X6g]DIut^6eHGExK!6PwzN/Filī"=+›"P)2"-![ĽQ)M|K<"rNd \"R͔tL<#тby-1U1㊎a[o=ZCMgj#*ؐc{ O +:o~Uje+W{'.^TOQ~\6eCQ&S v(ZsϊD^)KR_|sG.F.rK"044\B܁`Ld(8uzQٸ1Jx9yqlJNRԉc7=!I8u- 3!%VoLVJN1"e;7%Wb  @Iqp% bܘf=i7ބֽ9fA~{OA\^Ǔj2}F04V|A,ߧٗr#XÈXL9W~OQDH=4%2HMT`}lr->3$U]ؾ:l8n)jziV/f0xq:uΏȘXѢ) >yB ڋи[peȑ?QIy>U.{KB0"\єj6k>kt'Qh^[5$Άm {"ш_3*cҟMw" Z}AhqŨZ%iGn|N$|ﺾ@X(xBe/TI4y0T0~:T֐(R%Ce9H"%T6 =iBpC2&h9v@PV4TlN y* ${:T֐tBe-}*H&PY$I*H a65T'/dy#rfO/ʵ#9P_Wx~eAboo喼<{opD앛_jOmF`H?fw˻ya'DH>yQH3?2p~y!wM޾>A\}^u AAn nҺ Lz_׋y=kzF<ëp v@ðF[!^ "cCĤ-`i #%d4?& >և>|nT2ȅ8j.FlsH3 {2w5Gs6Yw_W& "޹X_#`UG-Ua|! >ƿa{\0ġAU6ܴ o gP݂,{BR r͋wOvںZ]nPW ŀW>'H@0J  M*(Wa8"˴8.u^\:x%㋲gY~w!Y~, H1G&xRNB 7e! {LtK;9~,\x}wg;p(F8FEy-k[y-%} Yr [Q GѮޣ{?z1Z{ez/'/"#G89TUGHyv<|0o< 7y _~>L噆tqH\>  QXjmcCuy/nD"65,/$z/c/BIȈ kwŵh]\wvu:-\^k͝aY~]`rFNÁhg(M9n)9oQq%$K^Y~H%˝fԺ\q[L`l Ȕ$YD*%ʉDb4vya7zc)6zcI`{ f`xs^wL;ίmX&vW~Ҿu{#sgMmu^,( Ҍ27޿KdZM> }lPG/4?;7GTT 7` |q "j endstream endobj 6 0 obj 11652 endobj 7 0 obj <> endobj 8 0 obj <> stream x]ˎ@E|E/'t5ɲǒy(|j>}v) Tȷa[_yo=tޜe3+%鵻sasz>> endobj 10 0 obj <> stream x{ T[וޫW G! _,m61I'Np~N\7Mi8Nc7{mf:=3N2ILJ`$3yk\>>}.L&:2K" ?B# ez\ ?Ao?! >OX>qsǸgԋV< vG?dL$=8˯}g0!ONTZO1kYhp.6af61#߀h/ {}tJz$2Bͅbhn(8Ntsaڍ.v GaE|hRۦ( ߀^iziZ?"PS]ѳقl[w.-D{_n9ؒ%.,uwj6wtEܦ!G#@tv 6y)BK4UVD(j^;]b(uŊ*4:{FSX艆ݱJ H5jëd<(*9iׅQ1ONV٤+S*7է 9hNFUOO\@xt~ e -8Ǹ딴*HPnըVI 팞rf =Ax^֧ czVgWdg2/@m,ϜWq I$_鋸ٕXUIGo_J/;|ÃmvL!g@QMοOwOXM:7zZN\jn]-$IE Li Ud9tn;s{&ZCe@ɾ-y)օm6MAq=ˮ\Umм^M@Ӣa4$¶\9i^ >"•Ī*#(*^["\))&?`6PGvͯbZZVpSVZK,#@g1цOOD&=b6ky5u{V{Fu_Z 5TWbͦ΀ے\;ܹIɾP>g 4.{Rbᘽ12{S׹gT-+ P>^Phs"he 8K? EfUgIpY p^ Q5<)&Ta5GUq7LO^rBg}&{~_'~̮r0Mq?Xص${d/\pyОLL,^- r gI uz`4 X 9·B٨73$gY}Jb=r^8: DZ(+͓gILעX*?#A'\'9 Jf/л۲Z;ۮ=td7yS]S\Ƽkӱ5d7tꪍU۪\la2ο+qe&#=Õ e^l(0 [5ἁ`,NP5I\+1rUqdIC8 2kL 0iͭ9J61J]ۚn%֘nELSWpb+{^pC-T#A[Y1?&lvy;UBEy{"m嗵10`)彧\_C2q*|WjmrF>O5cWW{qKBBN]vڢoȭTִ容#:fsY8Z3ֲ5iNFnlvO-@З']=bp^®;dqپ3gB?Ep`܋9nSQd%7~-Y/ o]S {G82DWRv_S)W»l>?9(Yg,_rwuSW*䦁*tMZ:Z1t B@AA IcjUWZUɲh&WLU^>|im>U^~0_єeOUV=Yf rssU\Zxѡ/ojGR4~seUw=YR( V~{p ɾ9T?\}`Klp_sYGUA?t@o %$4%ܛf@=$Ӗik@]\^֬iy5 5k4T F'thp*Fk^6Y U5|@Xc>?J҄ .;p>aiG6S!mtc^K.q=H}>uq u!B Hd N# ɗkFq@̂l팚饀'4hV[]ͪTB"=-NI. eZ}x6(߅ŋHRGKȮ]vBRXReO~v,Itp;X(-pxFޥWIQۙ&^c3yM->Ӌs&)j;oZ!b4ZX5f^%;l,@f;, ܼf֬j,j4 A0jq|nvcbbԀ?&o4֧?jFͲBm5gVO[{M_iTVk7dX给 x)m/'Nm 4† 0x_CpJL!569 QYRpq M_`ɜCN+ Gya_菳[_GbZf&'㔒GY3r2J3 <^,0H̠:O-uNn_-?ӳ԰?h>ꢇ40CZz툖v3 M 8]ҭvfdgK˙iyv({}6 |vJ6Ugg[DOe.(p.Z,x/8Z@ : hAz<vssh=<|=IiО6jNZ,鲪 t$'ceuz:=.+m{J !tz9e(=_VxFDƘ=;z1J;)tccL'Y*h+$ {O!zCiX?3ҵr3`۱ ^`2Ի}L?[Z־fYS狀ߋAS&9<,&4JTx*,?u-I؏{>v)ցSyJ@{Ƣ->˵ʠг<wh1LN29tUI6d s&;r1p{U)Ot29F X]R]f8 0 Tk;uTnyH@rKr_d699Xj51U\zk1\Е% e*JvDa9ƂUapNm L=_0A#Hlt}`]F+'n}a]2?g!6"ߗ{t ]e6Ѧ4)T,QԄYJ4lSr}!gQmZ+s YR V'%l"b"`ȓ]}S%@ ))D$ Ѳ|v((&`(,`WⳘr9ǵ3MEw[}[_~;_k\d_;鸵g3uCU]Il_SdXݸGY<I yAݝFBqظTy<ԥ#t07;5 ڳSSo1ۖ͞>e˪I ggV䐁e%lVl%)+'|ޥĂ!;?ȉ!ų_AI~R%9ΗH!kӣYo{rpİ z p9͝[-)Iفᶚd; o 1;d㍛1*9Nn\ٲC_n&2Ab4zL,iZnǵCm^vlȾ[↜4U$K2So0eQ uIyH՘3A_43R5Vbh:Ly3y,^@e@tUrxUe,1/\Rn|!#J9~~NzGM孚\/)<ݜtOWܷrd[bmqܩqj+ˆ$T¡NC1bR,]Py9#yi7)C8ɈgR 9 0*g3㹻|] b*~KbYCA- 0:t?~ eЯxɬ$ޛGa7c{4/`ߏ]K꘾W C>qnU&`:h[v#LHK}~}o>c>Oa,A T]J, X'A'=A(9 mLfd"ێ%f$2xn,Q|?Aagp<wGآ_r`  Ax'o Ax8ziaHBd(OoCda&#C`1A`"88Dlo IO-#+)ˁ_*|QHGr( E K UyO eÊM l8( \Th ٬B6c*HwX'WQߢҼ~.$s)tYOj? 3?E+6Y 8zW卩r[n/Շg6ܷy)7tm֬^mW|YҚʽĆa1too ncs?rW۵o~w._gi}]J,xo;yL[;N7|RΞlϵ3-8m>ĉ )i9M[/ehVVeZO&hR/&i lE8ҏ*Qńw1?)Y|_q.Cj||{V{p`8陴uGկdEۥH[{o,;\o<=VqWBa9;t_W6x?^VTX܎AKnC+u{ɽ˝˥SCVѴD7 ̺!z~2~}o(%#̈gqOxn^ =5y;|*{;C]%='kVͽy׶w6&}U o_nvSIAcwi;|aPÑ[?u&9=l ۫/ExAgÁސm< z `!#gbNjo?fdbC, υI.Ɂ| \'0z^kF^..QgGFEVp%w*]肟;gҌ}.*4<%71ƮQ%EEidOulBظUQ$ ψCbRǖa98<533(ScCchEKs NLMN3,\r-EqA-fN OmܱFw+#4â~ hSۆg&zo>F?}${#[(!"qAR>R?am"  DƑ:e0~L{ՓFVuS =E#no522ځqۄn i>SHUoC^^*AYe]ȥabkU2Q)CjUzQFW:?cqDwx[K£qoC?H0[\NNNܤ1Y=ʘkbsrۨR$+["`oD~3&=+kic_܉&qe_ڽl1|=qyeoqGqbZ}Xvݪq p +5YEYn˱1&YK>F9GZޫ<_V\箁p &>ci{?䴽r\}*^zW/\Ȼ»һN;JdC6߃!.l._|2#].RmRokKtY_-. %⯪mkͳ>tYFNg}!+WYH<}a; FeR५/1d>}22z[oEE<O>}zxmyg/=j|mPB5iB#܊(>cY@H9/̱} XZO£ö/ȱ]9g4Gd`!Lv=v+[FM~Lc7fܱ_;-#D!݋U7非iC(nQX{=XPD?w:7 endstream endobj 11 0 obj 11156 endobj 12 0 obj <> endobj 13 0 obj <> stream x]n0 զW7E`q[oy=ѷ>L3 <76n/NMl>ʋ?_~fQPBC<5 ms?/[XΒUQd\cnQT+Nvg|Q³"VrL qG1S 9c.w{D>R#OKO|\q/#u$'+?{?Ŭ#_ar% ?xOɁcg{SR4u8*ܥ9?~Z8;N7vEo`, endstream endobj 14 0 obj <> endobj 15 0 obj <> stream xݼ xSו0>aYOY巄d,ccrCl ~`HI!I()LB4fi4LL'i6 G2}W9g?{Z{<24Mbሴ~K !oFWkH!3ػ%JRݼ:&edCwg>#h읹_O߰e+5;sG `K=51o]?܇480TY4>[-S }pbo kGa!ɂnmšr&J27؋ YnېAWdR5&՜b\jy^`䬺 rhiQt {k /gCk7;ujlY|Y3u$w؛a )39tQcs g}Ck(" QsG7H7raUL ae / .2V*7C2F49(֩iQp7b?ɎG3M[QsU\j,؍\hxv87R͍Gr2ͣkx[b!2+Vkl꺹jYbuvH0a,,-'D!Fy$1YvY5\\&CJ6C}c<7*NpV+Z_Ѥ|]Qr6_^!RV Y2QɯIɵ\ _"ʀ@#e\2>R&e샫iޖ -lj)_,? TqvW5*V^+" VD skI6KJ%4$@e甼JY˲s$9˱bS*+ QM3 BӧU0CԠ~@A -GT% (W*{\ 8ݩ^aR+N++W|P*JNAқ0;)e NjNi40 4j@@Zӥ٣e`{]&  TDjNkx^.@/ʃ2%&JX+ .@BCJ>~:նumo&|(taO:pz#}y8(mohrd@*.1^$yUdJ&nv=)0&P`5\`&e 0. SvWbյua8]煷?-`x'D䗒RzI /NIH+ ~oSx)+6/xAx^NM ֢-NVPi?ÏϽc~8>v?]:?~7?OM @&A_/`NP@_P_m~3~Uk,F~nΰn.&?]R?ˠ8 㬯~z?TnAih9~~@nj~ 'T>cy ]#l U1k?6@nCX;$27.2 N3`VcG@;SI?"J+ eM4ZUQX+z{EJc Ko깊36]{{x~quQɒYT+|x:WɻxAJK@)<4wJ;p e.i݋AmL釸i򔂻 6{#]]9weF|d);o̧P(&C|"? EMOR.9lj1{M‰Bj+B,*fxC*d8KTWbdj$-?? EDh4((DU`JNW(uoxᝧ)yF)H)﨩Ryצ@Ud{qC+ qysόY2:� Oyzg:[~g#ɣotlL$(cRҺdZǷt +It±\ ѐgfUp!TȔk!!caLZTBZ1Jd#-3iJg9'I|n$3C;Cp"y/Ī,Me}¼4^* fWfZR-Zg>Lyr ZBZ 'RvTt{XJ`$PWZR)4##5 y w-<[hTkf{ɜ4+jmpy&S`k:lKqZk7tDM&](IB$X>oV=+; c^\m.4!-V')d 4M_~3BMg23,N7}k4Wp Q*/n{܁8.[ }Z I?? XvY%VkĀZuX"]^)%Nʊw|"F•|oVmHƶm[e,; } |f%iZ_Sx?"iUt BԐb-dyCj.a3E RMjr*Ms:IPtx6r1M]qYۭnkGd1+b#YbrBviz] h?Q44'8E}A60wc2Œ%&łTSCY Vz8g[|R:-1+ dy*z|SW1ZTw7Rb۪12o~EͨϭYr}MN],Itz K@K!diuntԍFNNlV@reeZyYY,F6#J%PF`YD!'3e鋽brI+E 8Qe,&gPh'c}xOk&poy뼐 I_ٞHֻvyNJ,~LQhc/fQ ajv*6!NL!  jz?vY[OZ:k&X/Z/[Z혢:* Z,wnͳvX32'YAPc(PBR1 1We#Xƶym6HL K9B +wk_4k >gܫWQ]R(p%,^[qMHJHʞͲBاb)kujd=Jw&tKKtY_NZ TP+ :ܴe@wTN韶Y хodoX^W^34|8C?;L;tuY9O벳=~K٢9LfG9b AE`bATd_ "N*Jrርot-C^jI\yZmUI||iy|uU}[?06_ydXrJ.x9/ksBUY5LI5=AԀ^5BQ :LVhyؖ咙i~gp+?pyN%ѣH7OH 53RI2gY,eXBn7#!Z ZQ^c>Oh̲.7Y4UHuoI7Zo2s4bFʙUU# )c|lL]Mݱdc 8iVuuW{R~Z^슻GjmO BY. bR-}Hv6\ˇ.d-,STW뭥jrti Dʐ٢* M\EmmW,1dOfA->ܲ{t'YT_q;MHq/vvT4} xЮsCE5+m6i]uQUʒYbN}fȒxuY7o \zxeBC>殺C۔Rݣާ>ㄶ>p#1{bp111\MQ#( j5##k|X}h3k\ "mPxBK٭];uHrV(J+V;cSI%p1v$G8\V2NW+)(cxN (&/uesl_{]M\CͲ>/f6(}z:ytf-3wRwqfuRcqݩ{VIDw+ 8VbkS==S񨃎8UZ:>vP㼃ʐ]p+Y ZX++Cdأ b9X)FTlG1ՎF;wtqAt_'(DA )qB>sL8&!:WSؐ6 އ_9 >Nr%2 }h>~oE6eLkef2-VT3r\i%hgVL~c%P.ޚ}}W>qvg[[jMehy*݈2.et^d"TIxU tX0ҩS)qoʛHWK 1" t9Jh.}B}:W8QL1{D%)/"jQ#Up3/$9ʺՔR!  ?1|`PMz{ G ՆF7 S7XdT$Jqf@ύypwxSgnXV) + Xp+ |ɘtg% kEJթAE [6]0'XŤ%#lත'4 dV}r/,fsEU~?EțdTs$G%$氆^aIͬdArtJTPM 9]߹#2pYqs1}7ߢE/Vh\UwL]<^h xggU_B2qG$o/w{.ݗ~4:[)[twgykuS]'^y.2,(2-ɲ2.YUoD]7pYN??~>PvlpEBݲb{8tڲH(]wWe__@v^:Ey֙A,Us龒:9;Nl^̃젠$MP,2*5la{<π6*p?9ֆJw/y=IQ.TQ(:,˄GRH-5D$͂ݚW"p[,N'yFxe$doIn+# W6~WҾ7ԷWJim'o޵+-&_|mq}'"~: IuLWH`:j,k c6bT0QSBy4IA=X@bl gh#s%rQhY]n7ޚ"3 FIC+?-X3b?R%%')qfk,-S4) 'cgcis8'SN~ :'99OIIL&I% $1CHe~U|q<yL?5Ua怼' />j68=O/=sjaR'p+Rr.Ja_g38.qb}JR{J̰M99U #V[Uh T&$E%xqkFb<^@BK."r5,WC5J`lW['6Y(ߍ8J4/o0Ba4GA|f⃣3J?pOqГwod7L9wƖ7p68+6?ܽw bƂtkY{UʅUҰ)uxMn!/T,kV4tX8${% 3# `ʳ*N$q8:77w-b!6~Lފ=R|(#Dbc>,@ջ5j(HLl dPsFM  c7s8_HKs63MOM*Rs5';9\r9oWFrVg@R3`P:1ɰ:Gbџt&0srh31c=t1خ"h\6[ט*xgZz&.(ݗ[ wjz\3ؼ< 5?ݝ}oWE7v3ܰ{zwwg>֮KGB#vٱzm ;ʊu#pbT)&uӈVGPc7j JKX(b% `\CxDDtqgAqR$*D y|zByjA54>Q !*Ɛ5f!|;ڊb@ >aݶ0_cr9!r[u@|`틝Zs~9xp#LӇd\bKP~52*Ce>mÈaE"* [19{%4C1 ~l{$;N p cBb^;5'Aȓ(_9sdo-\GjD3*Cp& aIgHAJL<'3nIGZ €N $pJD< b40ν!Ȯ61F.}}➃+?_Sf*G7}uq|CymymGE^눏3`ݘ Jac 3[9ȵn}1PRG=t1ړ@Ii|E1ǞpovvOt$ݠnL7St1fІ+7¼s>1n@lgy+RG?eD=73g/Ծl9Q._kt-Tt (BY@.rF<临xs 1;c`tytGx霠1k24Zh&3Il24D^HѶKZ}0>ݶ4o=iyc)9D!*$Tw@JJNriW{2u^v.uE{r[;$?4> oR2zalcQ=3:qd"T6 ͜ẝ-Цݭֻiк*-KʺP~fg0nz;bQ^+} Kzi% ǝQz ! Ju8!rbHPG;EHA  !a?eVvX!i7'$_'s Zm>v Xۣa,p0wBC3]}UYYFwOi7uv7 E&c7 o7s>7 n0T5}:MD7Ŗaǽa kC7\t!7t1h(pWiO}{nz Oa1 ܴŝ馼~܀syTqosӹ٤3XٜGguNfusF7-'?79nĽUp:\:l s#ns'Pj4ypHǡowdֻ!/JfdP%L0RqqwnܢlFcJ JHS2%ٱ<)i88Ec"m:P˚ _oG^VǨsfܫ8RRDśRTRIeܙmw_dLIfM'&UYӜ[D/3EȑRk`3W: t #n$g?rJ \- əIᚠ ػ;/-< :Q1êؾuH~cz27.ض=3J' )vX-E٧Fn5.J]'ט֕6֤ҽƼmpOd$&$&$0L_f̠Q21VBjf0ƚ;j$ 'Y,fC,%v3w*Y+⁐Vvsos͑݉켰_sۂ.>eg]4ΛnĀ_vƪ`&ڵgNRב?d[8ޡ0XmO@aS_gY1^%+|CZ2h$CiẁG9! fMޛLɐeTRfnPRanQc~HLjdvIɆDT`a^cH2Pv8A ?|ma+1R+,n]v/J7O-Kn/)j˫֦[|M;ݲ2^5#޻er[jYK~ukkF6vOZP撐&9OEihl:렲k67&M;㸑qݡWқgM55Vn~.ݶ fB+S[d97Q+Ƃb &]hxw4Id4"z nq,;RWn|㛅W##;eqk{|R+eEm ?3Ph7,v*v]E'Ի@L^ln 5,˷<޲Uj>|һX_\~]%WcUŅNgEsans 6O^7o].2g?˱M 镬VIu$ge혤I~nJkf֪ͥ!%SJSJT<,IWnD#_]0MStŽӊCi,k~)yYJYrMʊ6]);f^w2@_S kvoN xm]Ø' gg#8[ Hc$.XslF,.qLJJn3yML]&Agz4k& uɤ49 g{3T Eh8+g] _ν哧O}Ś_wpGeK5땺v]_-J}(1;=Jm G (gE75գ~DyBɸY&+Crd>mX_M[Y=E8?VV)'3=I;Ӿ7[{O\(~SYSCmx&xC&*);dCrsSΥXOQ,G=ތU$MI ?MkBz4KѴJȽEۇz7سؗwwك#n{]zrf 0l/Y^Xloi9>s{}뺇:G+:wn^=dga[)YyyoHۛ<+&, =_:blN!|?֮\?QďW%뱤_cX}Y_^RQ>1b/lQ"B^dwBBrKFy~ F\#`{FG0y܈1mG< ! A#6y%rKn$%xany}_ڂOۍd tWa#+܂8J~Foc63"1o뇭,{sGljPmHnWcanŏXoNlp}>_E,r|Z7l$09 gLC̲%ms ߁\۵~uUjW\40_l__SۻSNqҔ(0Hrӯ\e~t?7 ɁwoL1imA ՊW:WOzUS89x/eP^xKXx"L0=Sqz!| |s0gg?C 2{{Dz=Ӊ0yaPCܾ^|pmg0_fڒ )їФqM sֵ&0߶5hkŧ1$ M|iWѫ Tj(\2J! mA3c䛛kuMHth:WL7;)+쪎CSq\+\ aehu3VVgnCZ_ԇ0!&DY j #.0K"0V#0fFFɰkxQG|bzxk{bxt=<~8a- f endstream endobj 16 0 obj 14570 endobj 17 0 obj <> endobj 18 0 obj <> stream x]͎0y /QkH(Ģ?*JsOJ]>w|{~οű=ٜ6c)\!bfzzmS_cb?\ӏ1iaMյ9󹙾4אC |<`Dǖ*؅Դ!6%d뢨z0t͕KNgSԦhQT:(`Gށ=كKWR+~Wo)oxKރw ޓۂ\zӿB_o_,K [;xZK!G]굋PLR38KQߣ.`,E/ B{u =S\;_wpW[ mΥ ѦxGߴScӞGCq*A5 endstream endobj 19 0 obj <> endobj 20 0 obj <> endobj 21 0 obj <> endobj 1 0 obj <>/Contents 2 0 R>> endobj 4 0 obj <> endobj 22 0 obj <> endobj 23 0 obj < /Producer /CreationDate(D:20181002005834+02'00')>> endobj xref 0 24 0000000000 65535 f 0000043303 00000 n 0000000019 00000 n 0000002331 00000 n 0000043446 00000 n 0000002352 00000 n 0000014089 00000 n 0000014111 00000 n 0000014312 00000 n 0000014836 00000 n 0000015209 00000 n 0000026452 00000 n 0000026475 00000 n 0000026683 00000 n 0000027119 00000 n 0000027416 00000 n 0000042073 00000 n 0000042096 00000 n 0000042292 00000 n 0000042821 00000 n 0000043196 00000 n 0000043248 00000 n 0000043545 00000 n 0000043629 00000 n trailer < <40651D1E822384DFE15DD2DAEBEDAEAE> ] /DocChecksum /39BFFC342DC56738310965FAF2C6AC92 >> startxref 43796 %%EOF zlmdb-22.1.2/docs/conf.py000077500000000000000000000115431417505401400151450ustar00rootroot00000000000000#!/usr/bin/env python # -*- coding: utf-8 -*- # # zlmdb documentation build configuration file, created by # sphinx-quickstart on Fri Jun 9 13:47:02 2017. # # This file is execfile()d with the current directory set to its # containing dir. # # Note that not all possible configuration values are present in this # autogenerated file. # # All configuration values have a default; values that are commented out # serve to show the default. # If extensions (or modules to document with autodoc) are in another # directory, add these directories to sys.path here. If the directory is # relative to the documentation root, use os.path.abspath to make it # absolute, like shown here. # import os import sys sys.path.insert(0, os.path.abspath('..')) import zlmdb # -- General configuration --------------------------------------------- # If your documentation needs a minimal Sphinx version, state it here. # # needs_sphinx = '1.0' # Add any Sphinx extension module names here, as strings. They can be # extensions coming with Sphinx (named 'sphinx.ext.*') or your custom ones. extensions = ['sphinx.ext.autodoc', 'sphinx.ext.viewcode'] # Add any paths that contain templates here, relative to this directory. templates_path = ['_templates'] # The suffix(es) of source filenames. # You can specify multiple suffix as a list of string: # # source_suffix = ['.rst', '.md'] source_suffix = '.rst' # The master toctree document. master_doc = 'index' # General information about the project. project = u'ZLMDB' copyright = u"2018, Crossbar.io Technologies GmbH" author = u"Crossbar.io Technologies GmbH" # The version info for the project you're documenting, acts as replacement # for |version| and |release|, also used in various other places throughout # the built documents. # # The short X.Y version. version = zlmdb.__version__ # The full version, including alpha/beta/rc tags. release = zlmdb.__version__ # The language for content autogenerated by Sphinx. Refer to documentation # for a list of supported languages. # # This is also used if you do content translation via gettext catalogs. # Usually you set "language" from the command line for these cases. language = None # List of patterns, relative to source directory, that match files and # directories to ignore when looking for source files. # This patterns also effect to html_static_path and html_extra_path exclude_patterns = ['_build', 'Thumbs.db', '.DS_Store'] # The name of the Pygments (syntax highlighting) style to use. pygments_style = 'sphinx' # If true, `todo` and `todoList` produce output, else they produce nothing. todo_include_todos = False # class reference target not found: object # https://stackoverflow.com/a/30624034/884770 nitpick_ignore = [('py:class', 'type')] # -- Options for HTML output ------------------------------------------- # The theme to use for HTML and HTML Help pages. See the documentation for # a list of builtin themes. # html_theme = 'alabaster' # Theme options are theme-specific and customize the look and feel of a # theme further. For a list of options available for each theme, see the # documentation. # # html_theme_options = {} # Add any paths that contain custom static files (such as style sheets) here, # relative to this directory. They are copied after the builtin static files, # so a file named "default.css" will overwrite the builtin "default.css". html_static_path = ['_static'] # -- Options for HTMLHelp output --------------------------------------- # Output file base name for HTML help builder. htmlhelp_basename = 'zlmdbdoc' # -- Options for LaTeX output ------------------------------------------ latex_elements = { # The paper size ('letterpaper' or 'a4paper'). # # 'papersize': 'letterpaper', # The font size ('10pt', '11pt' or '12pt'). # # 'pointsize': '10pt', # Additional stuff for the LaTeX preamble. # # 'preamble': '', # Latex figure (float) alignment # # 'figure_align': 'htbp', } # Grouping the document tree into LaTeX files. List of tuples # (source start file, target name, title, author, documentclass # [howto, manual, or own class]). latex_documents = [ (master_doc, 'zlmdb.tex', u'ZLMDB Documentation', u'Crossbar.io Technologies GmbH', 'manual'), ] # -- Options for manual page output ------------------------------------ # One entry per manual page. List of tuples # (source start file, name, description, authors, manual section). man_pages = [ (master_doc, 'zlmdb', u'ZLMDB Documentation', [author], 1) ] # -- Options for Texinfo output ---------------------------------------- # Grouping the document tree into Texinfo files. List of tuples # (source start file, target name, title, author, # dir menu entry, description, category) texinfo_documents = [ (master_doc, 'zlmdb', u'ZLMDB Documentation', author, 'zlmdb', 'One line description of project.', 'Miscellaneous'), ] zlmdb-22.1.2/docs/index.rst000066400000000000000000000004141417505401400154770ustar00rootroot00000000000000Welcome to ZLMDB's documentation! ====================================== .. toctree:: :maxdepth: 2 :caption: Contents: readme installation usage performance Indices and tables ================== * :ref:`genindex` * :ref:`modindex` * :ref:`search` zlmdb-22.1.2/docs/installation.rst000066400000000000000000000047361417505401400171040ustar00rootroot00000000000000.. highlight:: shell ============ Installation ============ Stable release -------------- To install ZLMDB, run this command in your terminal: .. code-block:: console $ pip install zlmdb This is the preferred method to install ZLMDB, as it will always install the most recent stable release. If you don't have `pip`_ installed, this `Python installation guide`_ can guide you through the process. .. _pip: https://pip.pypa.io .. _Python installation guide: http://docs.python-guide.org/en/latest/starting/installation/ From sources ------------ The sources for ZLMDB can be downloaded from the `Github repo`_. You can either clone the public repository: .. code-block:: console $ git clone git://github.com/crossbario/zlmdb Or download the `tarball`_: .. code-block:: console $ curl -OL https://github.com/crossbario/zlmdb/tarball/master Once you have a copy of the source, you can install it with: .. code-block:: console $ python setup.py install .. _Github repo: https://github.com/crossbario/zlmdb .. _tarball: https://github.com/crossbario/zlmdb/tarball/master Apache Arrow ------------ https://arrow.apache.org/install/ .. code:: console sudo apt install -y -V apt-transport-https sudo apt install -y -V lsb-release cat < * N, where N is the number of fields in the schema for this type. Includes deprecated fields. Thus, a vtable is made of 2 + N elements, each VOffsetT bytes wide. An object has the following format: + """ # Prepend a zero scalar to the object. Later in this function we'll # write an offset here that points to the object's vtable: self.PrependSOffsetTRelative(0) objectOffset = self.Offset() existingVtable = None # Trim trailing 0 offsets. while self.current_vtable and self.current_vtable[-1] == 0: self.current_vtable.pop() # Search backwards through existing vtables, because similar vtables # are likely to have been recently appended. See # BenchmarkVtableDeduplication for a case in which this heuristic # saves about 30% of the time used in writing objects with duplicate # tables. i = len(self.vtables) - 1 while i >= 0: # Find the other vtable, which is associated with `i`: vt2Offset = self.vtables[i] vt2Start = len(self.Bytes) - vt2Offset vt2Len = encode.Get(packer.voffset, self.Bytes, vt2Start) metadata = VtableMetadataFields * N.VOffsetTFlags.bytewidth vt2End = vt2Start + vt2Len vt2 = self.Bytes[vt2Start+metadata:vt2End] # Compare the other vtable to the one under consideration. # If they are equal, store the offset and break: if vtableEqual(self.current_vtable, objectOffset, vt2): existingVtable = vt2Offset break i -= 1 if existingVtable is None: # Did not find a vtable, so write this one to the buffer. # Write out the current vtable in reverse , because # serialization occurs in last-first order: i = len(self.current_vtable) - 1 while i >= 0: off = 0 if self.current_vtable[i] != 0: # Forward reference to field; # use 32bit number to ensure no overflow: off = objectOffset - self.current_vtable[i] self.PrependVOffsetT(off) i -= 1 # The two metadata fields are written last. # First, store the object bytesize: objectSize = UOffsetTFlags.py_type(objectOffset - self.objectEnd) self.PrependVOffsetT(VOffsetTFlags.py_type(objectSize)) # Second, store the vtable bytesize: vBytes = len(self.current_vtable) + VtableMetadataFields vBytes *= N.VOffsetTFlags.bytewidth self.PrependVOffsetT(VOffsetTFlags.py_type(vBytes)) # Next, write the offset to the new vtable in the # already-allocated SOffsetT at the beginning of this object: objectStart = SOffsetTFlags.py_type(len(self.Bytes) - objectOffset) encode.Write(packer.soffset, self.Bytes, objectStart, SOffsetTFlags.py_type(self.Offset() - objectOffset)) # Finally, store this vtable in memory for future # deduplication: self.vtables.append(self.Offset()) else: # Found a duplicate vtable. objectStart = SOffsetTFlags.py_type(len(self.Bytes) - objectOffset) self.head = UOffsetTFlags.py_type(objectStart) # Write the offset to the found vtable in the # already-allocated SOffsetT at the beginning of this object: encode.Write(packer.soffset, self.Bytes, self.Head(), SOffsetTFlags.py_type(existingVtable - objectOffset)) self.current_vtable = None return objectOffset def EndObject(self): """EndObject writes data necessary to finish object construction.""" self.assertNested() self.nested = False return self.WriteVtable() def growByteBuffer(self): """Doubles the size of the byteslice, and copies the old data towards the end of the new buffer (since we build the buffer backwards).""" if len(self.Bytes) == Builder.MAX_BUFFER_SIZE: msg = "flatbuffers: cannot grow buffer beyond 2 gigabytes" raise BuilderSizeError(msg) newSize = min(len(self.Bytes) * 2, Builder.MAX_BUFFER_SIZE) if newSize == 0: newSize = 1 bytes2 = bytearray(newSize) bytes2[newSize-len(self.Bytes):] = self.Bytes self.Bytes = bytes2 ## @endcond def Head(self): """Get the start of useful data in the underlying byte buffer. Note: unlike other functions, this value is interpreted as from the left. """ ## @cond FLATBUFFERS_INTERNAL return self.head ## @endcond ## @cond FLATBUFFERS_INTERNAL def Offset(self): """Offset relative to the end of the buffer.""" return UOffsetTFlags.py_type(len(self.Bytes) - self.Head()) def Pad(self, n): """Pad places zeros at the current offset.""" for i in range_func(n): self.Place(0, N.Uint8Flags) def Prep(self, size, additionalBytes): """ Prep prepares to write an element of `size` after `additional_bytes` have been written, e.g. if you write a string, you need to align such the int length field is aligned to SizeInt32, and the string data follows it directly. If all you need to do is align, `additionalBytes` will be 0. """ # Track the biggest thing we've ever aligned to. if size > self.minalign: self.minalign = size # Find the amount of alignment needed such that `size` is properly # aligned after `additionalBytes`: alignSize = (~(len(self.Bytes) - self.Head() + additionalBytes)) + 1 alignSize &= (size - 1) # Reallocate the buffer if needed: while self.Head() < alignSize+size+additionalBytes: oldBufSize = len(self.Bytes) self.growByteBuffer() updated_head = self.head + len(self.Bytes) - oldBufSize self.head = UOffsetTFlags.py_type(updated_head) self.Pad(alignSize) def PrependSOffsetTRelative(self, off): """ PrependSOffsetTRelative prepends an SOffsetT, relative to where it will be written. """ # Ensure alignment is already done: self.Prep(N.SOffsetTFlags.bytewidth, 0) if not (off <= self.Offset()): msg = "flatbuffers: Offset arithmetic error." raise OffsetArithmeticError(msg) off2 = self.Offset() - off + N.SOffsetTFlags.bytewidth self.PlaceSOffsetT(off2) ## @endcond def PrependUOffsetTRelative(self, off): """Prepends an unsigned offset into vector data, relative to where it will be written. """ # Ensure alignment is already done: self.Prep(N.UOffsetTFlags.bytewidth, 0) if not (off <= self.Offset()): msg = "flatbuffers: Offset arithmetic error." raise OffsetArithmeticError(msg) off2 = self.Offset() - off + N.UOffsetTFlags.bytewidth self.PlaceUOffsetT(off2) ## @cond FLATBUFFERS_INTERNAL def StartVector(self, elemSize, numElems, alignment): """ StartVector initializes bookkeeping for writing a new vector. A vector has the following format: - - +, where T is the type of elements of this vector. """ self.assertNotNested() self.nested = True self.Prep(N.Uint32Flags.bytewidth, elemSize*numElems) self.Prep(alignment, elemSize*numElems) # In case alignment > int. return self.Offset() ## @endcond def EndVector(self, vectorNumElems): """EndVector writes data necessary to finish vector construction.""" self.assertNested() ## @cond FLATBUFFERS_INTERNAL self.nested = False ## @endcond # we already made space for this, so write without PrependUint32 self.PlaceUOffsetT(vectorNumElems) return self.Offset() def CreateString(self, s, encoding='utf-8', errors='strict'): """CreateString writes a null-terminated byte string as a vector.""" self.assertNotNested() ## @cond FLATBUFFERS_INTERNAL self.nested = True ## @endcond if isinstance(s, compat.string_types): x = s.encode(encoding, errors) elif isinstance(s, compat.binary_types): x = s else: raise TypeError("non-string passed to CreateString") self.Prep(N.UOffsetTFlags.bytewidth, (len(x)+1)*N.Uint8Flags.bytewidth) self.Place(0, N.Uint8Flags) l = UOffsetTFlags.py_type(len(s)) ## @cond FLATBUFFERS_INTERNAL self.head = UOffsetTFlags.py_type(self.Head() - l) ## @endcond self.Bytes[self.Head():self.Head()+l] = x return self.EndVector(len(x)) def CreateByteVector(self, x): """CreateString writes a byte vector.""" self.assertNotNested() ## @cond FLATBUFFERS_INTERNAL self.nested = True ## @endcond if not isinstance(x, compat.binary_types): raise TypeError("non-byte vector passed to CreateByteVector") self.Prep(N.UOffsetTFlags.bytewidth, len(x)*N.Uint8Flags.bytewidth) l = UOffsetTFlags.py_type(len(x)) ## @cond FLATBUFFERS_INTERNAL self.head = UOffsetTFlags.py_type(self.Head() - l) ## @endcond self.Bytes[self.Head():self.Head()+l] = x return self.EndVector(len(x)) def CreateNumpyVector(self, x): """CreateNumpyVector writes a numpy array into the buffer.""" if np is None: # Numpy is required for this feature raise NumpyRequiredForThisFeature("Numpy was not found.") if not isinstance(x, np.ndarray): raise TypeError("non-numpy-ndarray passed to CreateNumpyVector") if x.dtype.kind not in ['b', 'i', 'u', 'f']: raise TypeError("numpy-ndarray holds elements of unsupported datatype") if x.ndim > 1: raise TypeError("multidimensional-ndarray passed to CreateNumpyVector") self.StartVector(x.itemsize, x.size, x.dtype.alignment) # Ensure little endian byte ordering if x.dtype.str[0] == "<": x_lend = x else: x_lend = x.byteswap(inplace=False) # Calculate total length l = UOffsetTFlags.py_type(x_lend.itemsize * x_lend.size) ## @cond FLATBUFFERS_INTERNAL self.head = UOffsetTFlags.py_type(self.Head() - l) ## @endcond # tobytes ensures c_contiguous ordering self.Bytes[self.Head():self.Head()+l] = x_lend.tobytes(order='C') return self.EndVector(x.size) ## @cond FLATBUFFERS_INTERNAL def assertNested(self): """ Check that we are in the process of building an object. """ if not self.nested: raise IsNotNestedError() def assertNotNested(self): """ Check that no other objects are being built while making this object. If not, raise an exception. """ if self.nested: raise IsNestedError() def assertStructIsInline(self, obj): """ Structs are always stored inline, so need to be created right where they are used. You'll get this error if you created it elsewhere. """ N.enforce_number(obj, N.UOffsetTFlags) if obj != self.Offset(): msg = ("flatbuffers: Tried to write a Struct at an Offset that " "is different from the current Offset of the Builder.") raise StructIsNotInlineError(msg) def Slot(self, slotnum): """ Slot sets the vtable key `voffset` to the current location in the buffer. """ self.assertNested() self.current_vtable[slotnum] = self.Offset() ## @endcond def __Finish(self, rootTable, sizePrefix): """Finish finalizes a buffer, pointing to the given `rootTable`.""" N.enforce_number(rootTable, N.UOffsetTFlags) prepSize = N.UOffsetTFlags.bytewidth if sizePrefix: prepSize += N.Int32Flags.bytewidth self.Prep(self.minalign, prepSize) self.PrependUOffsetTRelative(rootTable) if sizePrefix: size = len(self.Bytes) - self.Head() N.enforce_number(size, N.Int32Flags) self.PrependInt32(size) self.finished = True return self.Head() def Finish(self, rootTable): """Finish finalizes a buffer, pointing to the given `rootTable`.""" return self.__Finish(rootTable, False) def FinishSizePrefixed(self, rootTable): """ Finish finalizes a buffer, pointing to the given `rootTable`, with the size prefixed. """ return self.__Finish(rootTable, True) ## @cond FLATBUFFERS_INTERNAL def Prepend(self, flags, off): self.Prep(flags.bytewidth, 0) self.Place(off, flags) def PrependSlot(self, flags, o, x, d): N.enforce_number(x, flags) N.enforce_number(d, flags) if x != d: self.Prepend(flags, x) self.Slot(o) def PrependBoolSlot(self, *args): self.PrependSlot(N.BoolFlags, *args) def PrependByteSlot(self, *args): self.PrependSlot(N.Uint8Flags, *args) def PrependUint8Slot(self, *args): self.PrependSlot(N.Uint8Flags, *args) def PrependUint16Slot(self, *args): self.PrependSlot(N.Uint16Flags, *args) def PrependUint32Slot(self, *args): self.PrependSlot(N.Uint32Flags, *args) def PrependUint64Slot(self, *args): self.PrependSlot(N.Uint64Flags, *args) def PrependInt8Slot(self, *args): self.PrependSlot(N.Int8Flags, *args) def PrependInt16Slot(self, *args): self.PrependSlot(N.Int16Flags, *args) def PrependInt32Slot(self, *args): self.PrependSlot(N.Int32Flags, *args) def PrependInt64Slot(self, *args): self.PrependSlot(N.Int64Flags, *args) def PrependFloat32Slot(self, *args): self.PrependSlot(N.Float32Flags, *args) def PrependFloat64Slot(self, *args): self.PrependSlot(N.Float64Flags, *args) def PrependUOffsetTRelativeSlot(self, o, x, d): """ PrependUOffsetTRelativeSlot prepends an UOffsetT onto the object at vtable slot `o`. If value `x` equals default `d`, then the slot will be set to zero and no other data will be written. """ if x != d: self.PrependUOffsetTRelative(x) self.Slot(o) def PrependStructSlot(self, v, x, d): """ PrependStructSlot prepends a struct onto the object at vtable slot `o`. Structs are stored inline, so nothing additional is being added. In generated code, `d` is always 0. """ N.enforce_number(d, N.UOffsetTFlags) if x != d: self.assertStructIsInline(x) self.Slot(v) ## @endcond def PrependBool(self, x): """Prepend a `bool` to the Builder buffer. Note: aligns and checks for space. """ self.Prepend(N.BoolFlags, x) def PrependByte(self, x): """Prepend a `byte` to the Builder buffer. Note: aligns and checks for space. """ self.Prepend(N.Uint8Flags, x) def PrependUint8(self, x): """Prepend an `uint8` to the Builder buffer. Note: aligns and checks for space. """ self.Prepend(N.Uint8Flags, x) def PrependUint16(self, x): """Prepend an `uint16` to the Builder buffer. Note: aligns and checks for space. """ self.Prepend(N.Uint16Flags, x) def PrependUint32(self, x): """Prepend an `uint32` to the Builder buffer. Note: aligns and checks for space. """ self.Prepend(N.Uint32Flags, x) def PrependUint64(self, x): """Prepend an `uint64` to the Builder buffer. Note: aligns and checks for space. """ self.Prepend(N.Uint64Flags, x) def PrependInt8(self, x): """Prepend an `int8` to the Builder buffer. Note: aligns and checks for space. """ self.Prepend(N.Int8Flags, x) def PrependInt16(self, x): """Prepend an `int16` to the Builder buffer. Note: aligns and checks for space. """ self.Prepend(N.Int16Flags, x) def PrependInt32(self, x): """Prepend an `int32` to the Builder buffer. Note: aligns and checks for space. """ self.Prepend(N.Int32Flags, x) def PrependInt64(self, x): """Prepend an `int64` to the Builder buffer. Note: aligns and checks for space. """ self.Prepend(N.Int64Flags, x) def PrependFloat32(self, x): """Prepend a `float32` to the Builder buffer. Note: aligns and checks for space. """ self.Prepend(N.Float32Flags, x) def PrependFloat64(self, x): """Prepend a `float64` to the Builder buffer. Note: aligns and checks for space. """ self.Prepend(N.Float64Flags, x) ############################################################## ## @cond FLATBUFFERS_INTERNAL def PrependVOffsetT(self, x): self.Prepend(N.VOffsetTFlags, x) def Place(self, x, flags): """ Place prepends a value specified by `flags` to the Builder, without checking for available space. """ N.enforce_number(x, flags) self.head = self.head - flags.bytewidth encode.Write(flags.packer_type, self.Bytes, self.Head(), x) def PlaceVOffsetT(self, x): """PlaceVOffsetT prepends a VOffsetT to the Builder, without checking for space. """ N.enforce_number(x, N.VOffsetTFlags) self.head = self.head - N.VOffsetTFlags.bytewidth encode.Write(packer.voffset, self.Bytes, self.Head(), x) def PlaceSOffsetT(self, x): """PlaceSOffsetT prepends a SOffsetT to the Builder, without checking for space. """ N.enforce_number(x, N.SOffsetTFlags) self.head = self.head - N.SOffsetTFlags.bytewidth encode.Write(packer.soffset, self.Bytes, self.Head(), x) def PlaceUOffsetT(self, x): """PlaceUOffsetT prepends a UOffsetT to the Builder, without checking for space. """ N.enforce_number(x, N.UOffsetTFlags) self.head = self.head - N.UOffsetTFlags.bytewidth encode.Write(packer.uoffset, self.Bytes, self.Head(), x) ## @endcond ## @cond FLATBUFFERS_INTERNAL def vtableEqual(a, objectStart, b): """vtableEqual compares an unwritten vtable to a written vtable.""" N.enforce_number(objectStart, N.UOffsetTFlags) if len(a) * N.VOffsetTFlags.bytewidth != len(b): return False for i, elem in enumerate(a): x = encode.Get(packer.voffset, b, i * N.VOffsetTFlags.bytewidth) # Skip vtable entries that indicate a default value. if x == 0 and elem == 0: pass else: y = objectStart - elem if x != y: return False return True ## @endcond ## @} zlmdb-22.1.2/flatbuffers/compat.py000066400000000000000000000044461417505401400170570ustar00rootroot00000000000000# Copyright 2016 Google Inc. All rights reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """ A tiny version of `six` to help with backwards compability. Also includes compatibility helpers for numpy. """ import sys import imp PY2 = sys.version_info[0] == 2 PY26 = sys.version_info[0:2] == (2, 6) PY27 = sys.version_info[0:2] == (2, 7) PY275 = sys.version_info[0:3] >= (2, 7, 5) PY3 = sys.version_info[0] == 3 PY34 = sys.version_info[0:2] >= (3, 4) if PY3: string_types = (str,) binary_types = (bytes,bytearray) range_func = range memoryview_type = memoryview struct_bool_decl = "?" else: string_types = (unicode,) if PY26 or PY27: binary_types = (str,bytearray) else: binary_types = (str,) range_func = xrange if PY26 or (PY27 and not PY275): memoryview_type = buffer struct_bool_decl = "=9.0.1 bumpversion>=0.5.3 wheel>=0.30.0 watchdog>=0.8.3 flake8>=3.5.0 tox>=2.9.1 tox-gh-actions>=2.2.0 codecov>=2.0.15 sphinx>=1.7.1 twine>=1.10.0 pytest>=3.4.2 pytest-runner>=2.11.1 humanize>=0.5.1 backports.tempfile>=1.0 # https://github.com/google/yapf/issues/712 yapf==0.29.0 pylint>=1.9.2 pyyaml>=4.2b4 types-PyYAML>=6.0.1 mypy>=0.610; python_version >= '3.4' and platform_python_implementation != 'PyPy' twisted>=18.7.0 zlmdb-22.1.2/requirements-test.txt000066400000000000000000000000471417505401400171510ustar00rootroot00000000000000twisted txaioetcd numpy pandas pyarrow zlmdb-22.1.2/setup.cfg000066400000000000000000000007001417505401400145250ustar00rootroot00000000000000[bumpversion] current_version = 0.1.0 commit = True tag = True [bumpversion:file:setup.py] search = version='{current_version}' replace = version='{new_version}' [bumpversion:file:zlmdb/__init__.py] search = __version__ = '{current_version}' replace = __version__ = '{new_version}' [bdist_wheel] universal = 1 [flake8] exclude = docs [aliases] # Define setup.py command aliases here test = pytest [tool:pytest] collect_ignore = ['setup.py'] zlmdb-22.1.2/setup.py000066400000000000000000000064161417505401400144300ustar00rootroot00000000000000#!/usr/bin/env python # -*- coding: utf-8 -*- ############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### """The setup script.""" import os from setuptools import setup with open('zlmdb/_version.py') as f: exec(f.read()) # defines __version__ with open('README.rst') as readme_file: readme = readme_file.read() # enforce use of CFFI for LMDB # os.environ['LMDB_FORCE_CFFI'] = '1' # enforce use of bundled libsodium with PyNaCl os.environ['SODIUM_INSTALL'] = 'bundled' requirements = [ 'cffi>=1.14.5', 'cbor2>=5.2.0', 'click>=7.1.2', 'flatbuffers>=2.0', 'lmdb>=1.2.1', 'pynacl>=1.4.0', 'pyyaml>=5.4.1', 'txaio>=21.2.1', 'numpy>=1.20.1', ] # setup_requirements = ['pytest-runner'] test_requirements = ['pytest', 'pytest-runner'] packages = [ 'flatbuffers', 'zlmdb', 'zlmdb.flatbuffers', 'zlmdb.flatbuffers.reflection', ] setup( author="Crossbar.io Technologies GmbH", author_email='contact@crossbario.com', classifiers=[ 'Development Status :: 5 - Production/Stable', 'Intended Audience :: Developers', 'License :: OSI Approved :: MIT License', 'Natural Language :: English', 'Programming Language :: Python :: 3', 'Programming Language :: Python :: 3.7', 'Programming Language :: Python :: 3.8', 'Programming Language :: Python :: 3.9', 'Programming Language :: Python :: 3.10', ], description="Object-relational zero-copy in-memory database layer for LMDB.", entry_points={ 'console_scripts': [ 'zlmdb=zlmdb.cli:main', ], }, # NumPy 1.19.0+ requires Py 3.6+ # NumPy 1.20.0+ requires Py 3.7+ python_requires='>=3.7', install_requires=requirements, license="MIT license", long_description=readme, include_package_data=True, keywords='zlmdb', name='zlmdb', packages=packages, # setup_requires=setup_requirements, test_suite='tests', tests_require=test_requirements, url='https://github.com/crossbario/zlmdb', version=__version__, zip_safe=False, ) zlmdb-22.1.2/tests/000077500000000000000000000000001417505401400140515ustar00rootroot00000000000000zlmdb-22.1.2/tests/Makefile000066400000000000000000000001061417505401400155060ustar00rootroot00000000000000generate: ~/scm/3rdparty/flatbuffers/flatc --python -o _gen user.fbs zlmdb-22.1.2/tests/_gen/000077500000000000000000000000001417505401400147615ustar00rootroot00000000000000zlmdb-22.1.2/tests/_gen/crossbarfx/000077500000000000000000000000001417505401400171355ustar00rootroot00000000000000zlmdb-22.1.2/tests/_gen/crossbarfx/Date.py000066400000000000000000000016231417505401400203660ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: crossbarfx import flatbuffers class Date(object): __slots__ = ['_tab'] # Date def Init(self, buf, pos): self._tab = flatbuffers.table.Table(buf, pos) # Date def Year(self): return self._tab.Get(flatbuffers.number_types.Uint16Flags, self._tab.Pos + flatbuffers.number_types.UOffsetTFlags.py_type(0)) # Date def Month(self): return self._tab.Get(flatbuffers.number_types.Uint8Flags, self._tab.Pos + flatbuffers.number_types.UOffsetTFlags.py_type(2)) # Date def Day(self): return self._tab.Get(flatbuffers.number_types.Uint8Flags, self._tab.Pos + flatbuffers.number_types.UOffsetTFlags.py_type(3)) def CreateDate(builder, year, month, day): builder.Prep(2, 4) builder.PrependUint8(day) builder.PrependUint8(month) builder.PrependUint16(year) return builder.Offset() zlmdb-22.1.2/tests/_gen/crossbarfx/Rating.py000066400000000000000000000023201417505401400207300ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: crossbarfx import flatbuffers class Rating(object): __slots__ = ['_tab'] @classmethod def GetRootAsRating(cls, buf, offset): n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset) x = Rating() x.Init(buf, n + offset) return x # Rating def Init(self, buf, pos): self._tab = flatbuffers.table.Table(buf, pos) # Rating def Name(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4)) if o != 0: return self._tab.String(o + self._tab.Pos) return None # Rating def Rating(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: return self._tab.Get(flatbuffers.number_types.Float32Flags, o + self._tab.Pos) return 0.0 def RatingStart(builder): builder.StartObject(2) def RatingAddName(builder, name): builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(name), 0) def RatingAddRating(builder, rating): builder.PrependFloat32Slot(1, rating, 0.0) def RatingEnd(builder): return builder.EndObject() zlmdb-22.1.2/tests/_gen/crossbarfx/Tag.py000066400000000000000000000002141417505401400202170ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: crossbarfx class Tag(object): GEEK = 0 VIP = 1 zlmdb-22.1.2/tests/_gen/crossbarfx/User.py000066400000000000000000000101261417505401400204250ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: crossbarfx import flatbuffers class User(object): __slots__ = ['_tab'] @classmethod def GetRootAsUser(cls, buf, offset): n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset) x = User() x.Init(buf, n + offset) return x # User def Init(self, buf, pos): self._tab = flatbuffers.table.Table(buf, pos) # User def Name(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4)) if o != 0: return self._tab.String(o + self._tab.Pos) return None # User def Authid(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: return self._tab.String(o + self._tab.Pos) return None # User def Email(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8)) if o != 0: return self._tab.String(o + self._tab.Pos) return None # User def Birthday(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(10)) if o != 0: x = o + self._tab.Pos from .Date import Date obj = Date() obj.Init(self._tab.Bytes, x) return obj return None # User def IsFriendly(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12)) if o != 0: return bool(self._tab.Get(flatbuffers.number_types.BoolFlags, o + self._tab.Pos)) return False # User def Tags(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14)) if o != 0: a = self._tab.Vector(o) return self._tab.Get(flatbuffers.number_types.Int8Flags, a + flatbuffers.number_types.UOffsetTFlags.py_type(j * 1)) return 0 # User def TagsAsNumpy(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14)) if o != 0: return self._tab.GetVectorAsNumpy(flatbuffers.number_types.Int8Flags, o) return 0 # User def TagsLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14)) if o != 0: return self._tab.VectorLen(o) return 0 # User def Ratings(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(16)) if o != 0: x = self._tab.Vector(o) x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4 x = self._tab.Indirect(x) from .Rating import Rating obj = Rating() obj.Init(self._tab.Bytes, x) return obj return None # User def RatingsLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(16)) if o != 0: return self._tab.VectorLen(o) return 0 def UserStart(builder): builder.StartObject(7) def UserAddName(builder, name): builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(name), 0) def UserAddAuthid(builder, authid): builder.PrependUOffsetTRelativeSlot(1, flatbuffers.number_types.UOffsetTFlags.py_type(authid), 0) def UserAddEmail(builder, email): builder.PrependUOffsetTRelativeSlot(2, flatbuffers.number_types.UOffsetTFlags.py_type(email), 0) def UserAddBirthday(builder, birthday): builder.PrependStructSlot(3, flatbuffers.number_types.UOffsetTFlags.py_type(birthday), 0) def UserAddIsFriendly(builder, isFriendly): builder.PrependBoolSlot(4, isFriendly, 0) def UserAddTags(builder, tags): builder.PrependUOffsetTRelativeSlot(5, flatbuffers.number_types.UOffsetTFlags.py_type(tags), 0) def UserStartTagsVector(builder, numElems): return builder.StartVector(1, numElems, 1) def UserAddRatings(builder, ratings): builder.PrependUOffsetTRelativeSlot(6, flatbuffers.number_types.UOffsetTFlags.py_type(ratings), 0) def UserStartRatingsVector(builder, numElems): return builder.StartVector(4, numElems, 4) def UserEnd(builder): return builder.EndObject() zlmdb-22.1.2/tests/_gen/crossbarfx/__init__.py000066400000000000000000000000001417505401400212340ustar00rootroot00000000000000zlmdb-22.1.2/tests/test_cbor.py000066400000000000000000000046351417505401400164170ustar00rootroot00000000000000import datetime import pickle import json import cbor2 from typing import Optional, List, Dict RESULT = { 'objects': 0, 'bytes': 0 } class Tag(object): GEEK = 1 VIP = 2 # requires python 3.6+: # # class User(object): # oid: int # name: str # authid: str # email: str # birthday: datetime.date # is_friendly: bool # tags: Optional[List[str]] # ratings: Dict[str, float] = {} # friends: List[int] = [] # referred_by: int = None class User(object): def __init__(self): self.oid = None self.name = None self.authid = None self.email = None self.birthday = None self.is_friendly = None self.tags = None self.ratings = {} self.friends = [] self.referred_by = None def marshal(self): obj = { 'oid': self.oid, 'name': self.name, 'authid': self.authid, 'email': self.email, 'birthday': self.birthday, 'is_friendly': self.is_friendly, 'tags': self.tags, 'ratings': self.ratings, 'friends': self.friends, 'referred_by': self.referred_by, } return obj @staticmethod def parse(obj): user = User() user.oid = obj.get('oid', None) user.name = obj.get('name', None) user.authid = obj.get('authid', None) user.email = obj.get('email', None) user.birthday = obj.get('birthday', None) user.is_friendly = obj.get('is_friendly', None) user.tags = obj.get('tags', None) user.ratings = obj.get('ratings', {}) user.friends = obj.get('friends', []) user.referred_by = obj.get('referred_by', None) return user def test(): global RESULT user = User() user.oid = 23 user.name = 'Homer Simpson' user.authid = 'homer' user.email = 'homer.simpson@example.com' user.birthday = { 'year': 1950, 'month': 12, 'day': 24 } user.is_friendly = True user.tags = [Tag.GEEK, Tag.VIP] #data = json.dumps(user.marshal(), ensure_ascii=False) data = cbor2.dumps(user.marshal()) RESULT['objects'] += 1 RESULT['bytes'] += len(data) import timeit N = 1000 M = 100000 for i in range(N): secs = timeit.timeit(test, number=M) ops = round(float(M) / secs, 1) print('{} objects/sec'.format(ops)) print(RESULT) zlmdb-22.1.2/tests/test_fbs_reflection.py000066400000000000000000000004031417505401400204430ustar00rootroot00000000000000import txaio txaio.use_twisted() from autobahn.xbr._schema import FbsSchema for filename in [ '/tmp/test/bfbs/climate.bfbs', '/tmp/test/bfbs/network.bfbs', '/tmp/test/bfbs/location.bfbs']: schema = FbsSchema.load(filename) print(schema) zlmdb-22.1.2/tests/test_flatbuffers.py000066400000000000000000000037511417505401400177730ustar00rootroot00000000000000import flatbuffers from _gen.crossbarfx import User, Date, Tag, Rating RESULT = { 'objects': 0, 'bytes': 0 } def test(): global RESULT builder = flatbuffers.Builder(0) name = builder.CreateString('Homer Simpson') authid = builder.CreateString('homer') email = builder.CreateString('homer.simpson@example.com') User.UserStartTagsVector(builder, 2) builder.PrependUOffsetTRelative(Tag.Tag.GEEK) builder.PrependUOffsetTRelative(Tag.Tag.VIP) tags = builder.EndVector(2) ratings = None if False: _ratings = { 'dawn-of-the-dead': 6.9, 'day-of-the-dead': 7.5, 'land-of-the-dead': 8.9 } _ratings_strings = { } for name in _ratings.keys(): _name = builder.CreateString(name) _ratings_strings[_name] = name User.UserStartRatingsVector(builder, len(_ratings)) l = [] for _name, _rating in _ratings.items(): Rating.RatingStart(builder) Rating.RatingAddName(builder, _ratings_strings[_name]) Rating.RatingAddRating(builder, _rating) rating = Rating.RatingEnd(builder) l.append(rating) ratings = builder.EndVector(len(_ratings)) User.UserStart(builder) User.UserAddName(builder, name) User.UserAddAuthid(builder, authid) User.UserAddEmail(builder, email) User.UserAddBirthday(builder, Date.CreateDate(builder, 1950, 12, 24)) User.UserAddIsFriendly(builder, True) User.UserAddTags(builder, tags) if ratings: User.UserAddRatings(builder, ratings) user = User.UserEnd(builder) builder.Finish(user) buf = builder.Output() #data = bytes(buf) RESULT['objects'] += 1 RESULT['bytes'] += len(buf) # RESULT['bytes'] += len(data) import timeit N = 1000 M = 100000 for i in range(N): secs = timeit.timeit(test, number=M) ops = round(float(M) / secs, 1) print('{} objects/sec'.format(ops)) print(RESULT) zlmdb-22.1.2/tests/test_new.py000066400000000000000000000021431417505401400162530ustar00rootroot00000000000000import random import zlmdb class Foo(object): oid: int value: float msg: str def __init__(self, oid=None, value=None, msg=None): self.oid = oid self.value = value self.msg = msg @staticmethod def unmarshal(obj): return Foo(obj['oid'], obj['value'], obj['msg']) def marshal(self): return {'oid': self.oid, 'value': self.value, 'msg': self.msg} class MySchema(zlmdb.Schema): tab1: zlmdb.MapOidPickle = zlmdb.MapOidPickle(1) # tab1: zlmdb.MapOidJson = zlmdb.MapOidJson(1, marshal=Foo.marshal, unmarshal=Foo.unmarshal) # tab1: zlmdb.MapOidCbor = zlmdb.MapOidCbor(1, marshal=Foo.marshal, unmarshal=Foo.unmarshal) schema = MySchema() with schema.open('.testdb') as db: with db.begin(write=True) as txn: o1 = Foo(23, random.random(), 'Hello, world!') schema.tab1[txn, o1.oid] = o1 print('object saved:', o1.oid, o1.value, o1.msg) o2 = schema.tab1[txn, o1.oid] assert o2 print('object loaded:', o2.oid, o2.value, o2.msg) print('transaction committed') print('database closed') zlmdb-22.1.2/tests/test_ops.py000066400000000000000000000071351417505401400162710ustar00rootroot00000000000000def test_insert1(env): users = [] user1 = User() user1.oid = 1 user1.name = 'Homer Simpson' user1.authid = 'homer' user1.email = 'homer.simpson@example.com' user1.birthday = datetime.date(1950, 12, 24) user1.is_friendly = True user1.tags = ['relaxed', 'beerfan'] users.append(user1) user2 = User() user2.oid = 2 user2.name = 'Crocodile Dundee' user2.authid = 'crocoboss' user2.email = 'croco@example.com' user2.birthday = datetime.date(1960, 2, 4) user2.is_friendly = False user2.tags = ['red', 'yellow'] user2.referred_by = user1.oid users.append(user2) user3 = User() user3.oid = 3 user3.name = 'Foobar Space' user3.authid = 'foobar' user3.email = 'foobar@example.com' user3.birthday = datetime.date(1970, 5, 7) user3.is_friendly = True user3.tags = ['relaxed', 'beerfan'] user3.referred_by = user1.oid users.append(user3) with Transaction(env, write=True) as txn: for user in users: _user = txn.users[user.oid] if not _user: txn.users[user.oid] = user #txn.users_by_authid[user.authid] = user.oid print('user stored', user) else: print('user loaded', _user) def test_insert2(env): with Transaction(env, write=True) as txn: for i in range(100): user = User() user.oid = i + 10 user.name = 'Test {}'.format(i) user.authid = 'test-{}'.format(i) user.email = '{}@example.com'.format(user.authid) for j in range(10): user.ratings['test-rating-{}'.format(j)] = random.random() _user = txn.users[user.oid] if not _user: txn.users[user.oid] = user #txn.users_by_authid[user.authid] = user.oid print('user stored', user, user.oid, user.authid) else: print('user loaded', _user, _user.oid, _user.authid) def test_insert3(env): oid = 4 with Transaction(env, write=True) as txn: user = txn.users[oid] if not user: user = User() user.oid = oid user.name = 'Foobar Space' user.authid = 'foobar' user.email = 'foobar@example.com' user.birthday = datetime.date(1970, 5, 7) user.is_friendly = True user.tags = ['relaxed', 'beerfan'] user.referred_by = 1 txn.users[oid] = user print('user stored', user) else: print('user loaded', user) def test_by_auth(env): with Transaction(env) as txn: for i in range(100): authid = 'test-{}'.format(i) oid = txn.idx_users_by_authid[authid] if oid: user = txn.users[oid] print('success: user "{}" loaded by authid "{}"'.format(oid, authid)) else: print('failure: user not found for authid "{}"'.format(authid)) def test_by_email(env): with Transaction(env) as txn: for i in range(100): email = 'test-{}@example.com'.format(i) oid = txn.idx_users_by_email[email] if oid: user = txn.users[oid] print('success: user "{}" loaded by email "{}"'.format(oid, email)) else: print('failure: user not found for email "{}"'.format(email)) def test_truncate_index(env): with Transaction(env, write=True) as txn: rows = txn.users_by_authid.truncate() print('users_by_authid truncated: {} rows'.format(rows)) zlmdb-22.1.2/tests/test_pickle.py000066400000000000000000000024701417505401400167340ustar00rootroot00000000000000import datetime import pickle from typing import Optional, List, Dict RESULT = { 'objects': 0, 'bytes': 0 } class Tag(object): GEEK = 1 VIP = 2 # requires python 3.6+: # # class User(object): # oid: int # name: str # authid: str # email: str # birthday: datetime.date # is_friendly: bool # tags: Optional[List[str]] # ratings: Dict[str, float] = {} # friends: List[int] = [] # referred_by: int = None class User(object): def __init__(self): self.oid = None self.name = None self.authid = None self.email = None self.birthday = None self.is_friendly = None self.tags = None self.friends = None self.referred_by = None def test(): global RESULT user = User() user.oid = 23 user.name = 'Homer Simpson' user.authid = 'homer' user.email = 'homer.simpson@example.com' user.birthday = datetime.date(1950, 12, 24) user.is_friendly = True user.tags = [Tag.GEEK, Tag.VIP] data = pickle.dumps(user, protocol=4) RESULT['objects'] += 1 RESULT['bytes'] += len(data) import timeit N = 1000 M = 100000 for i in range(N): secs = timeit.timeit(test, number=M) ops = round(float(M) / secs, 1) print('{} objects/sec'.format(ops)) print(RESULT) zlmdb-22.1.2/tests/test_zlmdb.py000066400000000000000000000017501417505401400165750ustar00rootroot00000000000000#!/usr/bin/env python # -*- coding: utf-8 -*- """Tests for `zlmdb` package.""" import pytest from click.testing import CliRunner from zlmdb import _transaction from zlmdb import cli @pytest.fixture def response(): """Sample pytest fixture. See more at: http://doc.pytest.org/en/latest/fixture.html """ # import requests # return requests.get('https://github.com/audreyr/cookiecutter-pypackage') def test_content(response): """Sample pytest test function with the pytest fixture as an argument.""" # from bs4 import BeautifulSoup # assert 'GitHub' in BeautifulSoup(response.content).title.string def test_command_line_interface(): """Test the CLI.""" runner = CliRunner() result = runner.invoke(cli.main) assert result.exit_code == 0 assert 'zlmdb.cli.main' in result.output help_result = runner.invoke(cli.main, ['--help']) assert help_result.exit_code == 0 assert '--help Show this message and exit.' in help_result.output zlmdb-22.1.2/tests/user.py000066400000000000000000000033641417505401400154070ustar00rootroot00000000000000import uuid import datetime class User(object): def __init__(self): self.oid = None self.name = None self.authid = None self.uuid = None self.email = None self.birthday = None self.is_friendly = None self.tags = None self.ratings = {} self.friends = [] self.referred_by = None def marshal(self): obj = { 'oid': self.oid, 'name': self.name, 'authid': self.authid, 'uuid': self.uuid.hex if self.uuid else None, 'email': self.email, 'birthday': { 'year': self.birthday.year if self.birthday else None, 'month': self.birthday.month if self.birthday else None, 'day': self.birthday.day if self.birthday else None, }, 'is_friendly': self.is_friendly, 'tags': self.tags, 'ratings': self.ratings, 'friends': self.friends, 'referred_by': self.referred_by, } return obj @staticmethod def parse(obj): user = User() user.oid = obj.get('oid', None) user.name = obj.get('name', None) user.authid = obj.get('authid', None) if 'uuid' in obj: user.uuid = uuid.UUID(hex=obj['uuid']) user.email = obj.get('email', None) if 'birthday' in obj: b = obj['birthday'] user.birthday = datetime.date(b.year, b.month, b.day) user.is_friendly = obj.get('is_friendly', None) user.tags = obj.get('tags', None) user.ratings = obj.get('ratings', {}) user.friends = obj.get('friends', []) user.referred_by = obj.get('referred_by', None) return user zlmdb-22.1.2/tests/user_typed.py000066400000000000000000000033231417505401400166070ustar00rootroot00000000000000import uuid import datetime from typing import Optional, List, Dict class User(object): oid: int name: str authid: str uuid: uuid.UUID email: str birthday: datetime.date is_friendly: bool tags: Optional[List[str]] ratings: Dict[str, float] = {} friends: List[int] = [] referred_by: int = None def marshal(self): obj = { 'oid': self.oid, 'name': self.name, 'authid': self.authid, 'uuid': self.uuid.hex if self.uuid else None, 'email': self.email, 'birthday': { 'year': self.birthday.year if self.birthday else None, 'month': self.birthday.month if self.birthday else None, 'day': self.birthday.day if self.birthday else None, }, 'is_friendly': self.is_friendly, 'tags': self.tags, 'ratings': self.ratings, 'friends': self.friends, 'referred_by': self.referred_by, } return obj @staticmethod def parse(obj): user = User() user.oid = obj.get('oid', None) user.name = obj.get('name', None) user.authid = obj.get('authid', None) if 'uuid' in obj: user.uuid = uuid.UUID(hex=obj['uuid']) user.email = obj.get('email', None) if 'birthday' in obj: b = obj['birthday'] user.birthday = datetime.date(b.year, b.month, b.day) user.is_friendly = obj.get('is_friendly', None) user.tags = obj.get('tags', None) user.ratings = obj.get('ratings', {}) user.friends = obj.get('friends', []) user.referred_by = obj.get('referred_by', None) return user zlmdb-22.1.2/tests/zdb/000077500000000000000000000000001417505401400146305ustar00rootroot00000000000000zlmdb-22.1.2/tests/zdb/README.md000066400000000000000000000004741417505401400161140ustar00rootroot00000000000000# ZLMDB high level API tests * [test_zdb_df.py](test_zdb_df.py): test pandas dataframe integration * [test_zdb_etcd.py](test_zdb_etcd.py): test etcd data integration * [test_zdb_dyn.py](test_zdb_dyn.py): test self describing database format ## Notes ```console signify -S -s key.sec -m message.txt -x msg.sig ``` zlmdb-22.1.2/tests/zdb/_schema_fbs.py000066400000000000000000000147011417505401400174360ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import random import uuid import datetime from zlmdb.flatbuffers.demo import User as _user from zlmdb.flatbuffers.demo import Date as _date class User(object): def __init__(self, from_fbs=None): self._from_fbs = from_fbs self._name = None self._authid = None self._uuid = None self._email = None self._birthday = None self._is_friendly = None self._tags = None self._ratings = None self._ratings_cached = None self._friends = None self._friends_cached = None self._referred_by = None @property def name(self): return self._name or self._from_fbs.Name() @name.setter def name(self, value): self._name = value @property def authid(self): return self._authid or self._from_fbs.Authid() @authid.setter def authid(self, value): self._authid = value @property def uuid(self): return self._uuid or self._from_fbs.Uuid() @uuid.setter def uuid(self, value): self._uuid = value @property def email(self): return self._email or self._from_fbs.Email() @email.setter def email(self, value): self._email = value @property def birthday(self): return self._birthday or self._from_fbs.Birthday() @birthday.setter def birthday(self, value): self._birthday = value @property def is_friendly(self): return self._is_friendly or self._from_fbs.IsFriendly() @is_friendly.setter def is_friendly(self, value): self._is_friendly = value @property def ratings(self): if self._ratings is not None: return self._ratings if self._ratings_cached is None: self._ratings_cached = {} if self._from_fbs: for i in range(self._from_fbs.RatingsLength()): rat = self._from_fbs.Ratings(i) self._ratings_cached[rat.Name()] = rat.Rating() return self._ratings_cached @ratings.setter def ratings(self, value): self._ratings = value @property def friends(self): if self._friends is not None: return self._friends if self._friends_cached is None: self._friends_cached = [] if self._from_fbs: for i in range(self._from_fbs.FriendsLength()): friend_oid = self._from_fbs.Friends(i) self._friends_cached.append(friend_oid) return self._friends_cached @friends.setter def friends(self, value): self._friends = value @property def referred_by(self): return self._referred_by or self._from_fbs.ReferredBy() @referred_by.setter def referred_by(self, value): self._referred_by = value def build(self, builder): if self._name is not None: name = builder.CreateString(self._name) else: name = builder.CreateString(self._from_fbs.Name()) if self._authid is not None: authid = builder.CreateString(self._authid) else: authid = builder.CreateString(self._from_fbs.Authid()) if self._email is not None: email = builder.CreateString(self._email) else: email = builder.CreateString(self._from_fbs.Email()) _user.UserStart(builder) _user.UserAddName(builder, name) _user.UserAddAuthid(builder, authid) _user.UserAddEmail(builder, email) if self._birthday is not None: _user.UserAddBirthday( builder, _date.CreateDate(builder, self._birthday.year, self._birthday.month, self._birthday.day)) else: bd = self._from_fbs.Birthday() _user.UserAddBirthday(builder, _date.CreateDate(builder, bd.Year(), bd.Month(), bd.Day())) # FIXME: tags # FIXME: ratings # FIXME: friends if self._is_friendly is not None: _user.UserAddIsFriendly(builder, self._is_friendly) else: _user.UserAddIsFriendly(builder, self._from_fbs.IsFriendly()) if self._referred_by is not None: _user.UserAddReferredBy(builder, self._referred_by) else: _user.UserAddReferredBy(builder, self._from_fbs.ReferredBy()) return _user.UserEnd(builder) @staticmethod def cast(buf): return User(_user.User.GetRootAsUser(buf, 0)) @staticmethod def create_test_user(oid=None): user = User() if oid is not None: user.oid = oid else: user.oid = random.randint(0, 9007199254740992) user.name = 'Test {}'.format(user.oid) user.authid = 'test-{}'.format(user.oid) user.uuid = uuid.uuid4() user.email = '{}@example.com'.format(user.authid) user.birthday = datetime.date(1950, 12, 24) user.is_friendly = True user.tags = ['geek', 'sudoko', 'yellow'] for j in range(10): user.ratings['test-rating-{}'.format(j)] = random.random() user.friends = [random.randint(0, 9007199254740992) for _ in range(10)] user.referred_by = random.randint(0, 9007199254740992) return user zlmdb-22.1.2/tests/zdb/test_zdb_df.py000066400000000000000000000040571417505401400174770ustar00rootroot00000000000000 from twisted.internet.task import react from twisted.internet.defer import inlineCallbacks import txaio from autobahn.twisted import util import numpy as np import pandas as pd import pyarrow as pa import zlmdb from zlmdb._pmap import _StringKeysMixin, PersistentMap try: from tempfile import TemporaryDirectory except ImportError: from backports.tempfile import TemporaryDirectory class _DataFrameValuesMixin(object): def __init__(self, marshal=None, unmarshal=None): self._marshal = marshal or self._zlmdb_marshal self._unmarshal = unmarshal or self._zlmdb_unmarshal def _serialize_value(self, value): return pa.serialize(value).to_buffer() def _deserialize_value(self, data): return pa.deserialize(data) class MapStringDataFrame(_StringKeysMixin, _DataFrameValuesMixin, PersistentMap): def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MySchema(zlmdb.Schema): samples: MapStringDataFrame def __init__(self): self.samples = MapStringDataFrame(1) @inlineCallbacks def main(reactor): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = MySchema() db = zlmdb.Database(dbpath) # WRITE some native pandas data frames to zlmdb with db.begin(write=True) as txn: for i in range(10): if i % 2: key = 'key{}'.format(i) value = pd.DataFrame(np.random.randn(8, 4), columns=['A','B','C','D']) schema.samples[txn, key] = value # READ back native pandas data frames from zlmdb with db.begin() as txn: for i in range(10): key = 'key{}'.format(i) value = schema.samples[txn, key] print('key={} : value=\n{}'.format(key, value)) yield util.sleep(1) if __name__ == '__main__': txaio.start_logging(level='info') react(main) zlmdb-22.1.2/tests/zdb/test_zdb_dyn.py000066400000000000000000000121411417505401400176710ustar00rootroot00000000000000from twisted.internet.task import react from twisted.internet.defer import inlineCallbacks from autobahn.twisted import util import txaio import yaml from pprint import pprint, pformat import zlmdb from zlmdb._pmap import MapStringJson, MapStringCbor, MapUuidJson, MapUuidCbor import random import uuid import datetime from typing import Optional, List, Dict class Tag(object): GEEK = 1 VIP = 2 class User(object): oid: int name: str authid: str uuid: uuid.UUID email: str birthday: datetime.date is_friendly: bool tags: Optional[List[str]] ratings: Dict[str, float] = {} friends: List[int] = [] referred_by: int = None def __eq__(self, other): if not isinstance(other, self.__class__): return False if other.oid != self.oid: return False if other.name != self.name: return False if other.authid != self.authid: return False if other.uuid != self.uuid: return False if other.email != self.email: return False if other.birthday != self.birthday: return False if other.is_friendly != self.is_friendly: return False if (self.tags and not other.tags) or (not self.tags and other.tags): return False return True def __ne__(self, other): return not self.__eq__(other) def __str__(self): return '\n{}\n'.format(pformat(self.marshal())) def marshal(self): obj = { 'oid': self.oid, 'name': self.name, 'authid': self.authid, 'uuid': self.uuid.hex if self.uuid else None, 'email': self.email, 'birthday': { 'year': self.birthday.year if self.birthday else None, 'month': self.birthday.month if self.birthday else None, 'day': self.birthday.day if self.birthday else None, }, 'is_friendly': self.is_friendly, 'tags': self.tags, 'ratings': self.ratings, 'friends': self.friends, 'referred_by': self.referred_by, } return obj @staticmethod def parse(obj): user = User() user.oid = obj.get('oid', None) user.name = obj.get('name', None) user.authid = obj.get('authid', None) if 'uuid' in obj: user.uuid = uuid.UUID(hex=obj['uuid']) user.email = obj.get('email', None) if 'birthday' in obj: b = obj['birthday'] user.birthday = datetime.date(b.get('year', None), b.get('month', None), b.get('day', None)) user.is_friendly = obj.get('is_friendly', None) user.tags = obj.get('tags', None) user.ratings = obj.get('ratings', {}) user.friends = obj.get('friends', []) user.referred_by = obj.get('referred_by', None) return user @staticmethod def create_test_user(oid=None): user = User() if oid is not None: user.oid = oid else: user.oid = random.randint(0, 9007199254740992) user.name = 'Test {}'.format(user.oid) user.authid = 'test-{}'.format(user.oid) user.uuid = uuid.uuid4() user.email = '{}@example.com'.format(user.authid) user.birthday = datetime.date(1950, 12, 24) user.is_friendly = True user.tags = ['geek', 'sudoko', 'yellow'] for j in range(10): user.ratings['test-rating-{}'.format(j)] = random.random() user.friends = [random.randint(0, 9007199254740992) for _ in range(10)] user.referred_by = random.randint(0, 9007199254740992) return user KV_TYPE_TO_CLASS = { 'string-json': (MapStringJson, lambda x: x, lambda x: x), 'string-json-user': (MapStringJson, User.marshal, User.parse), 'string-cbor-user': (MapStringCbor, User.marshal, User.parse), 'uuid-json-user': (MapUuidJson, User.marshal, User.parse), 'uuid-cbor-user': (MapUuidCbor, User.marshal, User.parse), } DBPATH = '/tmp/zlmdb1' DBSCHEMA = 'tests/zdb/zdb.yml' @inlineCallbacks def main(reactor): schema = zlmdb._database.Schema.parse(DBSCHEMA, KV_TYPE_TO_CLASS) print('Using database directory {} and schema {}:\n{}'.format(DBPATH, DBSCHEMA, schema)) with zlmdb.Database(DBPATH, schema) as db: with db.begin(write=True) as txn: users = schema['users'] users2 = schema['users2'] print('users', users) print('users2', users2) key = 'user1' for table in [users, users2]: user = table[txn, key] if user: print('user object already exists in {} for key {}: {}'.format(table, key, user)) else: print('user does not exist in {}, storing new object ..'.format(table)) user = User.create_test_user() table[txn, key] = user print('user object created for key {}: {}'.format(key, user)) yield util.sleep(1) if __name__ == '__main__': txaio.start_logging(level='info') react(main) zlmdb-22.1.2/tests/zdb/test_zdb_etcd.py000066400000000000000000000062771417505401400200330ustar00rootroot00000000000000from twisted.internet.task import react from twisted.internet.defer import inlineCallbacks from autobahn.twisted import util import txaio from txaioetcd import Client, KeySet import yaml from pprint import pprint, pformat import random import zlmdb from zlmdb._pmap import MapStringString try: from tempfile import TemporaryDirectory except ImportError: from backports.tempfile import TemporaryDirectory class MySchema(zlmdb.Schema): samples: MapStringString def __init__(self): self.samples = MapStringString(1) @inlineCallbacks def main(reactor): if True: with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = MySchema() with zlmdb.Database(dbpath) as db: # write records into zlmdb with db.begin(write=True) as txn: for i in range(10): key = 'key{}'.format(i) value = 'value{}'.format(random.randint(0, 1000)) schema.samples[txn, key] = value # read records from zlmdb with db.begin() as txn: for i in range(10): key = 'key{}'.format(i) value = schema.samples[txn, key] print('key={} : value={}'.format(key, value)) if True: # etcd database etcd = Client(reactor) status = yield etcd.status() print(status) # zlmdb database schema = MySchema() dbpath = '/tmp/.test-zlmdb' with zlmdb.Database(dbpath) as db: print('zlmdb open on {}'.format(dbpath)) # check current record count with db.begin() as txn: cnt = schema.samples.count(txn) print('currently {} rows in table'.format(cnt)) # watch changes in etcd and write to local zlmdb def on_change(kv): key = kv.key.decode() value = kv.value.decode() with db.begin(write=True) as txn: schema.samples[txn, key] = value print('on_change received from etcd and written to zlmdb: key={} value={}'.format(key, value)) # start watching for etcd changes .. ks = [KeySet('k'.encode(), prefix=True)] d = etcd.watch(ks, on_change) print('watching for 1s ..') yield txaio.sleep(1) # loop every 1s and write a key-value in etcd directly for i in range(5): print('watching for 1s ..') yield txaio.sleep(1) key = 'key{}'.format(i).encode() value = 'value{}'.format(random.randint(0, 1000)).encode() etcd.set(key, value) # cancel our watch d.cancel() yield util.sleep(1) # check current record count with db.begin() as txn: cnt = schema.samples.count(txn) print('currently {} rows in table'.format(cnt)) yield util.sleep(1) if __name__ == '__main__': txaio.start_logging(level='info') react(main) zlmdb-22.1.2/tests/zdb/test_zdb_fbs.py000066400000000000000000000030041417505401400176470ustar00rootroot00000000000000from twisted.internet.task import react from twisted.internet.defer import inlineCallbacks import txaio txaio.use_twisted() from autobahn.twisted import util import os import sys import random try: from tempfile import TemporaryDirectory except ImportError: from backports.tempfile import TemporaryDirectory import zlmdb sys.path.append(os.path.dirname(os.path.abspath(__file__))) from _schema_fbs import User as UserFbs # noqa class UsersSchema(zlmdb.Schema): def __init__(self): self.tab_oid_fbs = zlmdb.MapOidFlatBuffers(1, build=UserFbs.build, cast=UserFbs.cast) @inlineCallbacks def main2(reactor): dbpath = '/tmp/zlmdb1' print('Using database directory {}'.format(dbpath)) schema = UsersSchema() with zlmdb.Database(dbpath) as db: N = 1000 with db.begin() as txn: cnt_begin = schema.tab_oid_fbs.count(txn) stats = zlmdb.TransactionStats() with db.begin(write=True, stats=stats) as txn: for i in range(N): user = UserFbs.create_test_user() schema.tab_oid_fbs[txn, user.oid] = user assert stats.puts == N assert stats.dels == 0 stats.reset() with db.begin() as txn: cnt_end = schema.tab_oid_fbs.count(txn) cnt = cnt_end - cnt_begin assert cnt == N print('{} records written, {} records total'.format(cnt, cnt_end)) yield util.sleep(1) if __name__ == '__main__': txaio.start_logging(level='info') react(main2) zlmdb-22.1.2/tests/zdb/zdb.yml000066400000000000000000000005401417505401400161310ustar00rootroot00000000000000slots: - index: 100 name: users key: string value: json schema: user description: Arbitrary user data (serialized in JSON format). - index: 101 name: mrealms key: uuid value: cbor schema: user description: Management realms. - index: 102 name: users2 key: string schema: user value: cbor zlmdb-22.1.2/tox.ini000066400000000000000000000053131417505401400142240ustar00rootroot00000000000000[tox] skip_missing_interpreters = true envlist = py37 py38 py39 py310 pypy37 pypy38 flake8 coverage mypy yapf sphinx # MAP: GitHub Actions Python Name => Tox Env Name (for Python) # # when called without a specific environment ("-e"), detect the # python version / get from GH action, and map to tox env # # https://github.com/ymyzk/tox-gh-actions # [gh-actions] python = 3.7: py37 3.8: py38 3.9: py39 3.10: py310 pypy-3.7: pypy37 pypy-3.8: pypy38 [testenv] whitelist_externals = sh cp rm sphinx sphinx-build coverage codecov flake8 yapf mypy pytest setenv = PYTHONPATH = {toxinidir} # LMDB_FORCE_CFFI = "1" deps = -r{toxinidir}/requirements-dev.txt commands = {py37,py38,py39,py310,pypy37,pypy38}: pytest -v -s --basetemp={envtmpdir} zlmdb [testenv:flake8] skip_install = True deps = flake8 commands = python -V flake8 --max-line-length=119 --exclude=zlmdb/tests/user_typed.py --exclude=zlmdb/flatbuffers,zlmdb/tests/MNodeLog.py zlmdb [testenv:yapf] description = Run yapf style checks. skip_install = True deps = # https://github.com/google/yapf/issues/712 yapf==0.29.0 commands = python -V yapf --version yapf -rd --style=yapf.ini --exclude="zlmdb/flatbuffers/*" --exclude="zlmdb/tests/MNodeLog.py" zlmdb [testenv:mypy] description = Run mypy type checks. skip_install = True deps = mypy commands= python -V mypy --version mypy --install-types --non-interactive --ignore-missing-imports --config-file {toxinidir}/mypy.ini zlmdb [testenv:pylint] description = Run pylint checks. skip_install = False deps = pylint commands= python -V pylint --version pylint --errors-only --ignore-patterns="zlmdb/flatbuffers/*","zlmdb/test/*" zlmdb [testenv:coverage] skip_install = False changedir = {toxinidir} passenv = CI TRAVIS TRAVIS_* setenv = COVERAGE_PROCESS_START = {toxinidir}/.coveragerc COVERAGE_FILE = {toxinidir}/.coverage deps = -r{toxinidir}/requirements-dev.txt commands = python -V coverage --version coverage run --parallel-mode --source zlmdb --omit="zlmdb/flatbuffers/*,zlmdb/tests/*" -m pytest -v -s --basetemp={envtmpdir} zlmdb [testenv:sphinx] description = Generate docs using Sphinx. skip_install = False deps = sphinx sphinx_rtd_theme commands = python -V sphinx-build --version # first test with all warnings fatal sphinx-build -nWT -b dummy ./docs ./docs/_build # generate HTML output sphinx-build -b html ./docs ./docs/_build # move to HOME to preserve on Travis for upload to S3 -rm -rf {homedir}/zlmdb-docs cp -R ./docs/_build {homedir}/zlmdb-docs zlmdb-22.1.2/yapf.ini000066400000000000000000000034761417505401400143610ustar00rootroot00000000000000[style] based_on_style = pep8 column_limit = 119 #ALIGN_CLOSING_BRACKET_WITH_VISUAL_INDENT=True #ALLOW_MULTILINE_LAMBDAS=False #ALLOW_MULTILINE_DICTIONARY_KEYS=False #ALLOW_SPLIT_BEFORE_DEFAULT_OR_NAMED_ASSIGNS=True #ALLOW_SPLIT_BEFORE_DICT_VALUE=True #ARITHMETIC_PRECEDENCE_INDICATION=False #BLANK_LINE_BEFORE_NESTED_CLASS_OR_DEF=False #BLANK_LINE_BEFORE_CLASS_DOCSTRING=False #BLANK_LINE_BEFORE_MODULE_DOCSTRING=False #BLANK_LINES_AROUND_TOP_LEVEL_DEFINITION=2 #COALESCE_BRACKETS=False ##COLUMN_LIMIT=79 #CONTINUATION_ALIGN_STYLE='SPACE' #CONTINUATION_INDENT_WIDTH=4 #DEDENT_CLOSING_BRACKETS=False #DISABLE_ENDING_COMMA_HEURISTIC=False #EACH_DICT_ENTRY_ON_SEPARATE_LINE=True #I18N_COMMENT='' #I18N_FUNCTION_CALL='' #INDENT_DICTIONARY_VALUE=False #INDENT_WIDTH=4 #INDENT_BLANK_LINES=False #JOIN_MULTIPLE_LINES=True #NO_SPACES_AROUND_SELECTED_BINARY_OPERATORS=set() #SPACE_BETWEEN_ENDING_COMMA_AND_CLOSING_BRACKET=True #SPACES_AROUND_POWER_OPERATOR=False #SPACES_AROUND_DEFAULT_OR_NAMED_ASSIGN=False #SPACES_BEFORE_COMMENT=2 #SPLIT_ARGUMENTS_WHEN_COMMA_TERMINATED=False #SPLIT_ALL_COMMA_SEPARATED_VALUES=False #SPLIT_BEFORE_ARITHMETIC_OPERATOR=False #SPLIT_BEFORE_BITWISE_OPERATOR=True #SPLIT_BEFORE_CLOSING_BRACKET=True #SPLIT_BEFORE_DICT_SET_GENERATOR=True #SPLIT_BEFORE_DOT=False #SPLIT_BEFORE_EXPRESSION_AFTER_OPENING_PAREN=False #SPLIT_BEFORE_FIRST_ARGUMENT=False #SPLIT_BEFORE_LOGICAL_OPERATOR=True #SPLIT_BEFORE_NAMED_ASSIGNS=True #SPLIT_COMPLEX_COMPREHENSION=False #SPLIT_PENALTY_AFTER_OPENING_BRACKET=300 #SPLIT_PENALTY_AFTER_UNARY_OPERATOR=10000 #SPLIT_PENALTY_ARITHMETIC_OPERATOR=300 #SPLIT_PENALTY_BEFORE_IF_EXPR=0 #SPLIT_PENALTY_BITWISE_OPERATOR=300 #SPLIT_PENALTY_COMPREHENSION=80 #SPLIT_PENALTY_EXCESS_CHARACTER=7000 #SPLIT_PENALTY_FOR_ADDED_LINE_SPLIT=30 #SPLIT_PENALTY_IMPORT_NAMES=0 #SPLIT_PENALTY_LOGICAL_OPERATOR=300 #USE_TABS=False zlmdb-22.1.2/zlmdb/000077500000000000000000000000001417505401400140175ustar00rootroot00000000000000zlmdb-22.1.2/zlmdb/__init__.py000066400000000000000000000236351417505401400161410ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### """ZLMDB - Object-relational zero-copy in-memory database layer for LMDB.""" import uuid from typing import Dict # noqa from ._version import __version__ from ._errors import NullValueConstraint from ._pmap import PersistentMap, \ MapSlotUuidUuid, \ MapUuidString, \ MapUuidOid, \ MapUuidUuid, \ MapUuidJson, \ MapUuidCbor, \ MapUuidPickle, \ MapUuidFlatBuffers, \ MapUuidTimestampFlatBuffers, \ MapUuidBytes20Uint8FlatBuffers, \ MapUuidBytes20Uint8UuidFlatBuffers, \ MapUuidBytes20Bytes20Uint8UuidFlatBuffers, \ MapUuidTimestampCbor, \ MapTimestampFlatBuffers, \ MapTimestampStringFlatBuffers, \ MapTimestampUuidFlatBuffers, \ MapTimestampUuidStringFlatBuffers, \ MapUuidTimestampUuidFlatBuffers, \ MapTimestampUuidCbor, \ MapUuidTimestampUuid, \ MapUuidStringUuid, \ MapUuidUuidStringUuid, \ MapUuidUuidUuidStringUuid, \ MapUuidStringOid, \ MapUuidUuidCbor, \ MapUuidUuidSet, \ MapUuidUuidUuid, \ MapUuidTimestampBytes32, \ MapUuidUuidFlatBuffers, \ MapUuidUuidStringFlatBuffers, \ MapUuidStringFlatBuffers, \ MapStringString, \ MapStringOid, \ MapStringOidOid, \ MapStringUuid, \ MapStringStringUuid, \ MapStringStringStringUuid, \ MapStringJson, \ MapStringCbor, \ MapStringPickle, \ MapStringFlatBuffers, \ MapStringTimestampCbor, \ MapTimestampStringCbor, \ MapOidString, \ MapOidOid, \ MapOidUuid, \ MapOidJson, \ MapOidCbor, \ MapOidPickle, \ MapOidFlatBuffers, \ MapOidOidFlatBuffers, \ MapOid3FlatBuffers, \ MapOidOidSet, \ MapOidStringOid, \ MapOidOidOid, \ MapOidTimestampOid, \ MapOidTimestampFlatBuffers, \ MapOidTimestampStringOid, \ MapUint16UuidTimestampFlatBuffers, \ MapBytes32Uuid, \ MapBytes32Timestamp, \ MapBytes32Bytes32, \ MapBytes32FlatBuffers, \ MapBytes32UuidFlatBuffers, \ MapBytes32Bytes32FlatBuffers, \ MapBytes32StringFlatBuffers, \ MapTimestampBytes32FlatBuffers, \ MapBytes20Uuid, \ MapBytes20Bytes16, \ MapBytes20Bytes20, \ MapBytes20Bytes20Timestamp, \ MapBytes20TimestampBytes20, \ MapBytes20TimestampUuid, \ MapBytes16FlatBuffers, \ MapBytes16TimestampUuid, \ MapBytes20FlatBuffers, \ MapBytes20Bytes20FlatBuffers, \ MapBytes20StringFlatBuffers from ._transaction import Transaction, TransactionStats, walltime from ._database import Database from ._schema import Schema __all__ = ( '__version__', 'Schema', 'Database', 'Transaction', 'TransactionStats', 'walltime', 'MapSlotUuidUuid', # # Errors # 'NullValueConstraint', # # UUID pmaps # # UUID (uint128) based pmap types for object containers 'MapUuidString', 'MapUuidOid', 'MapUuidJson', 'MapUuidCbor', 'MapUuidPickle', 'MapUuidFlatBuffers', # UUID/Timestamp-combined pmap types for flatbuffers values 'MapUuidTimestampFlatBuffers', 'MapTimestampUuidFlatBuffers', 'MapTimestampFlatBuffers', 'MapTimestampStringFlatBuffers', 'MapTimestampUuidStringFlatBuffers', 'MapUuidTimestampUuidFlatBuffers', 'MapUuidBytes20Uint8FlatBuffers', 'MapUuidBytes20Uint8UuidFlatBuffers', 'MapUuidBytes20Bytes20Uint8UuidFlatBuffers', 'MapUint16UuidTimestampFlatBuffers', # UUID (uint128) based pmap types for indexes 'MapUuidUuid', 'MapUuidStringUuid', 'MapUuidUuidStringUuid', 'MapUuidUuidUuidStringUuid', # more UUID (uint128) based pmap types for indexes 'MapUuidUuidSet', 'MapUuidStringOid', # UUID-UUID based pmap types 'MapUuidUuidFlatBuffers', 'MapUuidStringFlatBuffers', 'MapUuidUuidCbor', 'MapUuidUuidUuid', 'MapUuidTimestampUuid', 'MapUuidTimestampBytes32', 'MapUuidTimestampCbor', 'MapTimestampUuidCbor', # # String pmaps # # String (utf8) based pmap types for object containers 'MapStringUuid', 'MapStringStringUuid', 'MapStringStringStringUuid', 'MapStringOid', 'MapStringOidOid', 'MapStringJson', 'MapStringCbor', 'MapStringPickle', 'MapStringFlatBuffers', 'MapStringTimestampCbor', 'MapTimestampStringCbor', # String (utf8) based pmap types for indexes 'MapStringString', # # OID pmaps # # OID (uint64) based pmap types for object containers 'MapOidString', 'MapOidUuid', 'MapOidJson', 'MapOidCbor', 'MapOidPickle', 'MapOidFlatBuffers', 'MapOidOidFlatBuffers', 'MapOidTimestampFlatBuffers', 'MapOid3FlatBuffers', # OID (uint64) based pmap types for indexes 'MapOidOid', 'MapOidOidSet', 'MapOidStringOid', 'MapOidOidOid', 'MapOidTimestampOid', 'MapOidTimestampStringOid', # # Bytes32 pmaps # 'MapBytes32Uuid', 'MapBytes32Timestamp', 'MapBytes32Bytes32', 'MapBytes32FlatBuffers', 'MapBytes32UuidFlatBuffers', 'MapBytes32Bytes32FlatBuffers', 'MapBytes32StringFlatBuffers', 'MapTimestampBytes32FlatBuffers', 'MapUuidUuidStringFlatBuffers', # # Bytes20 pmaps # 'MapBytes20Uuid', 'MapBytes20Bytes16', 'MapBytes20Bytes20', 'MapBytes20Bytes20Timestamp', 'MapBytes20TimestampBytes20', 'MapBytes20TimestampUuid', 'MapBytes20FlatBuffers', 'MapBytes20Bytes20FlatBuffers', 'MapBytes20StringFlatBuffers', # # Bytes16 pmaps # 'MapBytes16FlatBuffers', 'MapBytes16TimestampUuid', ) TABLES_BY_UUID = {} # type: Dict[uuid.UUID, object] """ Map of table UUIDs to persistant maps stored in slots in a KV store. """ def table(oid, marshal=None, parse=None, build=None, cast=None, compress=None): if type(oid) == str: oid = uuid.UUID(oid) assert isinstance(oid, uuid.UUID) assert marshal is None or callable(marshal) assert parse is None or callable(parse) assert build is None or callable(build) assert cast is None or callable(cast) assert compress is None or compress in [PersistentMap.COMPRESS_ZLIB, PersistentMap.COMPRESS_SNAPPY] def decorate(o): if oid in TABLES_BY_UUID: assert TABLES_BY_UUID[oid]._zlmdb_oid == oid, "{} != {}".format(TABLES_BY_UUID[oid]._zlmdb_oid, oid) assert TABLES_BY_UUID[oid]._zlmdb_marshal == marshal, "{} != {}".format( TABLES_BY_UUID[oid]._zlmdb_marshal, marshal) assert TABLES_BY_UUID[oid]._zlmdb_parse == parse, "{} != {}".format(TABLES_BY_UUID[oid]._zlmdb_parse, parse) assert TABLES_BY_UUID[oid]._zlmdb_build == build, "{} != {}".format(TABLES_BY_UUID[oid]._zlmdb_build, build) assert TABLES_BY_UUID[oid]._zlmdb_cast == cast, "{} != {}".format(TABLES_BY_UUID[oid]._zlmdb_cast, cast) assert TABLES_BY_UUID[oid]._zlmdb_compress == compress, "{} != {}".format( TABLES_BY_UUID[oid]._zlmdb_compress, compress) return assert oid not in TABLES_BY_UUID, "oid {} already in map (pointing to {})".format(oid, TABLES_BY_UUID[oid]) # slot UUID that is mapped to a slot index later when attaching to db o._zlmdb_oid = oid # for CBOR/JSON o._zlmdb_marshal = marshal o._zlmdb_parse = parse # for Flatbuffers o._zlmdb_build = build o._zlmdb_cast = cast # for value compression o._zlmdb_compress = compress TABLES_BY_UUID[oid] = o return o return decorate zlmdb-22.1.2/zlmdb/_database.py000066400000000000000000000501121417505401400162730ustar00rootroot00000000000000############################################################################# # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import os import shutil import tempfile import uuid import pprint import struct import inspect import lmdb import yaml import cbor2 from zlmdb._transaction import Transaction from zlmdb import _pmap from zlmdb._pmap import MapStringJson, MapStringCbor, MapUuidJson, MapUuidCbor import txaio try: from twisted.python.reflect import qual except ImportError: def qual(klass): return klass.__name__ KV_TYPE_TO_CLASS = { 'string-json': (MapStringJson, lambda x: x, lambda x: x), 'string-cbor': (MapStringCbor, lambda x: x, lambda x: x), 'uuid-json': (MapUuidJson, lambda x: x, lambda x: x), 'uuid-cbor': (MapUuidCbor, lambda x: x, lambda x: x), } class ConfigurationElement(object): # oid: uuid.UUID # name: str # description: Optional[str] # tags: Optional[List[str]] def __init__(self, oid=None, name=None, description=None, tags=None): self._oid = oid self._name = name self._description = description self._tags = tags def __eq__(self, other): if not isinstance(other, self.__class__): return False if other.oid != self.oid: return False if other.name != self.name: return False if other.description != self.description: return False if (self.tags and not other.tags) or (not self.tags and other.tags): return False if other.tags and self.tags: if set(other.tags) ^ set(self.tags): return False return True def __ne__(self, other): return not self.__eq__(other) @property def oid(self): return self._oid @property def name(self): return self._name @property def description(self): return self._description @property def tags(self): return self._tags def marshal(self): value = { u'oid': str(self._oid), u'name': self._name, } if self.description: value[u'description'] = self._description if self.tags: value[u'tags'] = self._tags return value @staticmethod def parse(value): assert type(value) == dict oid = value.get('oid', None) if oid: oid = uuid.UUID(oid) obj = ConfigurationElement(oid=oid, name=value.get('name', None), description=value.get('description', None), tags=value.get('tags', None)) return obj class Slot(ConfigurationElement): def __init__(self, oid=None, name=None, description=None, tags=None, slot=None, creator=None): ConfigurationElement.__init__(self, oid=oid, name=name, description=description, tags=tags) self._slot = slot self._creator = creator def __str__(self): return pprint.pformat(self.marshal()) @property def creator(self): return self._creator @property def slot(self): return self._slot def marshal(self): obj = ConfigurationElement.marshal(self) obj.update({ 'creator': self._creator, 'slot': self._slot, }) return obj @staticmethod def parse(data): assert type(data) == dict obj = ConfigurationElement.parse(data) slot = data.get('slot', None) creator = data.get('creator', None) drvd_obj = Slot(oid=obj.oid, name=obj.name, description=obj.description, tags=obj.tags, slot=slot, creator=creator) return drvd_obj class Schema(object): def __init__(self, meta, slots, slots_byname): self._meta = meta self._slots = slots self._slots_byname = slots_byname def __str__(self): return pprint.pformat(self._meta) def __getitem__(self, name): assert type(name) == str if name not in self._slots_byname: raise IndexError('no slot with name "{}"'.format(name)) return self._slots[self._slots_byname[name]] def __setitem__(self, name, value): raise NotImplementedError('schema is read-only') def __delitem__(self, name): raise NotImplementedError('schema is read-only') def __len__(self): return len(self._slots_byname) def __iter__(self): raise Exception('not implemented') @staticmethod def parse(filename, klassmap=KV_TYPE_TO_CLASS): with open(filename) as f: _meta = yaml.load(f.read()) meta = {} slots = {} slots_byname = {} for slot in _meta.get('slots', []): _index = slot.get('index', None) assert type(_index) == int and _index >= 100 and _index < 65536 assert _index not in slots _name = slot.get('name', None) assert type(_name) == str assert _name not in slots_byname _key = slot.get('key', None) assert _key in ['string', 'uuid'] _value = slot.get('value', None) assert _value in ['json', 'cbor'] _schema = slot.get('schema', None) assert _schema is None or type(_schema) == str _description = slot.get('description', None) assert (_description is None or type(_description) == str) if _schema: _kv_type = '{}-{}-{}'.format(_key, _value, _schema) else: _kv_type = '{}-{}'.format(_key, _value) _kv_klass, _marshal, _unmarshal = klassmap.get(_kv_type, (None, None, None)) assert _kv_klass assert _marshal assert _unmarshal meta[_index] = { 'index': _index, 'name': _name, 'key': _key, 'value': _value, 'impl': _kv_klass.__name__ if _kv_klass else None, 'description': _description, } slots[_index] = _kv_klass(_index, marshal=_marshal, unmarshal=_unmarshal) slots_byname[_name] = _index return Schema(meta, slots, slots_byname) class Database(object): """ ZLMDB database access. Objects of this class are generally "light-weight" (cheap to create and destroy), but do manage internal resource such as file descriptors. To manage these resources in a robust way, this class implements the Python context manager interface. """ def __init__(self, dbpath=None, maxsize=10485760, readonly=False, lock=True, sync=True, create=True, open=True, log=None): """ :param dbpath: LMDB database path: a directory with (at least) 2 files, a ``data.mdb`` and a ``lock.mdb``. If no database exists at the given path, create a new one. :type dbpath: str :param maxsize: Database size limit in bytes, with a default of 1MB. :type maxsize: int :param read_only: Open database read-only. When ``True``, deny any modifying database operations. Note that the LMDB lock file (``lock.mdb``) still needs to be written (by readers also), and hence at the filesystem level, a LMDB database directory must be writable. :type read_only: bool :param sync: Open database with sync on commit. :type sync: bool """ assert dbpath is None or type(dbpath) == str assert type(maxsize) == int assert type(readonly) == bool assert type(lock) == bool assert type(sync) == bool assert type(create) == bool assert type(open) == bool if log: self.log = log else: if not txaio._explicit_framework: txaio.use_asyncio() self.log = txaio.make_logger() if dbpath: self._is_temp = False self._dbpath = dbpath else: self._is_temp = True self._tempdir = tempfile.TemporaryDirectory() self._dbpath = self._tempdir.name self._maxsize = maxsize self._readonly = readonly self._lock = lock self._sync = sync self._create = create self._open = open self._slots = None self._slots_by_index = None # in a context manager environment we initialize with LMDB handle # when we enter the actual temporary, managed context .. self._env = None # in a direct run environment, we immediately open LMDB if self._open: self.__enter__() def __enter__(self): # lmdb.open(db_dir, create=False, subdir=True, readonly=True, lock=False) # https://stackoverflow.com/questions/56905502/lmdb-badrsloterror-mdb-txn-begin-mdb-bad-rslot-invalid-reuse-of-reader-lockta # temporary managed context entered .. if not self._env: # https://lmdb.readthedocs.io/en/release/#lmdb.Environment # lock=True is needed for concurrent access, even when only by readers (because of space mgmt) self._env = lmdb.open(self._dbpath, map_size=self._maxsize, create=self._create, readonly=self._readonly, sync=self._sync, subdir=True, lock=self._lock) return self def __exit__(self, exc_type, exc_value, traceback): assert (self._env is not None) self._env.close() self._env = None @property def dbpath(self): return self._dbpath @property def maxsize(self): return self._maxsize @property def is_sync(self): return self._sync @property def is_readonly(self): return self._readonly @property def is_open(self): return self._env is not None @staticmethod def scratch(dbpath): if os.path.exists(dbpath): if os.path.isdir(dbpath): shutil.rmtree(dbpath) else: os.remove(dbpath) def begin(self, write=False, stats=None): assert self._env is not None if write and self._readonly: raise Exception('database is read-only') txn = Transaction(db=self, write=write, stats=stats) return txn def sync(self, force=False): assert self._env is not None self._env.sync(force=force) def stats(self): assert self._env is not None current_size = os.path.getsize(os.path.join(self._dbpath, 'data.mdb')) res = { 'zlmdb_slots': len(self._slots), 'current_size': current_size, 'max_size': self._maxsize, 'free': 1. - float(current_size) / float(self._maxsize), 'read_only': self._readonly, 'sync_enabled': self._sync, } # psize Size of a database page in bytes. # depth Height of the B-tree. # branch_pages Number of internal (non-leaf) pages. # leaf_pages Number of leaf pages. # overflow_pages Number of overflow pages. # entries Number of data items. res.update(self._env.stat()) # map_addr Address of database map in RAM. # map_size Size of database map in RAM. # last_pgno ID of last used page. # last_txnid ID of last committed transaction. # max_readers Number of reader slots allocated in the lock file. Equivalent to the value of # maxreaders= specified by the first process opening the Environment. # num_readers Maximum number of reader slots in simultaneous use since the lock file was initialized. res.update(self._env.info()) return res def _cache_slots(self): slots = {} slots_by_index = {} with self.begin() as txn: from_key = struct.pack('>H', 0) to_key = struct.pack('>H', 1) cursor = txn._txn.cursor() found = cursor.set_range(from_key) while found: _key = cursor.key() if _key >= to_key: break if len(_key) >= 4: # key = struct.unpack('>H', _key[0:2]) slot_index = struct.unpack('>H', _key[2:4])[0] slot = Slot.parse(cbor2.loads(cursor.value())) assert slot.slot == slot_index slots[slot.oid] = slot slots_by_index[slot.oid] = slot_index found = cursor.next() self._slots = slots self._slots_by_index = slots_by_index def _get_slots(self, cached=True): """ :param cached: :return: """ if self._slots is None or not cached: self._cache_slots() return self._slots def _get_free_slot(self): """ :param cached: :return: """ slot_indexes = sorted(self._slots_by_index.values()) if len(slot_indexes) > 0: return slot_indexes[-1] + 1 else: return 1 def _set_slot(self, slot_index, slot): """ :param slot_index: :param meta: :return: """ assert type(slot_index) == int assert slot_index > 0 and slot_index < 65536 assert slot is None or isinstance(slot, Slot) if slot: assert slot_index == slot.slot key = b'\0\0' + struct.pack('>H', slot_index) if slot: data = cbor2.dumps(slot.marshal()) with self.begin(write=True) as txn: txn._txn.put(key, data) self._slots[slot.oid] = slot self._slots_by_index[slot.oid] = slot_index self.log.debug('Wrote metadata for table <{oid}> to slot {slot_index:03d}', oid=slot.oid, slot_index=slot_index) else: with self.begin(write=True) as txn: result = txn.get(key) if result: txn._txn.delete(key) if slot.oid in self._slots: del self._slots[slot.oid] if slot.oid in self._slots_by_index: del self._slots_by_index[slot.oid] self.log.debug('Deleted metadata for table <{oid}> from slot {slot_index:03d}', oid=slot.oid, slot_index=slot_index) def attach_table(self, klass): """ :param klass: :return: """ if not inspect.isclass(klass): raise TypeError( 'cannot attach object {} as database table: a subclass of zlmdb.PersistentMap is required'.format( klass)) name = qual(klass) if not issubclass(klass, _pmap.PersistentMap): raise TypeError( 'cannot attach object of class {} as a database table: a subclass of zlmdb.PersistentMap is required'. format(name)) if not hasattr(klass, '_zlmdb_oid') or not klass._zlmdb_oid: raise TypeError('{} is not decorated as table slot'.format(klass)) description = klass.__doc__.strip() if klass.__doc__ else None if self._slots is None: self._cache_slots() pmap = self._attach_slot(klass._zlmdb_oid, klass, marshal=klass._zlmdb_marshal, parse=klass._zlmdb_parse, build=klass._zlmdb_build, cast=klass._zlmdb_cast, compress=klass._zlmdb_compress, create=True, name=name, description=description) return pmap def _attach_slot(self, oid, klass, marshal=None, parse=None, build=None, cast=None, compress=None, create=True, name=None, description=None): """ :param slot: :param klass: :param marshal: :param unmarshal: :return: """ assert isinstance(oid, uuid.UUID) assert issubclass(klass, _pmap.PersistentMap) assert marshal is None or callable(marshal) assert parse is None or callable(parse) assert build is None or callable(build) assert cast is None or callable(cast) # either marshal+parse (for CBOR/JSON) OR build+cast (for Flatbuffers) OR all unset assert (not marshal and not parse and not build and not cast) or \ (not marshal and not parse and build and cast) or \ (marshal and parse and not build and not cast) assert type(create) == bool assert name is None or type(name) == str assert (description is None or type(description) == str) if oid not in self._slots_by_index: self.log.debug('No slot found in database for DB table <{oid}>: <{name}>', name=name, oid=oid) if create: slot_index = self._get_free_slot() slot = Slot(oid=oid, creator='unknown', slot=slot_index, name=name, description=description) self._set_slot(slot_index, slot) self.log.info('Allocated new slot {slot_index:03d} for database table <{oid}>: {name}', slot_index=slot_index, oid=oid, name=name) else: raise Exception('No slot found in database for DB table <{oid}>: {name}', name=name, oid=oid) else: slot_index = self._slots_by_index[oid] # pmap = _pmap.PersistentMap(slot_index) # with self.begin() as txn: # records = pmap.count(txn) self.log.debug('Database table <{name}> attached [oid=<{oid}>, slot=<{slot_index:03d}>]', name=name, oid=oid, slot_index=slot_index) if marshal: slot_pmap = klass(slot_index, marshal=marshal, unmarshal=parse, compress=compress) elif build: slot_pmap = klass(slot_index, build=build, cast=cast, compress=compress) else: slot_pmap = klass(slot_index, compress=compress) return slot_pmap zlmdb-22.1.2/zlmdb/_errors.py000066400000000000000000000026071417505401400160510ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### class NullValueConstraint(RuntimeError): """ Null value in indexed column violates not-null constraint. """ zlmdb-22.1.2/zlmdb/_meta.py000066400000000000000000000024401417505401400154560ustar00rootroot00000000000000############################################################################# # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### MAGIC = b'ZLMDB-S1' zlmdb-22.1.2/zlmdb/_pmap.py000066400000000000000000001370321417505401400154730ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### """Persistent mappings.""" import struct import sys import zlib from zlmdb import _types, _errors try: import snappy except ImportError: HAS_SNAPPY = False else: HAS_SNAPPY = True if sys.version_info < (3, ): from UserDict import DictMixin as MutableMapping _NATIVE_PICKLE_PROTOCOL = 2 else: from collections.abc import MutableMapping _NATIVE_PICKLE_PROTOCOL = 4 class PersistentMapIterator(object): """ Iterator that walks over zLMDB database records. """ def __init__(self, txn, pmap, from_key=None, to_key=None, return_keys=True, return_values=True, reverse=False, limit=None): """ :param txn: :param pmap: :param from_key: :param to_key: :param return_keys: :param return_values: :param reverse: :param limit: """ self._txn = txn self._pmap = pmap if from_key: self._from_key = struct.pack('>H', pmap._slot) + pmap._serialize_key(from_key) else: self._from_key = struct.pack('>H', pmap._slot) if to_key: self._to_key = struct.pack('>H', pmap._slot) + pmap._serialize_key(to_key) else: self._to_key = struct.pack('>H', pmap._slot + 1) self._reverse = reverse self._return_keys = return_keys self._return_values = return_values self._limit = limit self._read = 0 self._cursor = None self._found = None def __iter__(self): self._cursor = self._txn._txn.cursor() # https://lmdb.readthedocs.io/en/release/#lmdb.Cursor.set_range if self._reverse: # seek to the first record starting from to_key (and going reverse) self._found = self._cursor.set_range(self._to_key) if self._found: # to_key is _not_ inclusive, so we move on one record self._found = self._cursor.prev() else: self._found = self._cursor.last() else: # seek to the first record starting from from_key self._found = self._cursor.set_range(self._from_key) return self def __next__(self): # stop criteria: no more records or limit reached if not self._found or (self._limit and self._read >= self._limit): raise StopIteration self._read += 1 # stop criteria: end of key-range reached _key = self._cursor.key() if self._reverse: if _key < self._from_key: raise StopIteration else: if _key >= self._to_key: raise StopIteration # read actual app key-value (before moving cursor) _key = self._pmap._deserialize_key(_key[2:]) if self._return_values: _data = self._cursor.value() if _data: if self._pmap._decompress: _data = self._pmap._decompress(_data) _data = self._pmap._deserialize_value(_data) else: _data = None # move the cursor if self._reverse: self._found = self._cursor.prev() else: self._found = self._cursor.next() # return app key-value if self._return_keys and self._return_values: return _key, _data elif self._return_values: return _data elif self._return_keys: return _key else: return None next = __next__ # Python 2 class Index(object): """ Holds book-keeping metadata for indexes on tables (pmaps). """ def __init__(self, name, fkey, pmap, nullable=False, unique=True): """ :param name: Index name. :type name: str :param fkey: Function that extracts the indexed value from the indexed table. :type fkey: callable :param pmap: Persistent map for index storage. :type pmap: :class:`zlmdb._pmap.PersistentMap` :param nullable: Whether the indexed table column is allowed to take ``None`` values. :type nullable: bool :param unique: Whether the indexed table column must take unique values. :type unique: bool """ self._name = name self._fkey = fkey self._pmap = pmap self._nullable = nullable self._unique = unique @property def name(self): """ Index name property. :return: Name of the index (on the indexed table). :rtype: str """ return self._name @property def fkey(self): """ Indexed value extractor property. :return: Function to extract indexed value from the indexed table. :rtype: callable """ return self._fkey @property def pmap(self): """ Index table (pmap) property. :return: Persistent map for index storage. :rtype: :class:`zlmdb._pmap.PersistentMap` """ return self._pmap @property def nullable(self): """ Index nullable property. :return: Whether the indexed table column is allowed to take ``None`` values. :rtype: bool """ return self._nullable @property def unique(self): """ Index uniqueness property- :return: Whether the indexed table column must take unique values. :rtype: bool """ return self._unique def is_null(value): """ Check if the scalar value or tuple/list value is NULL. :param value: Value to check. :type value: a scalar or tuple or list :return: Returns ``True`` if and only if the value is NULL (scalar value is None or _any_ tuple/list elements are None). :rtype: bool """ if type(value) in (tuple, list): for v in value: if v is None: return True return False else: return value is None def qual(obj): """ Return fully qualified name of a class. """ return u'{}.{}'.format(obj.__class__.__module__, obj.__class__.__name__) class PersistentMap(MutableMapping): """ Abstract base class for persistent maps stored in LMDB. """ COMPRESS_ZLIB = 1 COMPRESS_SNAPPY = 2 def __init__(self, slot, compress=None): """ :param slot: :param compress: """ assert slot is None or type(slot) == int assert compress is None or compress in [PersistentMap.COMPRESS_ZLIB, PersistentMap.COMPRESS_SNAPPY] self._slot = slot if compress: if compress not in [PersistentMap.COMPRESS_ZLIB, PersistentMap.COMPRESS_SNAPPY]: raise Exception('invalid compression mode') if compress == PersistentMap.COMPRESS_SNAPPY and not HAS_SNAPPY: raise Exception('snappy compression requested, but snappy is not installed') if compress == PersistentMap.COMPRESS_ZLIB: self._compress = zlib.compress self._decompress = zlib.decompress elif compress == PersistentMap.COMPRESS_SNAPPY: self._compress = snappy.compress self._decompress = snappy.uncompress else: raise Exception('logic error') else: self._compress = lambda data: data self._decompress = lambda data: data # if this pmap is an index, the table-pmap the index-pmap is attached to self._index_attached_to = None # if this pmap is NOT an index, any indexes attached to this (table-)pmap self._indexes = {} def indexes(self): """ :return: """ return sorted(self._indexes.keys()) def is_index(self): """ Flag indicating whether this pmap is used as an index. :return: """ return self._index_attached_to is not None def attach_index(self, name, pmap, fkey, nullable=False, unique=True): """ :param name: :param pmap: :param fkey: :param nullable: :param unique: :return: """ assert type(name) == str assert callable(fkey) assert isinstance(pmap, PersistentMap) assert type(nullable) == bool assert type(unique) == bool if self._index_attached_to: raise Exception('cannot attach an index to an index (this pmap is already an index attached to {})'.format( self._index_attached_to)) if pmap._index_attached_to: raise Exception('index already attached (to {})'.format(pmap._index_attached_to)) if name in self._indexes: raise Exception('index with name "{}" already exists'.format(name)) self._indexes[name] = Index(name, fkey, pmap, nullable, unique) pmap._index_attached_to = self def detach_index(self, name): """ :param name: :return: """ assert type(name) == str if name in self._indexes: del self._indexes[name] def _serialize_key(self, key): raise Exception('must be implemented in derived class') def _deserialize_key(self, data): raise Exception('must be implemented in derived class') def _serialize_value(self, value): raise Exception('must be implemented in derived class') def _deserialize_value(self, data): raise Exception('must be implemented in derived class') def __contains__(self, txn_key): """ :param txn_key: :return: """ assert type(txn_key) == tuple and len(txn_key) == 2 txn, key = txn_key _key = struct.pack('>H', self._slot) + self._serialize_key(key) _data = txn.get(_key) return _data is not None def __getitem__(self, txn_key): """ :param txn_key: :return: """ assert type(txn_key) == tuple and len(txn_key) == 2 txn, key = txn_key _key = struct.pack('>H', self._slot) + self._serialize_key(key) _data = txn.get(_key) if _data: if self._decompress: _data = self._decompress(_data) return self._deserialize_value(_data) else: return None def __setitem__(self, txn_key, value): """ :param txn_key: :param value: :return: """ assert type(txn_key) == tuple and len(txn_key) == 2 txn, key = txn_key _key = struct.pack('>H', self._slot) + self._serialize_key(key) _data = self._serialize_value(value) if self._compress: _data = self._compress(_data) # if there are indexes defined, get existing object (if any), # so that we can properly maintain the indexes, should indexed # columns be set to NULL, in which case we need to delete the # respective index record _old_value = None if self._indexes: _old_data = txn.get(_key) if _old_data: if self._decompress: _old_data = self._decompress(_old_data) _old_value = self._deserialize_value(_old_data) # insert data record txn.put(_key, _data) # insert records into indexes for index in self._indexes.values(): # extract indexed column value, which will become the index record key _fkey = index.fkey(value) if _old_value: _fkey_old = index.fkey(_old_value) if not is_null(_fkey_old) and _fkey_old != _fkey: _idx_key = struct.pack('>H', index.pmap._slot) + index.pmap._serialize_key(_fkey_old) txn.delete(_idx_key) if is_null(_fkey): if not index.nullable: raise _errors.NullValueConstraint( 'cannot insert NULL value into non-nullable index "{}::{}"'.format(qual(self), index.name)) else: _key = struct.pack('>H', index.pmap._slot) + index.pmap._serialize_key(_fkey) _data = index.pmap._serialize_value(key) txn.put(_key, _data) def __delitem__(self, txn_key): """ :param txn_key: :return: """ assert type(txn_key) == tuple and len(txn_key) == 2 txn, key = txn_key _key = struct.pack('>H', self._slot) + self._serialize_key(key) # delete records from indexes if self._indexes: value = self.__getitem__(txn_key) if value: for index in self._indexes.values(): _idx_key = struct.pack('>H', index.pmap._slot) + index.pmap._serialize_key(index.fkey(value)) txn.delete(_idx_key) # delete actual data record txn.delete(_key) def __len__(self): raise NotImplementedError() def __iter__(self): raise NotImplementedError() def select(self, txn, from_key=None, to_key=None, return_keys=True, return_values=True, reverse=False, limit=None): """ Select all records (key-value pairs) in table, optionally within a given key range. :param txn: The transaction in which to run. :type txn: :class:`zlmdb.Transaction` :param from_key: Return records starting from (and including) this key. :type from_key: object :param to_key: Return records up to (but not including) this key. :type to_key: object :param return_keys: If ``True`` (default), return keys of records. :type return_keys: bool :param return_values: If ``True`` (default), return values of records. :type return_values: bool :param limit: Limit number of records returned. :type limit: int :return: """ assert type(return_keys) == bool assert type(return_values) == bool assert type(reverse) == bool assert limit is None or (type(limit) == int and limit > 0 and limit < 10000000) return PersistentMapIterator(txn, self, from_key=from_key, to_key=to_key, return_keys=return_keys, return_values=return_values, reverse=reverse, limit=limit) def count(self, txn, prefix=None): """ Count number of records in the persistent map. When no prefix is given, the total number of records is returned. When a prefix is given, only the number of records with keys that have this prefix are counted. :param txn: The transaction in which to run. :type txn: :class:`zlmdb.Transaction` :param prefix: The key prefix of records to count. :type prefix: object :returns: The number of records. :rtype: int """ key_from = struct.pack('>H', self._slot) if prefix: key_from += self._serialize_key(prefix) kfl = len(key_from) cnt = 0 cursor = txn._txn.cursor() has_more = cursor.set_range(key_from) while has_more: _key = cursor.key() _prefix = _key[:kfl] if _prefix != key_from: break cnt += 1 has_more = cursor.next() return cnt def count_range(self, txn, from_key, to_key): """ Counter number of records in the perstistent map with keys within the given range. :param txn: The transaction in which to run. :type txn: :class:`zlmdb.Transaction` :param from_key: Count records starting and including from this key. :type from_key: object :param to_key: End counting records before this key. :type to_key: object :returns: The number of records. :rtype: int """ key_from = struct.pack('>H', self._slot) + self._serialize_key(from_key) to_key = struct.pack('>H', self._slot) + self._serialize_key(to_key) cnt = 0 cursor = txn._txn.cursor() has_more = cursor.set_range(key_from) while has_more: if cursor.key() >= to_key: break cnt += 1 has_more = cursor.next() return cnt def truncate(self, txn, rebuild_indexes=True): """ :param txn: :param rebuild_indexes: :return: """ key_from = struct.pack('>H', self._slot) key_to = struct.pack('>H', self._slot + 1) cursor = txn._txn.cursor() cnt = 0 if cursor.set_range(key_from): key = cursor.key() while key < key_to: if not cursor.delete(dupdata=True): break cnt += 1 if txn._stats: txn._stats.dels += 1 if rebuild_indexes: deleted, _ = self.rebuild_indexes(txn) cnt += deleted return cnt def rebuild_indexes(self, txn): """ :param txn: :return: """ total_deleted = 0 total_inserted = 0 for name in sorted(self._indexes.keys()): deleted, inserted = self.rebuild_index(txn, name) total_deleted += deleted total_inserted += inserted return total_deleted, total_inserted def rebuild_index(self, txn, name): """ :param txn: :param name: :return: """ if name in self._indexes: index = self._indexes[name] deleted = index.pmap.truncate(txn) key_from = struct.pack('>H', self._slot) key_to = struct.pack('>H', self._slot + 1) cursor = txn._txn.cursor() inserted = 0 if cursor.set_range(key_from): while cursor.key() < key_to: data = cursor.value() if data: value = self._deserialize_value(data) _key = struct.pack('>H', index.pmap._slot) + index.pmap._serialize_key(index.fkey(value)) _data = index.pmap._serialize_value(value.oid) txn.put(_key, _data) inserted += 1 if not cursor.next(): break return deleted, inserted else: raise Exception('no index "{}" attached'.format(name)) # # Key: UUID -> Value: String, OID, UUID, JSON, CBOR, Pickle, FlatBuffers # class MapSlotUuidUuid(_types._SlotUuidKeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with (slot, UUID) and UUID values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapUuidString(_types._UuidKeysMixin, _types._StringValuesMixin, PersistentMap): """ Persistent map with UUID (16 bytes) keys and string (utf8) values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapUuidOid(_types._UuidKeysMixin, _types._OidValuesMixin, PersistentMap): """ Persistent map with UUID (16 bytes) keys and OID (uint64) values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapUuidUuid(_types._UuidKeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with UUID (16 bytes) keys and UUID (16 bytes) values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapUuidUuidCbor(_types._UuidUuidKeysMixin, _types._CborValuesMixin, PersistentMap): """ Persistent map with (UUID, UUID) keys and CBOR values. """ def __init__(self, slot=None, compress=None, marshal=None, unmarshal=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._CborValuesMixin.__init__(self, marshal=marshal, unmarshal=unmarshal) class MapUuidTimestampBytes32(_types._UuidTimestampKeysMixin, _types._Bytes32ValuesMixin, PersistentMap): """ Persistent map with (UUID, Timestamp) keys and Bytes32 values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapUuidUuidUuid(_types._UuidUuidKeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with (UUID, UUID) keys and UUID values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapUuidTimestampUuid(_types._UuidTimestampKeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with (UUID, timestamp) keys and UUID values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapUuidStringUuid(_types._UuidStringKeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with (UUID, string) keys and UUID values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapUuidUuidStringUuid(_types._UuidUuidStringKeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with (UUID, UUID, string) keys and UUID values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapUuidUuidUuidStringUuid(_types._UuidUuidUuidStringKeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with (UUID, UUID, UUID string) keys and UUID values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapUuidStringOid(_types._UuidStringKeysMixin, _types._OidValuesMixin, PersistentMap): """ Persistent map with (UUID, string) keys and Oid values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapUuidUuidSet(_types._UuidKeysMixin, _types._UuidSetValuesMixin, PersistentMap): """ Persistent map with (UUID, string) keys and UUID values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapUuidJson(_types._UuidKeysMixin, _types._JsonValuesMixin, PersistentMap): """ Persistent map with UUID (16 bytes) keys and JSON values. """ def __init__(self, slot=None, compress=None, marshal=None, unmarshal=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._JsonValuesMixin.__init__(self, marshal=marshal, unmarshal=unmarshal) class MapUuidCbor(_types._UuidKeysMixin, _types._CborValuesMixin, PersistentMap): """ Persistent map with UUID (16 bytes) keys and CBOR values. """ def __init__(self, slot=None, compress=None, marshal=None, unmarshal=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._CborValuesMixin.__init__(self, marshal=marshal, unmarshal=unmarshal) class MapUuidPickle(_types._UuidKeysMixin, _types._PickleValuesMixin, PersistentMap): """ Persistent map with UUID (16 bytes) keys and Python Pickle values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapUuidFlatBuffers(_types._UuidKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with UUID (16 bytes) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapUuidTimestampFlatBuffers(_types._UuidTimestampKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (UUID, Timestamp) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapTimestampFlatBuffers(_types._TimestampKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with Timestamp keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapTimestampUuidFlatBuffers(_types._TimestampUuidKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (Timestamp, UUID) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapUuidTimestampUuidFlatBuffers(_types._UuidTimestampUuidKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (UUID, Timestamp, UUID) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapUint16UuidTimestampFlatBuffers(_types._Uint16UuidTimestampKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (uint16, UUID, Timestamp) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapUuidBytes20Uint8FlatBuffers(_types._UuidBytes20Uint8KeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (UUID, bytes[20], uint8) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapUuidBytes20Uint8UuidFlatBuffers(_types._UuidBytes20Uint8UuidKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (UUID, bytes[20], uint8, UUID) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapUuidBytes20Bytes20Uint8UuidFlatBuffers(_types._UuidBytes20Bytes20Uint8UuidKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (UUID, bytes[20], bytes[20], uint8, UUID) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapTimestampUuidStringFlatBuffers(_types._TimestampUuidStringKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (Timestamp, UUID, String) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapTimestampBytes32FlatBuffers(_types._TimestampBytes32KeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (Timestamp, Bytes32) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapTimestampStringFlatBuffers(_types._TimestampStringKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (Timestamp, String) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapUuidTimestampCbor(_types._UuidTimestampKeysMixin, _types._CborValuesMixin, PersistentMap): """ Persistent map with (UUID, Timestamp) keys and CBOR values. """ def __init__(self, slot=None, compress=None, marshal=None, unmarshal=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._CborValuesMixin.__init__(self, marshal=marshal, unmarshal=unmarshal) class MapTimestampUuidCbor(_types._TimestampUuidKeysMixin, _types._CborValuesMixin, PersistentMap): """ Persistent map with (Timestamp, UUID) keys and CBOR values. """ def __init__(self, slot=None, compress=None, marshal=None, unmarshal=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._CborValuesMixin.__init__(self, marshal=marshal, unmarshal=unmarshal) class MapStringTimestampCbor(_types._StringTimestampKeysMixin, _types._CborValuesMixin, PersistentMap): """ Persistent map with (String, Timestamp) keys and CBOR values. """ def __init__(self, slot=None, compress=None, marshal=None, unmarshal=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._CborValuesMixin.__init__(self, marshal=marshal, unmarshal=unmarshal) class MapTimestampStringCbor(_types._TimestampStringKeysMixin, _types._CborValuesMixin, PersistentMap): """ Persistent map with (Timestamp, String) keys and CBOR values. """ def __init__(self, slot=None, compress=None, marshal=None, unmarshal=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._CborValuesMixin.__init__(self, marshal=marshal, unmarshal=unmarshal) # # Key: String -> Value: String, OID, UUID, JSON, CBOR, Pickle, FlatBuffers # class MapStringString(_types._StringKeysMixin, _types._StringValuesMixin, PersistentMap): """ Persistent map with string (utf8) keys and string (utf8) values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapStringOid(_types._StringKeysMixin, _types._OidValuesMixin, PersistentMap): """ Persistent map with string (utf8) keys and OID (uint64) values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapStringOidOid(_types._StringOidKeysMixin, _types._OidValuesMixin, PersistentMap): """ Persistent map with (string:utf8, OID:uint64) keys and OID:uint64 values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapStringUuid(_types._StringKeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with string (utf8) keys and UUID (16 bytes) values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapStringStringUuid(_types._StringStringKeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with (string, string) keys and UUID (16 bytes) values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapStringStringStringUuid(_types._StringStringStringKeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with (string, string, string) keys and UUID (16 bytes) values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapStringJson(_types._StringKeysMixin, _types._JsonValuesMixin, PersistentMap): """ Persistent map with string (utf8) keys and JSON values. """ def __init__(self, slot=None, compress=None, marshal=None, unmarshal=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._JsonValuesMixin.__init__(self, marshal=marshal, unmarshal=unmarshal) class MapStringCbor(_types._StringKeysMixin, _types._CborValuesMixin, PersistentMap): """ Persistent map with string (utf8) keys and CBOR values. """ def __init__(self, slot=None, compress=None, marshal=None, unmarshal=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._CborValuesMixin.__init__(self, marshal=marshal, unmarshal=unmarshal) class MapStringPickle(_types._StringKeysMixin, _types._PickleValuesMixin, PersistentMap): """ Persistent map with string (utf8) keys and Python pickle values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapStringFlatBuffers(_types._StringKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with string (utf8) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) # # Key: OID -> Value: String, OID, UUID, JSON, CBOR, Pickle, FlatBuffers # class MapOidString(_types._OidKeysMixin, _types._StringValuesMixin, PersistentMap): """ Persistent map with OID (uint64) keys and string (utf8) values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapOidOid(_types._OidKeysMixin, _types._OidValuesMixin, PersistentMap): """ Persistent map with OID (uint64) keys and OID (uint64) values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapOidUuid(_types._OidKeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with OID (uint64) keys and UUID (16 bytes) values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapOidJson(_types._OidKeysMixin, _types._JsonValuesMixin, PersistentMap): """ Persistent map with OID (uint64) keys and JSON values. """ def __init__(self, slot=None, compress=None, marshal=None, unmarshal=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._JsonValuesMixin.__init__(self, marshal=marshal, unmarshal=unmarshal) class MapOidCbor(_types._OidKeysMixin, _types._CborValuesMixin, PersistentMap): """ Persistent map with OID (uint64) keys and CBOR values. """ def __init__(self, slot=None, compress=None, marshal=None, unmarshal=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._CborValuesMixin.__init__(self, marshal=marshal, unmarshal=unmarshal) class MapOidPickle(_types._OidKeysMixin, _types._PickleValuesMixin, PersistentMap): """ Persistent map with OID (uint64) keys and Python pickle values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapOidFlatBuffers(_types._OidKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with OID (uint64) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapOidOidFlatBuffers(_types._OidOidKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (OID, OID) / (uint64, uint64) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapOid3FlatBuffers(_types._Oid3KeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (OID, OID, OID) / (uint64, uint64, uint64) keys and FlatBuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapOidOidSet(_types._OidKeysMixin, _types._OidSetValuesMixin, PersistentMap): """ Persistent map with OID (uint64) keys and OID-set (set of unique uint64) values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapOidStringOid(_types._OidStringKeysMixin, _types._OidValuesMixin, PersistentMap): """ Persistent map with (OID, string) keys and OID values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapOidOidOid(_types._OidOidKeysMixin, _types._OidValuesMixin, PersistentMap): """ Persistent map with (OID, OID) keys and OID values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapOidTimestampOid(_types._OidTimestampKeysMixin, _types._OidValuesMixin, PersistentMap): """ Persistent map with (OID, Timestamp) keys and OID values, where Timestamp is a np.datetime64[ns]. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapOidTimestampFlatBuffers(_types._OidTimestampKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (OID, Timestamp) keys and Flatbuffers values, where Timestamp is a np.datetime64[ns]. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapOidTimestampStringOid(_types._OidTimestampStringKeysMixin, _types._OidValuesMixin, PersistentMap): """ Persistent map with (OID, Timestamp, String) keys and OID values, where Timestamp is a np.datetime64[ns]. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) # # Key types: Bytes32, (Bytes32, Bytes32), (Bytes32, String), ... # Value type: FlatBuffers # class MapBytes32Uuid(_types._Bytes32KeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with Bytes32 keys and UUID values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapBytes32Timestamp(_types._Bytes32KeysMixin, _types._TimestampValuesMixin, PersistentMap): """ Persistent map with Bytes32 keys and Timestamp values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapBytes32Bytes32(_types._Bytes32KeysMixin, _types._Bytes32ValuesMixin, PersistentMap): """ Persistent map with Bytes32 keys and Bytes32 values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapBytes32FlatBuffers(_types._Bytes32KeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with Bytes32 keys and Flatbuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapBytes32UuidFlatBuffers(_types._Bytes32UuidKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (Bytes32, UUID) keys and Flatbuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapUuidUuidStringFlatBuffers(_types._UuidUuidStringKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (UUID, UUID, String) keys and Flatbuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapUuidUuidFlatBuffers(_types._UuidUuidKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (UUID, UUID) keys and Flatbuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapUuidStringFlatBuffers(_types._UuidStringKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (UUID, String) keys and Flatbuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapBytes32Bytes32FlatBuffers(_types._Bytes32Bytes32KeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (Bytes32, Bytes32) keys and Flatbuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapBytes32StringFlatBuffers(_types._Bytes32StringKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (Bytes32, String) keys and Flatbuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) # # Key types: Bytes20, (Bytes20, Bytes20), (Bytes20, String) # Value type: FlatBuffers # class MapBytes20Bytes20(_types._Bytes20KeysMixin, _types._Bytes20ValuesMixin, PersistentMap): """ Persistent map with Bytes20 keys and Bytes20 values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapBytes20Bytes20Timestamp(_types._Bytes20KeysMixin, _types._Bytes20TimestampValuesMixin, PersistentMap): """ Persistent map with Bytes20 keys and (Bytes20, Timestamp) values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapBytes20TimestampBytes20(_types._Bytes20TimestampKeysMixin, _types._Bytes20ValuesMixin, PersistentMap): """ Persistent map with (Bytes20, Timestamp) keys and Bytes20 values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapBytes20TimestampUuid(_types._Bytes20TimestampKeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with (Bytes20, Timestamp) keys and UUID values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapBytes20Uuid(_types._Bytes20KeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with Bytes20 keys and UUID values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapBytes20Bytes16(_types._Bytes20KeysMixin, _types._Bytes16ValuesMixin, PersistentMap): """ Persistent map with Bytes20 keys and Bytes16 values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapBytes20FlatBuffers(_types._Bytes20KeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with Bytes20 keys and Flatbuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapBytes16FlatBuffers(_types._Bytes16KeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with Bytes16 keys and Flatbuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapBytes16TimestampUuid(_types._Bytes16TimestampKeysMixin, _types._UuidValuesMixin, PersistentMap): """ Persistent map with (Bytes20, Timestamp) keys and UUID values. """ def __init__(self, slot=None, compress=None): PersistentMap.__init__(self, slot=slot, compress=compress) class MapBytes20Bytes20FlatBuffers(_types._Bytes20Bytes20KeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (Bytes20, Bytes20) keys and Flatbuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) class MapBytes20StringFlatBuffers(_types._Bytes20StringKeysMixin, _types._FlatBuffersValuesMixin, PersistentMap): """ Persistent map with (Bytes20, String) keys and Flatbuffers values. """ def __init__(self, slot=None, compress=None, build=None, cast=None): PersistentMap.__init__(self, slot=slot, compress=compress) _types._FlatBuffersValuesMixin.__init__(self, build=build, cast=cast) zlmdb-22.1.2/zlmdb/_schema.py000066400000000000000000000071021417505401400157700ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### from zlmdb._pmap import PersistentMap class Slot(object): """ LMDB database slot. A slot is defined just by the convention of using the first 2 bytes of keys in a LMDB database as the "slot index". The 2 bytes are interpreted as an uint16 in big endian byte order. """ def __init__(self, slot, name, pmap): """ :param slot: :param name: :param pmap: """ self.slot = slot self.name = name self.pmap = pmap class Schema(object): """ ZLMDB database schema definition. """ SLOT_DATA_EMPTY = 0 """ Database slot is empty (unused, not necessarily zero'ed, but uninitialized). """ SLOT_DATA_METADATA = 1 """ FIXME. """ SLOT_DATA_TYPE = 2 """ FIXME. """ SLOT_DATA_SEQUENCE = 3 """ FIXME. """ SLOT_DATA_TABLE = 4 """ Database slot contains a persistent map, for example a map of type OID to Pickle. """ SLOT_DATA_INDEX = 5 """ FIXME. """ SLOT_DATA_REPLICATION = 6 """ FIXME. """ SLOT_DATA_MATERIALIZATION = 7 """ FIXME. """ def __init__(self): self._index_to_slot = {} self._name_to_slot = {} def slot(self, slot_index, marshal=None, unmarshal=None, build=None, cast=None, compress=False): """ Decorator for use on classes derived from zlmdb.PersistentMap. The decorator define slots in a LMDB database schema based on persistent maps, and slot configuration. :param slot_index: :param marshal: :param unmarshal: :param build: :param cast: :param compress: :return: """ def decorate(o): assert isinstance(o, PersistentMap) name = o.__class__.__name__ assert slot_index not in self._index_to_slot assert name not in self._name_to_slot o._zlmdb_slot = slot_index o._zlmdb_marshal = marshal o._zlmdb_unmarshal = unmarshal o._zlmdb_build = build o._zlmdb_cast = cast o._zlmdb_compress = compress _slot = Slot(slot_index, name, o) self._index_to_slot[slot_index] = _slot self._name_to_slot[name] = _slot return o return decorate zlmdb-22.1.2/zlmdb/_transaction.py000066400000000000000000000111001417505401400170460ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### """Transactions""" import struct import lmdb from txaio import time_ns as walltime class TransactionStats(object): """ Value class for holding transaction statistics. """ def __init__(self): self.puts = 0 self.dels = 0 self._started = walltime() @property def started(self): """ :return: start time in ns since epoch """ return self._started @property def duration(self): """ :return: duration in ns """ if self._started: return walltime() - self._started else: return 0 def reset(self): """ :return: """ self.puts = 0 self.dels = 0 self._started = walltime() class Transaction(object): """ Transactions in zLMDB are always run under an instance of this class. """ PUT = 1 DEL = 2 def __init__(self, db, write=False, stats=None): """ :param db: :type db: zlmdb.Database :param write: :type write: bool :param stats: :type stats: TransactionStats """ self._db = db self._write = write self._stats = stats self._txn = None self._log = None def __enter__(self): assert (self._txn is None) self._txn = lmdb.Transaction(self._db._env, write=self._write) return self def __exit__(self, exc_type, exc_value, traceback): assert (self._txn is not None) # https://docs.python.org/3/reference/datamodel.html#object.__exit__ # If the context was exited without an exception, all three arguments will be None. if exc_type is None: if self._log: cnt = 0 for op, key in self._log: _key = struct.pack('>H', 0) _data = struct.pack('>H', op) + key self._txn.put(_key, _data) cnt += 1 self._txn.commit() else: self._txn.abort() self._txn = None def id(self): """ :return: """ assert (self._txn is not None) return self._txn.id() def get(self, key): """ :param key: :return: """ assert (self._txn is not None) return self._txn.get(key) def put(self, key, data, overwrite=True): """ :param key: :param data: :param overwrite: :return: """ assert (self._txn is not None) # store the record, returning True if it was written, or False to indicate the key # was already present and overwrite=False. was_written = self._txn.put(key, data, overwrite=overwrite) if was_written: if self._stats: self._stats.puts += 1 if self._log: self._log.append((Transaction.PUT, key)) return was_written def delete(self, key): """ :param key: :return: """ assert (self._txn is not None) was_deleted = self._txn.delete(key) if was_deleted: if self._stats: self._stats.dels += 1 if self._log: self._log.append((Transaction.DEL, key)) return was_deleted zlmdb-22.1.2/zlmdb/_types.py000066400000000000000000001136271417505401400157060ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import struct import random import binascii import pickle import os import uuid import json import cbor2 import flatbuffers from txaio import time_ns try: import numpy as np except ImportError: HAS_NUMPY = False else: HAS_NUMPY = True CHARSET = u'345679ACEFGHJKLMNPQRSTUVWXY' """ Charset from which to generate random key IDs. .. note:: We take out the following 9 chars (leaving 27), because there is visual ambiguity: 0/O/D, 1/I, 8/B, 2/Z. """ CHAR_GROUPS = 4 CHARS_PER_GROUP = 6 GROUP_SEP = u'-' def _random_string(): """ Generate a globally unique serial / product code of the form ``u'YRAC-EL4X-FQQE-AW4T-WNUV-VN6T'``. The generated value is cryptographically strong and has (at least) 114 bits of entropy. :return: new random string key """ rng = random.SystemRandom() token_value = u''.join(rng.choice(CHARSET) for _ in range(CHAR_GROUPS * CHARS_PER_GROUP)) if CHARS_PER_GROUP > 1: return GROUP_SEP.join(map(u''.join, zip(*[iter(token_value)] * CHARS_PER_GROUP))) else: return token_value def dt_to_bytes(dt): """ Serialize a timestamp in big-endian byte order. :param dt: Timestamp to serialize. :return: Serialized bytes. """ assert isinstance(dt, np.datetime64) data = bytearray(dt.tobytes()) # FIXME: this must depend on host CPU arch data.reverse() return bytes(data) def bytes_to_dt(data): """ Deserialize a timestamp from big-endian byte order data. :param data: Data to deserialize. :return: Deserialized timestamp. """ assert type(data) == bytes data = bytearray(data) # FIXME: this must depend on host CPU arch data.reverse() dt = np.frombuffer(bytes(data), dtype='datetime64[ns]')[0] return dt # # Key Types # class _OidKeysMixin(object): MAX_OID = 9007199254740992 """ Valid OID are from the integer range [0, MAX_OID]. The upper bound 2**53 is chosen since it is the maximum integer that can be represented as a IEEE double such that all smaller integers are representable as well. Hence, IDs can be safely used with languages that use IEEE double as their main (or only) number type (JavaScript, Lua, etc). """ @staticmethod def new_key(secure=False): if secure: while True: data = os.urandom(8) key = struct.unpack('>Q', data)[0] if key <= _OidKeysMixin.MAX_OID: return key else: random.randint(0, _OidKeysMixin.MAX_OID) def _serialize_key(self, key): assert type(key) == int assert key >= 0 and key <= _OidKeysMixin.MAX_OID return struct.pack('>Q', key) def _deserialize_key(self, data): return struct.unpack('>Q', data)[0] class _OidOidKeysMixin(object): @staticmethod def new_key(secure=False): return _OidKeysMixin.new_key(secure=secure), _OidKeysMixin.new_key(secure=secure) def _serialize_key(self, keys): assert type(keys) == tuple assert len(keys) == 2 key1, key2 = keys assert type(key1) == int assert key1 >= 0 and key1 <= _OidKeysMixin.MAX_OID assert type(key2) == int assert key2 >= 0 and key2 <= _OidKeysMixin.MAX_OID return struct.pack('>QQ', key1, key2) def _deserialize_key(self, data): assert len(data) == 16 return struct.unpack('>QQ', data) class _Oid3KeysMixin(object): @staticmethod def new_key(secure=False): return _OidKeysMixin.new_key(secure=secure), _OidKeysMixin.new_key(secure=secure), _OidKeysMixin.new_key( secure=secure) def _serialize_key(self, keys): assert type(keys) == tuple assert len(keys) == 3 key1, key2, key3 = keys assert type(key1) == int assert key1 >= 0 and key1 <= _OidKeysMixin.MAX_OID assert type(key2) == int assert key2 >= 0 and key2 <= _OidKeysMixin.MAX_OID assert type(key3) == int assert key3 >= 0 and key3 <= _OidKeysMixin.MAX_OID return struct.pack('>QQQ', key1, key2, key3) def _deserialize_key(self, data): assert len(data) == 24 return struct.unpack('>QQQ', data) class _OidTimestampKeysMixin(object): @staticmethod def new_key(secure=False): return _OidKeysMixin.new_key(secure=secure), 0 def _serialize_key(self, keys): assert type(keys) == tuple assert len(keys) == 2 key1, key2 = keys assert type(key1) == int assert key1 >= 0 and key1 <= _OidKeysMixin.MAX_OID assert isinstance(key2, np.datetime64) return struct.pack('>Q', key1) + key2.tobytes() def _deserialize_key(self, data): assert len(data) == 16 key1, key2 = struct.unpack('>Q>Q', data) key2 = np.datetime64(key2, 'ns') return key1, key2 class _OidTimestampStringKeysMixin(object): @staticmethod def new_key(secure=False): return _OidKeysMixin.new_key(secure=secure), 0, '' def _serialize_key(self, keys): assert type(keys) == tuple assert len(keys) == 3 key1, key2, key3 = keys assert type(key1) == int assert key1 >= 0 and key1 <= _OidKeysMixin.MAX_OID assert isinstance(key2, np.datetime64) assert type(key3) == str return struct.pack('>Q', key1) + key2.tobytes() + key3.encode('utf8') def _deserialize_key(self, data): assert type(data) == bytes assert len(data) > 16 oid, ts = struct.unpack('>Q>Q', data[:16]) ts = np.datetime64(ts, 'ns') s = data[16:] return oid, ts, s class _OidStringKeysMixin(object): @staticmethod def new_key(secure=False): return _OidKeysMixin.new_key(secure=secure), '' def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 assert type(key1) == int assert type(key2) == str return struct.pack('>Q', key1) + key2.encode('utf8') def _deserialize_key(self, data): assert type(data) == bytes assert len(data) > 8 oid = struct.unpack('>Q', data[:8])[0] data = data[8:] s = data.decode('utf8') return oid, s class _StringOidKeysMixin(object): @staticmethod def new_key(secure=False): return _random_string(), _OidKeysMixin.new_key(secure=secure) def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 assert type(key1) == str assert type(key2) == int return key1.encode('utf8') + struct.pack('>Q', key2) def _deserialize_key(self, data): assert type(data) == bytes assert len(data) > 8 oid = struct.unpack('>Q', data[-8:])[0] data = data[0:8] s = data.decode('utf8') return s, oid class _StringKeysMixin(object): @staticmethod def new_key(): return _random_string() def _serialize_key(self, key): assert type(key) == str return key.encode('utf8') def _deserialize_key(self, data): assert type(data) == bytes return data.decode('utf8') class _StringStringKeysMixin(object): @staticmethod def new_key(): return _random_string(), _random_string() def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 assert type(key1) == str assert type(key2) == str return key1.encode('utf8') + b'\x00' + key2.encode('utf8') def _deserialize_key(self, data): assert type(data) == bytes assert len(data) > 0 d = data.split(b'\x00') assert len(d) == 2 return d[0], d[1] class _StringStringStringKeysMixin(object): @staticmethod def new_key(): return _random_string(), _random_string(), _random_string() def _serialize_key(self, key1_key2_key3): assert type(key1_key2_key3) == tuple and len(key1_key2_key3) == 3 key1, key2, key3 = key1_key2_key3 assert type(key1) == str assert type(key2) == str assert type(key3) == str return key1.encode('utf8') + b'\x00' + key2.encode('utf8') + b'\x00' + key3.encode('utf8') def _deserialize_key(self, data): assert type(data) == bytes assert len(data) > 0 d = data.split(b'\x00') assert len(d) == 3 return d[0], d[1], d[2] class _UuidKeysMixin(object): @staticmethod def new_key(): # https: // docs.python.org / 3 / library / uuid.html # uuid.uuid4 # return uuid.UUID(bytes=os.urandom(16)) return uuid.uuid4() def _serialize_key(self, key): assert isinstance(key, uuid.UUID), 'key must be an UUID, but was "{}"'.format(key) # The UUID as a 16-byte string (containing the six integer fields in big-endian byte order). # https://docs.python.org/3/library/uuid.html#uuid.UUID.bytes return key.bytes def _deserialize_key(self, data): assert type(data) == bytes return uuid.UUID(bytes=data) class _UuidUuidKeysMixin(object): def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 if key1 is None: key1 = uuid.UUID(bytes=b'\x00' * 16) if key2 is None: key2 = uuid.UUID(bytes=b'\x00' * 16) assert isinstance(key1, uuid.UUID) assert isinstance(key2, uuid.UUID) return key1.bytes + key2.bytes def _deserialize_key(self, data): assert type(data) == bytes assert len(data) == 32 data1, data2 = data[0:16], data[16:32] return uuid.UUID(bytes=data1), uuid.UUID(bytes=data2) class _Uint16UuidTimestampKeysMixin(object): @staticmethod def new_key(): return random.randint(0, 2**16), uuid.uuid4(), np.datetime64(time_ns(), 'ns') def _serialize_key(self, key1_key2_key3): assert type(key1_key2_key3) == tuple and len(key1_key2_key3) == 3 key1, key2, key3 = key1_key2_key3 if key1 is None: key1 = 0 if key2 is None: key2 = uuid.UUID(bytes=b'\x00' * 16) if key3 is None: key3 = np.datetime64(0, 'ns') assert type(key1) == int and key1 >= 0 and key1 < 2**16 assert isinstance(key2, uuid.UUID) assert isinstance(key3, np.datetime64) return struct.pack('H', key1) + key2.bytes + dt_to_bytes(key3) def _deserialize_key(self, data): assert type(data) == bytes and len(data) == (2 + 16 + 8) data1, data2, data3 = data[0:2], data[2:18], data[18:26], return struct.unpack('H', data1), uuid.UUID(bytes=data2), bytes_to_dt(data3) class _UuidBytes20Uint8KeysMixin(object): @staticmethod def new_key(): return uuid.uuid4(), os.urandom(20), random.randint(0, 255) def _serialize_key(self, key1_key2_key3): assert type(key1_key2_key3) == tuple and len(key1_key2_key3) == 3 key1, key2, key3 = key1_key2_key3 if key1 is None: key1 = uuid.UUID(bytes=b'\x00' * 16) if key2 is None: key2 = b'\x00' * 20 if key3 is None: key3 = 0 assert isinstance(key1, uuid.UUID) assert type(key2) == bytes and len(key2) == 20 # FIXME: workaround to process eg (3,) if type(key3) == tuple and len(key3) == 1: key3 = key3[0] assert type(key3) == int and key3 >= 0 and key3 < 256 return key1.bytes + key2 + struct.pack('B', key3) def _deserialize_key(self, data): assert type(data) == bytes and len(data) == (16 + 20 + 1) data1, data2, data3 = data[0:16], data[16:36], data[36:37], return uuid.UUID(bytes=data1), data2, struct.unpack('B', data3) class _UuidBytes20Uint8UuidKeysMixin(object): @staticmethod def new_key(): return uuid.uuid4(), os.urandom(20), random.randint(0, 255), uuid.uuid4() def _serialize_key(self, key1_key2_key3_key4): assert type(key1_key2_key3_key4) == tuple and len(key1_key2_key3_key4) == 4 key1, key2, key3, key4 = key1_key2_key3_key4 if key1 is None: key1 = uuid.UUID(bytes=b'\x00' * 16) if key2 is None: key2 = b'\x00' * 20 if key3 is None: key3 = 0 if key4 is None: key4 = uuid.UUID(bytes=b'\x00' * 16) assert isinstance(key1, uuid.UUID) assert type(key2) == bytes and len(key2) == 20 assert type(key3) == int and key3 >= 0 and key3 < 256 assert isinstance(key4, uuid.UUID) return key1.bytes + key2 + struct.pack('B', key3) + key4.bytes def _deserialize_key(self, data): assert type(data) == bytes and len(data) == (16 + 20 + 1 + 16) data1, data2, data3, data4 = data[0:16], data[16:36], data[36:37], data[37:53] return uuid.UUID(bytes=data1), data2, struct.unpack('B', data3), uuid.UUID(bytes=data4) class _UuidBytes20Bytes20Uint8UuidKeysMixin(object): @staticmethod def new_key(): return uuid.uuid4(), os.urandom(20), os.urandom(20), random.randint(0, 255), uuid.uuid4() def _serialize_key(self, key1_key2_key3_key4_key5): assert type(key1_key2_key3_key4_key5) == tuple and len(key1_key2_key3_key4_key5) == 5 key1, key2, key3, key4, key5 = key1_key2_key3_key4_key5 if key1 is None: key1 = uuid.UUID(bytes=b'\x00' * 16) if key2 is None: key2 = b'\x00' * 20 if key3 is None: key3 = b'\x00' * 20 if key4 is None: key4 = 0 if key5 is None: key5 = uuid.UUID(bytes=b'\x00' * 16) assert isinstance(key1, uuid.UUID) assert type(key2) == bytes and len(key2) == 20 assert type(key3) == bytes and len(key2) == 20 assert type(key4) == int and key4 >= 0 and key4 < 256 assert isinstance(key5, uuid.UUID) return key1.bytes + key2 + key3 + struct.pack('B', key4) + key5.bytes def _deserialize_key(self, data): assert type(data) == bytes and len(data) == (16 + 20 + 20 + 1 + 16) data1, data2, data3, data4, data5 = data[0:16], data[16:36], data[36:56], data[56:57], data[57:73] return uuid.UUID(bytes=data1), data2, data3, struct.unpack('B', data4), uuid.UUID(bytes=data5) class _TimestampKeysMixin(object): @staticmethod def new_key(): return np.datetime64(time_ns(), 'ns') def _serialize_key(self, key1): assert isinstance(key1, np.datetime64) return dt_to_bytes(key1) def _deserialize_key(self, data): assert type(data) == bytes assert len(data) == 8 return bytes_to_dt(data[0:8]) class _TimestampUuidKeysMixin(object): @staticmethod def new_key(): return np.datetime64(time_ns(), 'ns'), uuid.uuid4() def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 if key1 is None: key1 = np.datetime64(0, 'ns') if key2 is None: key2 = uuid.UUID(bytes=b'\x00' * 16) assert isinstance(key1, np.datetime64) assert isinstance(key2, uuid.UUID) return dt_to_bytes(key1) + key2.bytes def _deserialize_key(self, data): assert type(data) == bytes assert len(data) == 24 data1, data2 = data[0:8], data[8:24] key1 = bytes_to_dt(data1) key2 = uuid.UUID(bytes=data2) return key1, key2 class _UuidTimestampUuidKeysMixin(object): @staticmethod def new_key(): return uuid.uuid4(), np.datetime64(time_ns(), 'ns'), uuid.uuid4() def _serialize_key(self, key1_key2_key3): assert type(key1_key2_key3) == tuple and len(key1_key2_key3) == 3 key1, key2, key3 = key1_key2_key3 if key1 is None: key1 = uuid.UUID(bytes=b'\x00' * 16) if key2 is None: key2 = np.datetime64(0, 'ns') if key3 is None: key3 = uuid.UUID(bytes=b'\x00' * 16) assert isinstance(key1, uuid.UUID) assert isinstance(key2, np.datetime64) assert isinstance(key3, uuid.UUID) return key1.bytes + dt_to_bytes(key2) + key3.bytes def _deserialize_key(self, data): assert type(data) == bytes assert len(data) == 32 data1, data2, data3 = data[0:16], data[16:24], data[24:32] key1 = uuid.UUID(bytes=data1) key2 = bytes_to_dt(data2) key3 = uuid.UUID(bytes=data3) return key1, key2, key3 class _TimestampUuidStringKeysMixin(object): @staticmethod def new_key(): return np.datetime64(time_ns(), 'ns'), uuid.uuid4(), '' def _serialize_key(self, key1_key2_key3): assert type(key1_key2_key3) == tuple and len(key1_key2_key3) == 3 key1, key2, key3 = key1_key2_key3 if key1 is None: key1 = np.datetime64(0, 'ns') if key2 is None: key2 = uuid.UUID(bytes=b'\x00' * 16) if key3 is None: key3 = u'' assert isinstance(key1, np.datetime64) assert isinstance(key2, uuid.UUID) assert type(key3) == str return dt_to_bytes(key1) + key2.bytes + key3.encode('utf8') def _deserialize_key(self, data): assert type(data) == bytes assert len(data) >= 24 data1, data2, data3 = data[0:8], data[8:24], data[24:] key1 = bytes_to_dt(data1) key2 = uuid.UUID(bytes=data2) key3 = data3.decode('utf8') if data3 else u'' return key1, key2, key3 class _TimestampBytes32KeysMixin(object): @staticmethod def new_key(): return np.datetime64(time_ns(), 'ns'), os.urandom(32) def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 if key1 is None: key1 = np.datetime64(0, 'ns') if key2 is None: key2 = b'\x00' * 32 assert isinstance(key1, np.datetime64) assert isinstance(key2, bytes) assert isinstance(key2, bytes) and len(key2) == 32 return dt_to_bytes(key1) + key2 def _deserialize_key(self, data): assert type(data) == bytes, 'data must be binary, but got {}'.format(type(data)) assert len(data) == 40, 'data must have len 40, but got {}'.format(len(data)) data1, data2 = data[0:8], data[8:40] key1 = bytes_to_dt(data1) key2 = data2 return key1, key2 class _TimestampStringKeysMixin(object): @staticmethod def new_key(): return np.datetime64(time_ns(), 'ns'), _StringKeysMixin.new_key() def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 if key1 is None: key1 = np.datetime64(0, 'ns') if key2 is None: key2 = u'' assert isinstance(key1, np.datetime64) assert type(key2) == str return dt_to_bytes(key1) + key2.encode('utf8') def _deserialize_key(self, data): assert type(data) == bytes assert len(data) > 8 data1, data2 = data[0:8], data[8:] key1 = bytes_to_dt(data1) key2 = data2.decode('utf8') return key1, key2 class _StringTimestampKeysMixin(object): @staticmethod def new_key(): return _StringKeysMixin.new_key(), np.datetime64(time_ns(), 'ns') def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 if key1 is None: key1 = u'' if key2 is None: key2 = np.datetime64(0, 'ns') assert type(key1) == str assert isinstance(key2, np.datetime64) return key1.encode('utf8') + dt_to_bytes(key2) def _deserialize_key(self, data): assert type(data) == bytes assert len(data) > 8 slen = len(data) - 8 data1, data2 = data[0:slen], data[slen:] key1 = data1.decode('utf8') key2 = bytes_to_dt(data2) return key1, key2 class _UuidTimestampKeysMixin(object): @staticmethod def new_key(): return uuid.uuid4(), np.datetime64(time_ns(), 'ns') def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 if key1 is None: key1 = uuid.UUID(bytes=b'\x00' * 16) if key2 is None: key2 = np.datetime64(0, 'ns') assert isinstance(key1, uuid.UUID) assert isinstance(key2, np.datetime64) return key1.bytes + dt_to_bytes(key2) def _deserialize_key(self, data): assert type(data) == bytes assert len(data) == 24 data1, data2 = data[0:16], data[16:24] key1 = uuid.UUID(bytes=data1) key2 = bytes_to_dt(data2) return key1, key2 class _UuidStringKeysMixin(object): def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 if key1 is None: key1 = uuid.UUID(bytes=b'\x00' * 16) if key2 is None: key2 = u'' assert isinstance(key1, uuid.UUID), 'key1 must be of type UUID, but was {}'.format(type(key1)) assert type(key2) == str, 'key2 must be of type string, but was {}'.format(type(key2)) # The UUID as a 16-byte string (containing the six integer fields in big-endian byte order). # https://docs.python.org/3/library/uuid.html#uuid.UUID.bytes return key1.bytes + key2.encode('utf8') def _deserialize_key(self, data): assert type(data) == bytes assert len(data) > 16 data1, data2 = data[:16], data[16:] return uuid.UUID(bytes=data1), data2.decode('utf8') class _SlotUuidKeysMixin(object): def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 assert type(key1) == int assert key1 >= 0 and key1 < 2**16 assert isinstance(key2, uuid.UUID) return struct.pack('>H', key1) + key2.bytes def _deserialize_key(self, data): assert type(data) == bytes assert len(data) == (2 + 16) data1, data2 = data[:2], data[2:] return struct.unpack('>H', data1)[0], uuid.UUID(bytes=data2) class _Bytes32KeysMixin(object): @staticmethod def new_key(): return os.urandom(32) def _serialize_key(self, key): assert type(key) == bytes, 'key must be bytes[32], was "{}"'.format(key) assert len(key) == 32 return key def _deserialize_key(self, data): assert type(data) == bytes, 'data must be bytes[32], was "{}"'.format(data) assert len(data) == 32 return data class _Bytes32Bytes32KeysMixin(object): def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 assert type(key1) == bytes assert len(key1) == 32 assert type(key2) == bytes assert len(key2) == 32 return key1 + key2 def _deserialize_key(self, data): assert type(data) == bytes assert len(data) == 64 data1, data2 = data[0:32], data[32:64] return data1, data2 class _Bytes32UuidKeysMixin(object): def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 assert type(key1) == bytes assert len(key1) == 32 assert isinstance(key2, uuid.UUID) return key1 + key2.bytes def _deserialize_key(self, data): assert type(data) == bytes assert len(data) == 48 data1, data2 = data[0:32], data[32:48] return data1, uuid.UUID(bytes=data2) class _Bytes32StringKeysMixin(object): def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 assert type(key1) == bytes assert len(key1) == 32 assert type(key2) == str assert len(key2) > 0 return key1 + key2.encode('utf8') def _deserialize_key(self, data): assert type(data) == bytes assert len(data) > 32 data1, data2 = data[:32], data[32:] return data1, data2.decode('utf8') class _UuidUuidStringKeysMixin(object): def _serialize_key(self, key1_key2_key3): assert type(key1_key2_key3) == tuple and len(key1_key2_key3) == 3 key1, key2, key3 = key1_key2_key3 assert isinstance(key1, uuid.UUID) assert isinstance(key2, uuid.UUID) assert type(key3) == str return key1.bytes + key2.bytes + key3.encode('utf8') def _deserialize_key(self, data): assert type(data) == bytes assert len(data) > 32 data1, data2, data3 = data[:16], data[16:32], data[32:] return uuid.UUID(bytes=data1), uuid.UUID(bytes=data2), data3.decode('utf8') class _UuidUuidUuidStringKeysMixin(object): def _serialize_key(self, key1_key2_key3_key4): assert type(key1_key2_key3_key4) == tuple and len(key1_key2_key3_key4) == 4 key1, key2, key3, key4 = key1_key2_key3_key4 assert isinstance(key1, uuid.UUID) assert isinstance(key2, uuid.UUID) assert isinstance(key3, uuid.UUID) assert type(key4) == str return key1.bytes + key2.bytes + key3.bytes + key4.encode('utf8') def _deserialize_key(self, data): assert type(data) == bytes assert len(data) >= 48 data1, data2, data3, data4 = data[:16], data[16:32], data[32:48], data[48:] return uuid.UUID(bytes=data1), uuid.UUID(bytes=data2), uuid.UUID(bytes=data3), data4.decode('utf8') class _Bytes20KeysMixin(object): @staticmethod def new_key(): return os.urandom(20) def _serialize_key(self, key): assert type(key) == bytes and len(key) == 20, 'key must be bytes[20], was "{}"'.format(key) return key def _deserialize_key(self, data): assert type(data) == bytes and len(data) == 20, 'data must be bytes[20], was "{}"'.format(data) return data class _Bytes16KeysMixin(object): @staticmethod def new_key(): return os.urandom(16) def _serialize_key(self, key): assert type(key) == bytes and len(key) == 16, 'key must be bytes[16], was "{}"'.format(key) return key def _deserialize_key(self, data): assert type(data) == bytes and len(data) == 16, 'data must be bytes[16], was "{}"'.format(data) return data class _Bytes20Bytes20KeysMixin(object): @staticmethod def new_key(): return os.urandom(20), os.urandom(20) def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 assert type(key1) == bytes assert len(key1) == 20 assert type(key2) == bytes assert len(key2) == 20 return key1 + key2 def _deserialize_key(self, data): assert type(data) == bytes assert len(data) == 40 data1, data2 = data[0:20], data[20:40] return data1, data2 class _Bytes20StringKeysMixin(object): @staticmethod def new_key(): return os.urandom(20), binascii.b2a_base64(os.urandom(8)).decode().strip() def _serialize_key(self, key1_key2): assert type(key1_key2) == tuple and len(key1_key2) == 2 key1, key2 = key1_key2 assert type(key1) == bytes assert len(key1) == 20 assert type(key2) == str assert len(key2) > 0 return key1 + key2.encode('utf8') def _deserialize_key(self, data): assert type(data) == bytes assert len(data) > 20 data1, data2 = data[:20], data[20:] return data1, data2.decode('utf8') class _Bytes20TimestampKeysMixin(object): @staticmethod def new_key(): return os.urandom(20), np.datetime64(time_ns(), 'ns') def _serialize_key(self, keys): assert type(keys) == tuple, 'keys in {}._serialize_key must be a tuple, was: "{}"'.format( self.__class__.__name__, keys) assert len(keys) == 2 key1, key2 = keys if not key1: key1 = b'\x00' * 20 assert key1 is None or (type(key1) == bytes and len(key1) == 20) assert isinstance(key2, np.datetime64) return key1 + dt_to_bytes(key2) def _deserialize_key(self, data): assert data is None or (type(data) == bytes and len(data) == 28) if data: key1 = data[:20] key2 = bytes_to_dt(data[20:]) else: key1 = b'\x00' * 20 key2 = np.datetime64(0, 'ns') return key1, key2 class _Bytes16TimestampKeysMixin(object): @staticmethod def new_key(): return os.urandom(20), np.datetime64(time_ns(), 'ns') def _serialize_key(self, keys): assert type(keys) == tuple, 'keys in {}._serialize_key must be a tuple, was: "{}"'.format( self.__class__.__name__, keys) assert len(keys) == 2 key1, key2 = keys if not key1: key1 = b'\x00' * 16 assert key1 is None or (type(key1) == bytes and len(key1) == 16) assert isinstance(key2, np.datetime64) return key1 + dt_to_bytes(key2) def _deserialize_key(self, data): assert data is None or (type(data) == bytes and len(data) == 24) if data: key1 = data[:16] key2 = bytes_to_dt(data[16:]) else: key1 = b'\x00' * 16 key2 = np.datetime64(0, 'ns') return key1, key2 # # Value Types # class _StringValuesMixin(object): def _serialize_value(self, value): assert value is None or type(value) == str if value is not None: return value.encode('utf8') else: return b'' def _deserialize_value(self, data): if data: return data.decode('utf8') else: return None class _StringSetValuesMixin(object): def _serialize_value(self, value_set): assert type(value_set) == set for v in value_set: assert v is None or type(v) == str return b'\0'.join([(value.encode('utf8') if value else b'') for value in value_set]) def _deserialize_value(self, data): assert type(data) == bytes return set([(d.decode('utf8') if d else None) for d in data.split('\0')]) class _OidValuesMixin(object): def _serialize_value(self, value): assert type(value) == int assert value >= 0 and value <= _OidKeysMixin.MAX_OID return struct.pack('>Q', value) def _deserialize_value(self, data): return struct.unpack('>Q', data)[0] class _OidSetValuesMixin(object): def _serialize_value(self, value_set): assert type(value_set) == set for value in value_set: assert value >= 0 and value <= _OidKeysMixin.MAX_OID return b''.join([struct.pack('>Q', value) for value in value_set]) def _deserialize_value(self, data): VLEN = 8 assert len(data) % VLEN == 0 cnt = len(data) // VLEN return set([struct.unpack('>Q', data[i:i + VLEN])[0] for i in range(0, cnt, VLEN)]) class _UuidValuesMixin(object): def _serialize_value(self, value): assert value is None or isinstance(value, uuid.UUID), 'not a UUID - value "{}"'.format(value) # The UUID as a 16-byte string (containing the six integer fields in big-endian byte order). # https://docs.python.org/3/library/uuid.html#uuid.UUID.bytes if value: return value.bytes else: return b'\x00' * 16 def _deserialize_value(self, data): assert data is None or type(data) == bytes if data: return uuid.UUID(bytes=data) else: return uuid.UUID(bytes=b'\x00' * 16) class _TimestampValuesMixin(object): def _serialize_value(self, value): assert value is None or isinstance(value, np.datetime64) if value: return dt_to_bytes(value) else: return b'\x00' * 8 def _deserialize_value(self, data): assert data is None or type(data) == bytes and len(data) == 8 if data: return bytes_to_dt(data) else: return None class _Bytes32ValuesMixin(object): def _serialize_value(self, value): assert value is None or (type(value) == bytes and len(value) == 32) if value: return value else: return b'\x00' * 32 def _deserialize_value(self, data): assert data is None or (type(data) == bytes and len(data) == 32) if data: return data else: return None class _Bytes20ValuesMixin(object): def _serialize_value(self, value): assert value is None or (type(value) == bytes and len(value) == 20) if value: return value else: return b'\x00' * 20 def _deserialize_value(self, data): assert data is None or (type(data) == bytes and len(data) == 20) if data: return data else: return None class _Bytes20TimestampValuesMixin(object): def _serialize_value(self, values): assert type(values) == tuple assert len(values) == 2 value1, value2 = values if not value1: value1 = b'\x00' * 20 assert value1 is None or (type(value1) == bytes and len(value1) == 20) assert isinstance(value2, np.datetime64) return value1 + dt_to_bytes(value2) def _deserialize_value(self, data): assert data is None or (type(data) == bytes and len(data) == 28) if data: value1 = data[:20] value2 = bytes_to_dt(data[20:]) else: value1 = b'\x00' * 20 value2 = np.datetime64(0, 'ns') return value1, value2 class _Bytes16ValuesMixin(object): def _serialize_value(self, value): assert value is None or (type(value) == bytes and len(value) == 16) if value: return value else: return b'\x00' * 16 def _deserialize_value(self, data): assert data is None or (type(data) == bytes and len(data) == 16) if data: return data else: return None class _UuidSetValuesMixin(object): def _serialize_value(self, value_set): assert type(value_set) == set return b''.join([value.bytes for value in value_set]) def _deserialize_value(self, data): VLEN = 16 assert len(data) % VLEN == 0 cnt = len(data) // VLEN return set([uuid.UUID(bytes=data[i:i + VLEN]) for i in range(0, cnt, VLEN)]) class _JsonValuesMixin(object): def __init__(self, marshal=None, unmarshal=None): self._marshal = None if marshal: self._marshal = marshal else: if hasattr(self, '_zlmdb_marshal'): self._marshal = self._zlmdb_marshal assert self._marshal self._unmarshal = None if unmarshal: self._unmarshal = unmarshal else: if hasattr(self, '_zlmdb_unmarshal'): self._unmarshal = self._zlmdb_unmarshal assert self._unmarshal def _serialize_value(self, value): return json.dumps(self._marshal(value), separators=(',', ':'), ensure_ascii=False, sort_keys=False).encode('utf8') def _deserialize_value(self, data): return self._unmarshal(json.loads(data.decode('utf8'))) class _CborValuesMixin(object): def __init__(self, marshal=None, unmarshal=None): self._marshal = None if marshal: self._marshal = marshal else: if hasattr(self, '_zlmdb_marshal'): self._marshal = self._zlmdb_marshal assert self._marshal self._unmarshal = None if unmarshal: self._unmarshal = unmarshal else: if hasattr(self, '_zlmdb_unmarshal'): self._unmarshal = self._zlmdb_unmarshal assert self._unmarshal def _serialize_value(self, value): return cbor2.dumps(self._marshal(value)) def _deserialize_value(self, data): return self._unmarshal(cbor2.loads(data)) class _PickleValuesMixin(object): # PROTOCOL = _NATIVE_PICKLE_PROTOCOL PROTOCOL = 2 def _serialize_value(self, value): return pickle.dumps(value, protocol=self.PROTOCOL) def _deserialize_value(self, data): return pickle.loads(data) class _FlatBuffersValuesMixin(object): def __init__(self, build, cast): self._build = build or self._zlmdb_build self._cast = cast or self._zlmdb_cast def _serialize_value(self, value): builder = flatbuffers.Builder(0) obj = self._build(value, builder) builder.Finish(obj) buf = builder.Output() return bytes(buf) def _deserialize_value(self, data): return self._cast(data) zlmdb-22.1.2/zlmdb/_version.py000066400000000000000000000024461417505401400162230ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### __version__ = u'22.1.2' zlmdb-22.1.2/zlmdb/cli.py000066400000000000000000000031751417505401400151460ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### """Console script for zlmdb.""" import sys import click @click.command() def main(args=None): """Console script for zlmdb.""" click.echo("Replace this message by putting your code into " "zlmdb.cli.main") click.echo("See click documentation at http://click.pocoo.org/") return 0 if __name__ == "__main__": sys.exit(main()) # pragma: no cover zlmdb-22.1.2/zlmdb/flatbuffers/000077500000000000000000000000001417505401400163225ustar00rootroot00000000000000zlmdb-22.1.2/zlmdb/flatbuffers/__init__.py000066400000000000000000000024151417505401400204350ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### zlmdb-22.1.2/zlmdb/flatbuffers/reflection/000077500000000000000000000000001417505401400204545ustar00rootroot00000000000000zlmdb-22.1.2/zlmdb/flatbuffers/reflection/BaseType.py000066400000000000000000000005511417505401400225430ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: reflection class BaseType(object): None_ = 0 UType = 1 Bool = 2 Byte = 3 UByte = 4 Short = 5 UShort = 6 Int = 7 UInt = 8 Long = 9 ULong = 10 Float = 11 Double = 12 String = 13 Vector = 14 Obj = 15 Union = 16 zlmdb-22.1.2/zlmdb/flatbuffers/reflection/Enum.py000066400000000000000000000101531417505401400217320ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: reflection import flatbuffers class Enum(object): __slots__ = ['_tab'] @classmethod def GetRootAsEnum(cls, buf, offset): n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset) x = Enum() x.Init(buf, n + offset) return x # Enum def Init(self, buf, pos): self._tab = flatbuffers.table.Table(buf, pos) # Enum def Name(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4)) if o != 0: return self._tab.String(o + self._tab.Pos) return None # Enum def Values(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: x = self._tab.Vector(o) x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4 x = self._tab.Indirect(x) from .EnumVal import EnumVal obj = EnumVal() obj.Init(self._tab.Bytes, x) return obj return None # Enum def ValuesLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: return self._tab.VectorLen(o) return 0 # Enum def IsUnion(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8)) if o != 0: return bool(self._tab.Get(flatbuffers.number_types.BoolFlags, o + self._tab.Pos)) return False # Enum def UnderlyingType(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(10)) if o != 0: x = self._tab.Indirect(o + self._tab.Pos) from .Type import Type obj = Type() obj.Init(self._tab.Bytes, x) return obj return None # Enum def Attributes(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12)) if o != 0: x = self._tab.Vector(o) x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4 x = self._tab.Indirect(x) from .KeyValue import KeyValue obj = KeyValue() obj.Init(self._tab.Bytes, x) return obj return None # Enum def AttributesLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12)) if o != 0: return self._tab.VectorLen(o) return 0 # Enum def Documentation(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14)) if o != 0: a = self._tab.Vector(o) return self._tab.String(a + flatbuffers.number_types.UOffsetTFlags.py_type(j * 4)) return "" # Enum def DocumentationLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14)) if o != 0: return self._tab.VectorLen(o) return 0 def EnumStart(builder): builder.StartObject(6) def EnumAddName(builder, name): builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(name), 0) def EnumAddValues(builder, values): builder.PrependUOffsetTRelativeSlot(1, flatbuffers.number_types.UOffsetTFlags.py_type(values), 0) def EnumStartValuesVector(builder, numElems): return builder.StartVector(4, numElems, 4) def EnumAddIsUnion(builder, isUnion): builder.PrependBoolSlot(2, isUnion, 0) def EnumAddUnderlyingType(builder, underlyingType): builder.PrependUOffsetTRelativeSlot(3, flatbuffers.number_types.UOffsetTFlags.py_type(underlyingType), 0) def EnumAddAttributes(builder, attributes): builder.PrependUOffsetTRelativeSlot(4, flatbuffers.number_types.UOffsetTFlags.py_type(attributes), 0) def EnumStartAttributesVector(builder, numElems): return builder.StartVector(4, numElems, 4) def EnumAddDocumentation(builder, documentation): builder.PrependUOffsetTRelativeSlot(5, flatbuffers.number_types.UOffsetTFlags.py_type(documentation), 0) def EnumStartDocumentationVector(builder, numElems): return builder.StartVector(4, numElems, 4) def EnumEnd(builder): return builder.EndObject() zlmdb-22.1.2/zlmdb/flatbuffers/reflection/EnumVal.py000066400000000000000000000056111417505401400224000ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: reflection import flatbuffers class EnumVal(object): __slots__ = ['_tab'] @classmethod def GetRootAsEnumVal(cls, buf, offset): n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset) x = EnumVal() x.Init(buf, n + offset) return x # EnumVal def Init(self, buf, pos): self._tab = flatbuffers.table.Table(buf, pos) # EnumVal def Name(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4)) if o != 0: return self._tab.String(o + self._tab.Pos) return None # EnumVal def Value(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: return self._tab.Get(flatbuffers.number_types.Int64Flags, o + self._tab.Pos) return 0 # EnumVal def Object(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8)) if o != 0: x = self._tab.Indirect(o + self._tab.Pos) from .Object import Object obj = Object() obj.Init(self._tab.Bytes, x) return obj return None # EnumVal def UnionType(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(10)) if o != 0: x = self._tab.Indirect(o + self._tab.Pos) from .Type import Type obj = Type() obj.Init(self._tab.Bytes, x) return obj return None # EnumVal def Documentation(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12)) if o != 0: a = self._tab.Vector(o) return self._tab.String(a + flatbuffers.number_types.UOffsetTFlags.py_type(j * 4)) return "" # EnumVal def DocumentationLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12)) if o != 0: return self._tab.VectorLen(o) return 0 def EnumValStart(builder): builder.StartObject(5) def EnumValAddName(builder, name): builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(name), 0) def EnumValAddValue(builder, value): builder.PrependInt64Slot(1, value, 0) def EnumValAddObject(builder, object): builder.PrependUOffsetTRelativeSlot(2, flatbuffers.number_types.UOffsetTFlags.py_type(object), 0) def EnumValAddUnionType(builder, unionType): builder.PrependUOffsetTRelativeSlot(3, flatbuffers.number_types.UOffsetTFlags.py_type(unionType), 0) def EnumValAddDocumentation(builder, documentation): builder.PrependUOffsetTRelativeSlot(4, flatbuffers.number_types.UOffsetTFlags.py_type(documentation), 0) def EnumValStartDocumentationVector(builder, numElems): return builder.StartVector(4, numElems, 4) def EnumValEnd(builder): return builder.EndObject() zlmdb-22.1.2/zlmdb/flatbuffers/reflection/Field.py000066400000000000000000000122671417505401400220610ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: reflection import flatbuffers class Field(object): __slots__ = ['_tab'] @classmethod def GetRootAsField(cls, buf, offset): n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset) x = Field() x.Init(buf, n + offset) return x # Field def Init(self, buf, pos): self._tab = flatbuffers.table.Table(buf, pos) # Field def Name(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4)) if o != 0: return self._tab.String(o + self._tab.Pos) return None # Field def Type(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: x = self._tab.Indirect(o + self._tab.Pos) from .Type import Type obj = Type() obj.Init(self._tab.Bytes, x) return obj return None # Field def Id(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint16Flags, o + self._tab.Pos) return 0 # Field def Offset(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(10)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint16Flags, o + self._tab.Pos) return 0 # Field def DefaultInteger(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12)) if o != 0: return self._tab.Get(flatbuffers.number_types.Int64Flags, o + self._tab.Pos) return 0 # Field def DefaultReal(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14)) if o != 0: return self._tab.Get(flatbuffers.number_types.Float64Flags, o + self._tab.Pos) return 0.0 # Field def Deprecated(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(16)) if o != 0: return bool(self._tab.Get(flatbuffers.number_types.BoolFlags, o + self._tab.Pos)) return False # Field def Required(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(18)) if o != 0: return bool(self._tab.Get(flatbuffers.number_types.BoolFlags, o + self._tab.Pos)) return False # Field def Key(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(20)) if o != 0: return bool(self._tab.Get(flatbuffers.number_types.BoolFlags, o + self._tab.Pos)) return False # Field def Attributes(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(22)) if o != 0: x = self._tab.Vector(o) x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4 x = self._tab.Indirect(x) from .KeyValue import KeyValue obj = KeyValue() obj.Init(self._tab.Bytes, x) return obj return None # Field def AttributesLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(22)) if o != 0: return self._tab.VectorLen(o) return 0 # Field def Documentation(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(24)) if o != 0: a = self._tab.Vector(o) return self._tab.String(a + flatbuffers.number_types.UOffsetTFlags.py_type(j * 4)) return "" # Field def DocumentationLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(24)) if o != 0: return self._tab.VectorLen(o) return 0 def FieldStart(builder): builder.StartObject(11) def FieldAddName(builder, name): builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(name), 0) def FieldAddType(builder, type): builder.PrependUOffsetTRelativeSlot(1, flatbuffers.number_types.UOffsetTFlags.py_type(type), 0) def FieldAddId(builder, id): builder.PrependUint16Slot(2, id, 0) def FieldAddOffset(builder, offset): builder.PrependUint16Slot(3, offset, 0) def FieldAddDefaultInteger(builder, defaultInteger): builder.PrependInt64Slot(4, defaultInteger, 0) def FieldAddDefaultReal(builder, defaultReal): builder.PrependFloat64Slot(5, defaultReal, 0.0) def FieldAddDeprecated(builder, deprecated): builder.PrependBoolSlot(6, deprecated, 0) def FieldAddRequired(builder, required): builder.PrependBoolSlot(7, required, 0) def FieldAddKey(builder, key): builder.PrependBoolSlot(8, key, 0) def FieldAddAttributes(builder, attributes): builder.PrependUOffsetTRelativeSlot(9, flatbuffers.number_types.UOffsetTFlags.py_type(attributes), 0) def FieldStartAttributesVector(builder, numElems): return builder.StartVector(4, numElems, 4) def FieldAddDocumentation(builder, documentation): builder.PrependUOffsetTRelativeSlot(10, flatbuffers.number_types.UOffsetTFlags.py_type(documentation), 0) def FieldStartDocumentationVector(builder, numElems): return builder.StartVector(4, numElems, 4) def FieldEnd(builder): return builder.EndObject() zlmdb-22.1.2/zlmdb/flatbuffers/reflection/KeyValue.py000066400000000000000000000023601417505401400225540ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: reflection import flatbuffers class KeyValue(object): __slots__ = ['_tab'] @classmethod def GetRootAsKeyValue(cls, buf, offset): n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset) x = KeyValue() x.Init(buf, n + offset) return x # KeyValue def Init(self, buf, pos): self._tab = flatbuffers.table.Table(buf, pos) # KeyValue def Key(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4)) if o != 0: return self._tab.String(o + self._tab.Pos) return None # KeyValue def Value(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: return self._tab.String(o + self._tab.Pos) return None def KeyValueStart(builder): builder.StartObject(2) def KeyValueAddKey(builder, key): builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(key), 0) def KeyValueAddValue(builder, value): builder.PrependUOffsetTRelativeSlot(1, flatbuffers.number_types.UOffsetTFlags.py_type(value), 0) def KeyValueEnd(builder): return builder.EndObject() zlmdb-22.1.2/zlmdb/flatbuffers/reflection/Object.py000066400000000000000000000104611417505401400222360ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: reflection import flatbuffers class Object(object): __slots__ = ['_tab'] @classmethod def GetRootAsObject(cls, buf, offset): n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset) x = Object() x.Init(buf, n + offset) return x # Object def Init(self, buf, pos): self._tab = flatbuffers.table.Table(buf, pos) # Object def Name(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4)) if o != 0: return self._tab.String(o + self._tab.Pos) return None # Object def Fields(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: x = self._tab.Vector(o) x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4 x = self._tab.Indirect(x) from .Field import Field obj = Field() obj.Init(self._tab.Bytes, x) return obj return None # Object def FieldsLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: return self._tab.VectorLen(o) return 0 # Object def IsStruct(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8)) if o != 0: return bool(self._tab.Get(flatbuffers.number_types.BoolFlags, o + self._tab.Pos)) return False # Object def Minalign(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(10)) if o != 0: return self._tab.Get(flatbuffers.number_types.Int32Flags, o + self._tab.Pos) return 0 # Object def Bytesize(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12)) if o != 0: return self._tab.Get(flatbuffers.number_types.Int32Flags, o + self._tab.Pos) return 0 # Object def Attributes(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14)) if o != 0: x = self._tab.Vector(o) x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4 x = self._tab.Indirect(x) from .KeyValue import KeyValue obj = KeyValue() obj.Init(self._tab.Bytes, x) return obj return None # Object def AttributesLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14)) if o != 0: return self._tab.VectorLen(o) return 0 # Object def Documentation(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(16)) if o != 0: a = self._tab.Vector(o) return self._tab.String(a + flatbuffers.number_types.UOffsetTFlags.py_type(j * 4)) return "" # Object def DocumentationLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(16)) if o != 0: return self._tab.VectorLen(o) return 0 def ObjectStart(builder): builder.StartObject(7) def ObjectAddName(builder, name): builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(name), 0) def ObjectAddFields(builder, fields): builder.PrependUOffsetTRelativeSlot(1, flatbuffers.number_types.UOffsetTFlags.py_type(fields), 0) def ObjectStartFieldsVector(builder, numElems): return builder.StartVector(4, numElems, 4) def ObjectAddIsStruct(builder, isStruct): builder.PrependBoolSlot(2, isStruct, 0) def ObjectAddMinalign(builder, minalign): builder.PrependInt32Slot(3, minalign, 0) def ObjectAddBytesize(builder, bytesize): builder.PrependInt32Slot(4, bytesize, 0) def ObjectAddAttributes(builder, attributes): builder.PrependUOffsetTRelativeSlot(5, flatbuffers.number_types.UOffsetTFlags.py_type(attributes), 0) def ObjectStartAttributesVector(builder, numElems): return builder.StartVector(4, numElems, 4) def ObjectAddDocumentation(builder, documentation): builder.PrependUOffsetTRelativeSlot(6, flatbuffers.number_types.UOffsetTFlags.py_type(documentation), 0) def ObjectStartDocumentationVector(builder, numElems): return builder.StartVector(4, numElems, 4) def ObjectEnd(builder): return builder.EndObject() zlmdb-22.1.2/zlmdb/flatbuffers/reflection/RPCCall.py000066400000000000000000000067221417505401400222550ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: reflection import flatbuffers class RPCCall(object): __slots__ = ['_tab'] @classmethod def GetRootAsRPCCall(cls, buf, offset): n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset) x = RPCCall() x.Init(buf, n + offset) return x # RPCCall def Init(self, buf, pos): self._tab = flatbuffers.table.Table(buf, pos) # RPCCall def Name(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4)) if o != 0: return self._tab.String(o + self._tab.Pos) return None # RPCCall def Request(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: x = self._tab.Indirect(o + self._tab.Pos) from .Object import Object obj = Object() obj.Init(self._tab.Bytes, x) return obj return None # RPCCall def Response(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8)) if o != 0: x = self._tab.Indirect(o + self._tab.Pos) from .Object import Object obj = Object() obj.Init(self._tab.Bytes, x) return obj return None # RPCCall def Attributes(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(10)) if o != 0: x = self._tab.Vector(o) x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4 x = self._tab.Indirect(x) from .KeyValue import KeyValue obj = KeyValue() obj.Init(self._tab.Bytes, x) return obj return None # RPCCall def AttributesLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(10)) if o != 0: return self._tab.VectorLen(o) return 0 # RPCCall def Documentation(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12)) if o != 0: a = self._tab.Vector(o) return self._tab.String(a + flatbuffers.number_types.UOffsetTFlags.py_type(j * 4)) return "" # RPCCall def DocumentationLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12)) if o != 0: return self._tab.VectorLen(o) return 0 def RPCCallStart(builder): builder.StartObject(5) def RPCCallAddName(builder, name): builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(name), 0) def RPCCallAddRequest(builder, request): builder.PrependUOffsetTRelativeSlot(1, flatbuffers.number_types.UOffsetTFlags.py_type(request), 0) def RPCCallAddResponse(builder, response): builder.PrependUOffsetTRelativeSlot(2, flatbuffers.number_types.UOffsetTFlags.py_type(response), 0) def RPCCallAddAttributes(builder, attributes): builder.PrependUOffsetTRelativeSlot(3, flatbuffers.number_types.UOffsetTFlags.py_type(attributes), 0) def RPCCallStartAttributesVector(builder, numElems): return builder.StartVector(4, numElems, 4) def RPCCallAddDocumentation(builder, documentation): builder.PrependUOffsetTRelativeSlot(4, flatbuffers.number_types.UOffsetTFlags.py_type(documentation), 0) def RPCCallStartDocumentationVector(builder, numElems): return builder.StartVector(4, numElems, 4) def RPCCallEnd(builder): return builder.EndObject() zlmdb-22.1.2/zlmdb/flatbuffers/reflection/Schema.py000066400000000000000000000104041417505401400222250ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: reflection import flatbuffers class Schema(object): __slots__ = ['_tab'] @classmethod def GetRootAsSchema(cls, buf, offset): n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset) x = Schema() x.Init(buf, n + offset) return x # Schema def Init(self, buf, pos): self._tab = flatbuffers.table.Table(buf, pos) # Schema def Objects(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4)) if o != 0: x = self._tab.Vector(o) x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4 x = self._tab.Indirect(x) from .Object import Object obj = Object() obj.Init(self._tab.Bytes, x) return obj return None # Schema def ObjectsLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4)) if o != 0: return self._tab.VectorLen(o) return 0 # Schema def Enums(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: x = self._tab.Vector(o) x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4 x = self._tab.Indirect(x) from .Enum import Enum obj = Enum() obj.Init(self._tab.Bytes, x) return obj return None # Schema def EnumsLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: return self._tab.VectorLen(o) return 0 # Schema def FileIdent(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8)) if o != 0: return self._tab.String(o + self._tab.Pos) return None # Schema def FileExt(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(10)) if o != 0: return self._tab.String(o + self._tab.Pos) return None # Schema def RootTable(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12)) if o != 0: x = self._tab.Indirect(o + self._tab.Pos) from .Object import Object obj = Object() obj.Init(self._tab.Bytes, x) return obj return None # Schema def Services(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14)) if o != 0: x = self._tab.Vector(o) x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4 x = self._tab.Indirect(x) from .Service import Service obj = Service() obj.Init(self._tab.Bytes, x) return obj return None # Schema def ServicesLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14)) if o != 0: return self._tab.VectorLen(o) return 0 def SchemaStart(builder): builder.StartObject(6) def SchemaAddObjects(builder, objects): builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(objects), 0) def SchemaStartObjectsVector(builder, numElems): return builder.StartVector(4, numElems, 4) def SchemaAddEnums(builder, enums): builder.PrependUOffsetTRelativeSlot(1, flatbuffers.number_types.UOffsetTFlags.py_type(enums), 0) def SchemaStartEnumsVector(builder, numElems): return builder.StartVector(4, numElems, 4) def SchemaAddFileIdent(builder, fileIdent): builder.PrependUOffsetTRelativeSlot(2, flatbuffers.number_types.UOffsetTFlags.py_type(fileIdent), 0) def SchemaAddFileExt(builder, fileExt): builder.PrependUOffsetTRelativeSlot(3, flatbuffers.number_types.UOffsetTFlags.py_type(fileExt), 0) def SchemaAddRootTable(builder, rootTable): builder.PrependUOffsetTRelativeSlot(4, flatbuffers.number_types.UOffsetTFlags.py_type(rootTable), 0) def SchemaAddServices(builder, services): builder.PrependUOffsetTRelativeSlot(5, flatbuffers.number_types.UOffsetTFlags.py_type(services), 0) def SchemaStartServicesVector(builder, numElems): return builder.StartVector(4, numElems, 4) def SchemaEnd(builder): return builder.EndObject() zlmdb-22.1.2/zlmdb/flatbuffers/reflection/Service.py000066400000000000000000000065471417505401400224420ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: reflection import flatbuffers class Service(object): __slots__ = ['_tab'] @classmethod def GetRootAsService(cls, buf, offset): n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset) x = Service() x.Init(buf, n + offset) return x # Service def Init(self, buf, pos): self._tab = flatbuffers.table.Table(buf, pos) # Service def Name(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4)) if o != 0: return self._tab.String(o + self._tab.Pos) return None # Service def Calls(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: x = self._tab.Vector(o) x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4 x = self._tab.Indirect(x) from .RPCCall import RPCCall obj = RPCCall() obj.Init(self._tab.Bytes, x) return obj return None # Service def CallsLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: return self._tab.VectorLen(o) return 0 # Service def Attributes(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8)) if o != 0: x = self._tab.Vector(o) x += flatbuffers.number_types.UOffsetTFlags.py_type(j) * 4 x = self._tab.Indirect(x) from .KeyValue import KeyValue obj = KeyValue() obj.Init(self._tab.Bytes, x) return obj return None # Service def AttributesLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8)) if o != 0: return self._tab.VectorLen(o) return 0 # Service def Documentation(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(10)) if o != 0: a = self._tab.Vector(o) return self._tab.String(a + flatbuffers.number_types.UOffsetTFlags.py_type(j * 4)) return "" # Service def DocumentationLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(10)) if o != 0: return self._tab.VectorLen(o) return 0 def ServiceStart(builder): builder.StartObject(4) def ServiceAddName(builder, name): builder.PrependUOffsetTRelativeSlot(0, flatbuffers.number_types.UOffsetTFlags.py_type(name), 0) def ServiceAddCalls(builder, calls): builder.PrependUOffsetTRelativeSlot(1, flatbuffers.number_types.UOffsetTFlags.py_type(calls), 0) def ServiceStartCallsVector(builder, numElems): return builder.StartVector(4, numElems, 4) def ServiceAddAttributes(builder, attributes): builder.PrependUOffsetTRelativeSlot(2, flatbuffers.number_types.UOffsetTFlags.py_type(attributes), 0) def ServiceStartAttributesVector(builder, numElems): return builder.StartVector(4, numElems, 4) def ServiceAddDocumentation(builder, documentation): builder.PrependUOffsetTRelativeSlot(3, flatbuffers.number_types.UOffsetTFlags.py_type(documentation), 0) def ServiceStartDocumentationVector(builder, numElems): return builder.StartVector(4, numElems, 4) def ServiceEnd(builder): return builder.EndObject() zlmdb-22.1.2/zlmdb/flatbuffers/reflection/Type.py000066400000000000000000000027401417505401400217520ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: reflection import flatbuffers class Type(object): __slots__ = ['_tab'] @classmethod def GetRootAsType(cls, buf, offset): n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset) x = Type() x.Init(buf, n + offset) return x # Type def Init(self, buf, pos): self._tab = flatbuffers.table.Table(buf, pos) # Type def BaseType(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4)) if o != 0: return self._tab.Get(flatbuffers.number_types.Int8Flags, o + self._tab.Pos) return 0 # Type def Element(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: return self._tab.Get(flatbuffers.number_types.Int8Flags, o + self._tab.Pos) return 0 # Type def Index(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8)) if o != 0: return self._tab.Get(flatbuffers.number_types.Int32Flags, o + self._tab.Pos) return -1 def TypeStart(builder): builder.StartObject(3) def TypeAddBaseType(builder, baseType): builder.PrependInt8Slot(0, baseType, 0) def TypeAddElement(builder, element): builder.PrependInt8Slot(1, element, 0) def TypeAddIndex(builder, index): builder.PrependInt32Slot(2, index, -1) def TypeEnd(builder): return builder.EndObject() zlmdb-22.1.2/zlmdb/flatbuffers/reflection/__init__.py000066400000000000000000000000001417505401400225530ustar00rootroot00000000000000zlmdb-22.1.2/zlmdb/tests/000077500000000000000000000000001417505401400151615ustar00rootroot00000000000000zlmdb-22.1.2/zlmdb/tests/MNodeLog.py000066400000000000000000000561301417505401400172040ustar00rootroot00000000000000# automatically generated by the FlatBuffers compiler, do not modify # namespace: log import flatbuffers # /// Logs of runs (from node start to end) of managed CF nodes . class MNodeLog(object): __slots__ = ['_tab'] @classmethod def GetRootAsMNodeLog(cls, buf, offset): n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset) x = MNodeLog() x.Init(buf, n + offset) return x # MNodeLog def Init(self, buf, pos): self._tab = flatbuffers.table.Table(buf, pos) # /// Unix time in ns when this log record was received (from CFC node clock). # MNodeLog def Timestamp(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(4)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # /// CF node ID. # MNodeLog def NodeId(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: a = self._tab.Vector(o) return self._tab.Get(flatbuffers.number_types.Uint8Flags, a + flatbuffers.number_types.UOffsetTFlags.py_type(j * 1)) return 0 # MNodeLog def NodeIdAsNumpy(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: return self._tab.GetVectorAsNumpy(flatbuffers.number_types.Uint8Flags, o) return 0 # MNodeLog def NodeIdLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: return self._tab.VectorLen(o) return 0 # /// CFC run ID (this is unique over all start-stop cycles of CFC, and constant per run). # MNodeLog def RunId(self, j): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8)) if o != 0: a = self._tab.Vector(o) return self._tab.Get(flatbuffers.number_types.Uint8Flags, a + flatbuffers.number_types.UOffsetTFlags.py_type(j * 1)) return 0 # MNodeLog def RunIdAsNumpy(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8)) if o != 0: return self._tab.GetVectorAsNumpy(flatbuffers.number_types.Uint8Flags, o) return 0 # MNodeLog def RunIdLength(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8)) if o != 0: return self._tab.VectorLen(o) return 0 # /// Current state of CF node. # MNodeLog def State(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(10)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint8Flags, o + self._tab.Pos) return 0 # /// When the state is ENDED, the end timestamp (Unix time in ns). # MNodeLog def Ended(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(12)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # /// WAMP session ID of the CF node uplink management session to this CFC instance. # MNodeLog def Session(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(14)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # /// Unix time in ns. This timestamp is from the original received event payload (from CF node clock). # MNodeLog def Sent(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(16)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # /// Sequence number as sent in the log record by the CF node (started at 0 for CF start and incremented by one on each heartbeat). # MNodeLog def Seq(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(18)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # /// Number of router workers currently running in the CF node. # MNodeLog def Routers(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(20)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint16Flags, o + self._tab.Pos) return 0 # /// Number of container workers currently running in the CF node. # MNodeLog def Containers(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(22)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint16Flags, o + self._tab.Pos) return 0 # /// Number of guest workers currently running in the CF node. # MNodeLog def Guests(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(24)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint16Flags, o + self._tab.Pos) return 0 # /// Number of proxy workers currently running in the CF node. # MNodeLog def Proxies(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(26)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint16Flags, o + self._tab.Pos) return 0 # /// Number of XBR market maker workers currently running in the CF node. # MNodeLog def Marketmakers(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(28)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint16Flags, o + self._tab.Pos) return 0 # /// CF node system statistics. # MNodeLog def CpuCtxSwitches(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(30)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def CpuFreq(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(32)) if o != 0: return self._tab.Get(flatbuffers.number_types.Float32Flags, o + self._tab.Pos) return 0.0 # MNodeLog def CpuGuest(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(34)) if o != 0: return self._tab.Get(flatbuffers.number_types.Float32Flags, o + self._tab.Pos) return 0.0 # MNodeLog def CpuGuestNice(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(36)) if o != 0: return self._tab.Get(flatbuffers.number_types.Float32Flags, o + self._tab.Pos) return 0.0 # MNodeLog def CpuIdle(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(38)) if o != 0: return self._tab.Get(flatbuffers.number_types.Float32Flags, o + self._tab.Pos) return 0.0 # MNodeLog def CpuInterrupts(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(40)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def CpuIowait(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(42)) if o != 0: return self._tab.Get(flatbuffers.number_types.Float32Flags, o + self._tab.Pos) return 0.0 # MNodeLog def CpuIrq(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(44)) if o != 0: return self._tab.Get(flatbuffers.number_types.Float32Flags, o + self._tab.Pos) return 0.0 # MNodeLog def CpuNice(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(46)) if o != 0: return self._tab.Get(flatbuffers.number_types.Float32Flags, o + self._tab.Pos) return 0.0 # MNodeLog def CpuSoftInterrupts(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(48)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def CpuSoftirq(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(50)) if o != 0: return self._tab.Get(flatbuffers.number_types.Float32Flags, o + self._tab.Pos) return 0.0 # MNodeLog def CpuSteal(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(52)) if o != 0: return self._tab.Get(flatbuffers.number_types.Float32Flags, o + self._tab.Pos) return 0.0 # MNodeLog def CpuSystem(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(54)) if o != 0: return self._tab.Get(flatbuffers.number_types.Float32Flags, o + self._tab.Pos) return 0.0 # MNodeLog def CpuUser(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(56)) if o != 0: return self._tab.Get(flatbuffers.number_types.Float32Flags, o + self._tab.Pos) return 0.0 # MNodeLog def DiskBusyTime(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(58)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def DiskReadBytes(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(60)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def DiskReadCount(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(62)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def DiskReadMergedCount(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(64)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def DiskReadTime(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(66)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def DiskWriteBytes(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(68)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def DiskWriteCount(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(70)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def DiskWriteMergedCount(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(72)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def DiskWriteTime(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(74)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def MemoryActive(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(76)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def MemoryAvailable(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(78)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def MemoryBuffers(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(80)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def MemoryCached(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(82)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def MemoryFree(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(84)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def MemoryInactive(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(86)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def MemoryPercent(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(88)) if o != 0: return self._tab.Get(flatbuffers.number_types.Float32Flags, o + self._tab.Pos) return 0.0 # MNodeLog def MemoryShared(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(90)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def MemorySlab(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(92)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def MemoryTotal(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(94)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def MemoryUsed(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(96)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def NetworkBytesRecv(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(98)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def NetworkBytesSent(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(100)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def NetworkConnectionAfInet(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(102)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint32Flags, o + self._tab.Pos) return 0 # MNodeLog def NetworkConnectionAfInet6(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(104)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint32Flags, o + self._tab.Pos) return 0 # MNodeLog def NetworkConnectionAfUnix(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(106)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint32Flags, o + self._tab.Pos) return 0 # MNodeLog def NetworkDropin(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(108)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint32Flags, o + self._tab.Pos) return 0 # MNodeLog def NetworkDropout(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(110)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint32Flags, o + self._tab.Pos) return 0 # MNodeLog def NetworkErrin(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(112)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint32Flags, o + self._tab.Pos) return 0 # MNodeLog def NetworkErrout(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(114)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint32Flags, o + self._tab.Pos) return 0 # MNodeLog def NetworkPacketsRecv(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(116)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 # MNodeLog def NetworkPacketsSent(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(118)) if o != 0: return self._tab.Get(flatbuffers.number_types.Uint64Flags, o + self._tab.Pos) return 0 def MNodeLogStart(builder): builder.StartObject(58) def MNodeLogAddTimestamp(builder, timestamp): builder.PrependUint64Slot(0, timestamp, 0) def MNodeLogAddNodeId(builder, nodeId): builder.PrependUOffsetTRelativeSlot(1, flatbuffers.number_types.UOffsetTFlags.py_type(nodeId), 0) def MNodeLogStartNodeIdVector(builder, numElems): return builder.StartVector(1, numElems, 1) def MNodeLogAddRunId(builder, runId): builder.PrependUOffsetTRelativeSlot(2, flatbuffers.number_types.UOffsetTFlags.py_type(runId), 0) def MNodeLogStartRunIdVector(builder, numElems): return builder.StartVector(1, numElems, 1) def MNodeLogAddState(builder, state): builder.PrependUint8Slot(3, state, 0) def MNodeLogAddEnded(builder, ended): builder.PrependUint64Slot(4, ended, 0) def MNodeLogAddSession(builder, session): builder.PrependUint64Slot(5, session, 0) def MNodeLogAddSent(builder, sent): builder.PrependUint64Slot(6, sent, 0) def MNodeLogAddSeq(builder, seq): builder.PrependUint64Slot(7, seq, 0) def MNodeLogAddRouters(builder, routers): builder.PrependUint16Slot(8, routers, 0) def MNodeLogAddContainers(builder, containers): builder.PrependUint16Slot(9, containers, 0) def MNodeLogAddGuests(builder, guests): builder.PrependUint16Slot(10, guests, 0) def MNodeLogAddProxies(builder, proxies): builder.PrependUint16Slot(11, proxies, 0) def MNodeLogAddMarketmakers(builder, marketmakers): builder.PrependUint16Slot(12, marketmakers, 0) def MNodeLogAddCpuCtxSwitches(builder, cpuCtxSwitches): builder.PrependUint64Slot(13, cpuCtxSwitches, 0) def MNodeLogAddCpuFreq(builder, cpuFreq): builder.PrependFloat32Slot(14, cpuFreq, 0.0) def MNodeLogAddCpuGuest(builder, cpuGuest): builder.PrependFloat32Slot(15, cpuGuest, 0.0) def MNodeLogAddCpuGuestNice(builder, cpuGuestNice): builder.PrependFloat32Slot(16, cpuGuestNice, 0.0) def MNodeLogAddCpuIdle(builder, cpuIdle): builder.PrependFloat32Slot(17, cpuIdle, 0.0) def MNodeLogAddCpuInterrupts(builder, cpuInterrupts): builder.PrependUint64Slot(18, cpuInterrupts, 0) def MNodeLogAddCpuIowait(builder, cpuIowait): builder.PrependFloat32Slot(19, cpuIowait, 0.0) def MNodeLogAddCpuIrq(builder, cpuIrq): builder.PrependFloat32Slot(20, cpuIrq, 0.0) def MNodeLogAddCpuNice(builder, cpuNice): builder.PrependFloat32Slot(21, cpuNice, 0.0) def MNodeLogAddCpuSoftInterrupts(builder, cpuSoftInterrupts): builder.PrependUint64Slot(22, cpuSoftInterrupts, 0) def MNodeLogAddCpuSoftirq(builder, cpuSoftirq): builder.PrependFloat32Slot(23, cpuSoftirq, 0.0) def MNodeLogAddCpuSteal(builder, cpuSteal): builder.PrependFloat32Slot(24, cpuSteal, 0.0) def MNodeLogAddCpuSystem(builder, cpuSystem): builder.PrependFloat32Slot(25, cpuSystem, 0.0) def MNodeLogAddCpuUser(builder, cpuUser): builder.PrependFloat32Slot(26, cpuUser, 0.0) def MNodeLogAddDiskBusyTime(builder, diskBusyTime): builder.PrependUint64Slot(27, diskBusyTime, 0) def MNodeLogAddDiskReadBytes(builder, diskReadBytes): builder.PrependUint64Slot(28, diskReadBytes, 0) def MNodeLogAddDiskReadCount(builder, diskReadCount): builder.PrependUint64Slot(29, diskReadCount, 0) def MNodeLogAddDiskReadMergedCount(builder, diskReadMergedCount): builder.PrependUint64Slot(30, diskReadMergedCount, 0) def MNodeLogAddDiskReadTime(builder, diskReadTime): builder.PrependUint64Slot(31, diskReadTime, 0) def MNodeLogAddDiskWriteBytes(builder, diskWriteBytes): builder.PrependUint64Slot(32, diskWriteBytes, 0) def MNodeLogAddDiskWriteCount(builder, diskWriteCount): builder.PrependUint64Slot(33, diskWriteCount, 0) def MNodeLogAddDiskWriteMergedCount(builder, diskWriteMergedCount): builder.PrependUint64Slot(34, diskWriteMergedCount, 0) def MNodeLogAddDiskWriteTime(builder, diskWriteTime): builder.PrependUint64Slot(35, diskWriteTime, 0) def MNodeLogAddMemoryActive(builder, memoryActive): builder.PrependUint64Slot(36, memoryActive, 0) def MNodeLogAddMemoryAvailable(builder, memoryAvailable): builder.PrependUint64Slot(37, memoryAvailable, 0) def MNodeLogAddMemoryBuffers(builder, memoryBuffers): builder.PrependUint64Slot(38, memoryBuffers, 0) def MNodeLogAddMemoryCached(builder, memoryCached): builder.PrependUint64Slot(39, memoryCached, 0) def MNodeLogAddMemoryFree(builder, memoryFree): builder.PrependUint64Slot(40, memoryFree, 0) def MNodeLogAddMemoryInactive(builder, memoryInactive): builder.PrependUint64Slot(41, memoryInactive, 0) def MNodeLogAddMemoryPercent(builder, memoryPercent): builder.PrependFloat32Slot(42, memoryPercent, 0.0) def MNodeLogAddMemoryShared(builder, memoryShared): builder.PrependUint64Slot(43, memoryShared, 0) def MNodeLogAddMemorySlab(builder, memorySlab): builder.PrependUint64Slot(44, memorySlab, 0) def MNodeLogAddMemoryTotal(builder, memoryTotal): builder.PrependUint64Slot(45, memoryTotal, 0) def MNodeLogAddMemoryUsed(builder, memoryUsed): builder.PrependUint64Slot(46, memoryUsed, 0) def MNodeLogAddNetworkBytesRecv(builder, networkBytesRecv): builder.PrependUint64Slot(47, networkBytesRecv, 0) def MNodeLogAddNetworkBytesSent(builder, networkBytesSent): builder.PrependUint64Slot(48, networkBytesSent, 0) def MNodeLogAddNetworkConnectionAfInet(builder, networkConnectionAfInet): builder.PrependUint32Slot(49, networkConnectionAfInet, 0) def MNodeLogAddNetworkConnectionAfInet6(builder, networkConnectionAfInet6): builder.PrependUint32Slot(50, networkConnectionAfInet6, 0) def MNodeLogAddNetworkConnectionAfUnix(builder, networkConnectionAfUnix): builder.PrependUint32Slot(51, networkConnectionAfUnix, 0) def MNodeLogAddNetworkDropin(builder, networkDropin): builder.PrependUint32Slot(52, networkDropin, 0) def MNodeLogAddNetworkDropout(builder, networkDropout): builder.PrependUint32Slot(53, networkDropout, 0) def MNodeLogAddNetworkErrin(builder, networkErrin): builder.PrependUint32Slot(54, networkErrin, 0) def MNodeLogAddNetworkErrout(builder, networkErrout): builder.PrependUint32Slot(55, networkErrout, 0) def MNodeLogAddNetworkPacketsRecv(builder, networkPacketsRecv): builder.PrependUint64Slot(56, networkPacketsRecv, 0) def MNodeLogAddNetworkPacketsSent(builder, networkPacketsSent): builder.PrependUint64Slot(57, networkPacketsSent, 0) def MNodeLogEnd(builder): return builder.EndObject() zlmdb-22.1.2/zlmdb/tests/_schema_fbs.py000066400000000000000000000147011417505401400177670ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import random import uuid import datetime from zlmdb.flatbuffers.demo import User as _user from zlmdb.flatbuffers.demo import Date as _date class User(object): def __init__(self, from_fbs=None): self._from_fbs = from_fbs self._name = None self._authid = None self._uuid = None self._email = None self._birthday = None self._is_friendly = None self._tags = None self._ratings = None self._ratings_cached = None self._friends = None self._friends_cached = None self._referred_by = None @property def name(self): return self._name or self._from_fbs.Name() @name.setter def name(self, value): self._name = value @property def authid(self): return self._authid or self._from_fbs.Authid() @authid.setter def authid(self, value): self._authid = value @property def uuid(self): return self._uuid or self._from_fbs.Uuid() @uuid.setter def uuid(self, value): self._uuid = value @property def email(self): return self._email or self._from_fbs.Email() @email.setter def email(self, value): self._email = value @property def birthday(self): return self._birthday or self._from_fbs.Birthday() @birthday.setter def birthday(self, value): self._birthday = value @property def is_friendly(self): return self._is_friendly or self._from_fbs.IsFriendly() @is_friendly.setter def is_friendly(self, value): self._is_friendly = value @property def ratings(self): if self._ratings is not None: return self._ratings if self._ratings_cached is None: self._ratings_cached = {} if self._from_fbs: for i in range(self._from_fbs.RatingsLength()): rat = self._from_fbs.Ratings(i) self._ratings_cached[rat.Name()] = rat.Rating() return self._ratings_cached @ratings.setter def ratings(self, value): self._ratings = value @property def friends(self): if self._friends is not None: return self._friends if self._friends_cached is None: self._friends_cached = [] if self._from_fbs: for i in range(self._from_fbs.FriendsLength()): friend_oid = self._from_fbs.Friends(i) self._friends_cached.append(friend_oid) return self._friends_cached @friends.setter def friends(self, value): self._friends = value @property def referred_by(self): return self._referred_by or self._from_fbs.ReferredBy() @referred_by.setter def referred_by(self, value): self._referred_by = value def build(self, builder): if self._name is not None: name = builder.CreateString(self._name) else: name = builder.CreateString(self._from_fbs.Name()) if self._authid is not None: authid = builder.CreateString(self._authid) else: authid = builder.CreateString(self._from_fbs.Authid()) if self._email is not None: email = builder.CreateString(self._email) else: email = builder.CreateString(self._from_fbs.Email()) _user.UserStart(builder) _user.UserAddName(builder, name) _user.UserAddAuthid(builder, authid) _user.UserAddEmail(builder, email) if self._birthday is not None: _user.UserAddBirthday( builder, _date.CreateDate(builder, self._birthday.year, self._birthday.month, self._birthday.day)) else: bd = self._from_fbs.Birthday() _user.UserAddBirthday(builder, _date.CreateDate(builder, bd.Year(), bd.Month(), bd.Day())) # FIXME: tags # FIXME: ratings # FIXME: friends if self._is_friendly is not None: _user.UserAddIsFriendly(builder, self._is_friendly) else: _user.UserAddIsFriendly(builder, self._from_fbs.IsFriendly()) if self._referred_by is not None: _user.UserAddReferredBy(builder, self._referred_by) else: _user.UserAddReferredBy(builder, self._from_fbs.ReferredBy()) return _user.UserEnd(builder) @staticmethod def cast(buf): return User(_user.User.GetRootAsUser(buf, 0)) @staticmethod def create_test_user(oid=None): user = User() if oid is not None: user.oid = oid else: user.oid = random.randint(0, 9007199254740992) user.name = 'Test {}'.format(user.oid) user.authid = 'test-{}'.format(user.oid) user.uuid = uuid.uuid4() user.email = '{}@example.com'.format(user.authid) user.birthday = datetime.date(1950, 12, 24) user.is_friendly = True user.tags = ['geek', 'sudoko', 'yellow'] for j in range(10): user.ratings['test-rating-{}'.format(j)] = random.random() user.friends = [random.randint(0, 9007199254740992) for _ in range(10)] user.referred_by = random.randint(0, 9007199254740992) return user zlmdb-22.1.2/zlmdb/tests/_schema_mnode_log.py000066400000000000000000001166031417505401400211640ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import pprint import uuid import numpy as np import flatbuffers from zlmdb import table, MapTimestampUuidFlatBuffers from txaio import time_ns import MNodeLog as MNodeLogGen class _MNodeLogGen(MNodeLogGen.MNodeLog): """ Expand methods on the class code generated by flatc. FIXME: come up with a PR for flatc to generated this stuff automatically. """ @classmethod def GetRootAsMNodeLog(cls, buf, offset): n = flatbuffers.encode.Get(flatbuffers.packer.uoffset, buf, offset) x = _MNodeLogGen() x.Init(buf, n + offset) return x def NodeIdAsBytes(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(6)) if o != 0: _off = self._tab.Vector(o) _len = self._tab.VectorLen(o) return memoryview(self._tab.Bytes)[_off:_off + _len] return None def RunIdAsBytes(self): o = flatbuffers.number_types.UOffsetTFlags.py_type(self._tab.Offset(8)) if o != 0: _off = self._tab.Vector(o) _len = self._tab.VectorLen(o) return memoryview(self._tab.Bytes)[_off:_off + _len] return None class MNodeLog(object): def __init__(self, from_fbs=None): self._from_fbs = from_fbs # uint64 self._timestamp = None # node_id: [uint8] (uuid); self._node_id = None # run_id: [uint8] (uuid); self._run_id = None # state: MNodeState; self._state = None # ended: uint64; self._ended = None # session: uint64; self._session = None # sent: uint64; self._sent = None # seq: uint64; self._seq = None # routers: uint16; self._routers = None # containers: uint16; self._containers = None # guests: uint16; self._guests = None # proxies: uint16; self._proxies = None # xbr_marketmakers: uint16; self._marketmakers = None # CF node system statistics self._cpu_ctx_switches = None self._cpu_freq = None self._cpu_guest = None self._cpu_guest_nice = None self._cpu_idle = None self._cpu_interrupts = None self._cpu_iotwait = None self._cpu_irq = None self._cpu_nice = None self._cpu_soft_interrupts = None self._cpu_softirq = None self._cpu_steal = None self._cpu_system = None self._cpu_user = None self._disk_busy_time = None self._disk_read_bytes = None self._disk_read_count = None self._disk_read_merged_count = None self._disk_read_time = None self._disk_write_bytes = None self._disk_write_count = None self._disk_write_merged_count = None self._disk_write_time = None self._memory_active = None self._memory_available = None self._memory_buffers = None self._memory_cached = None self._memory_free = None self._memory_inactive = None self._memory_percent = None self._memory_shared = None self._memory_slab = None self._memory_total = None self._memory_used = None self._network_bytes_recv = None self._network_bytes_sent = None self._network_connection_af_inet = None self._network_connection_af_inet6 = None self._network_connection_af_unix = None self._network_dropin = None self._network_dropout = None self._network_errin = None self._network_errout = None self._network_packets_recv = None self._network_packets_sent = None @staticmethod def parse(node_id, heartbeat): assert isinstance(node_id, uuid.UUID) assert type(heartbeat) == dict assert 'timestamp' in heartbeat and type(heartbeat['timestamp']) == int obj = MNodeLog() obj._timestamp = np.datetime64(time_ns(), 'ns') obj._node_id = node_id obj._run_id = uuid.UUID(bytes=b'\0' * 16) obj._state = heartbeat.get('state', None) obj._ended = np.datetime64(heartbeat['ended'], 'ns') if heartbeat.get('ended', None) else None obj._session = heartbeat.get('session', None) obj._sent = np.datetime64(heartbeat['timestamp'], 'ns') if heartbeat.get('timestamp', None) else None obj._seq = heartbeat.get('seq', None) workers = heartbeat.get('workers', {}) obj._routers = workers.get('router', None) obj._containers = workers.get('container', None) obj._guests = workers.get('guest', None) obj._proxies = workers.get('proxy', None) obj._marketmakers = workers.get('xbrmm', None) system = heartbeat.get('system', {}) system_cpu = system.get('cpu', {}) system_net = system.get('network', {}) system_mem = system.get('memory', {}) system_dsk = system.get('disk', {}) obj._cpu_ctx_switches = system_cpu.get('ctx_switches', None) obj._cpu_freq = system_cpu.get('freq', None) obj._cpu_guest = system_cpu.get('guest', None) obj._cpu_guest_nice = system_cpu.get('guest_nice', None) obj._cpu_idle = system_cpu.get('idle', None) obj._cpu_interrupts = system_cpu.get('interrupts', None) obj._cpu_iotwait = system_cpu.get('iotwait', None) obj._cpu_irq = system_cpu.get('irq', None) obj._cpu_nice = system_cpu.get('nice', None) obj._cpu_soft_interrupts = system_cpu.get('soft_interrupts', None) obj._cpu_softirq = system_cpu.get('softirq', None) obj._cpu_steal = system_cpu.get('steal', None) obj._cpu_system = system_cpu.get('system', None) obj._cpu_user = system_cpu.get('user', None) obj._network_bytes_recv = system_net.get('bytes_recv', None) obj._network_bytes_sent = system_net.get('bytes_sent', None) obj._network_packets_recv = system_net.get('packets_recv', None) obj._network_packets_sent = system_net.get('packets_sent', None) obj._network_dropin = system_net.get('dropin', None) obj._network_dropout = system_net.get('dropout', None) obj._network_errin = system_net.get('errin', None) obj._network_errout = system_net.get('errout', None) connection = system_net.get('connection', {}) obj._network_connection_af_inet = connection.get('AF_INET', None) obj._network_connection_af_inet6 = connection.get('AF_INET6', None) obj._network_connection_af_unix = connection.get('AF_UNIX', None) obj._memory_active = system_mem.get('active', None) obj._memory_available = system_mem.get('available', None) obj._memory_buffers = system_mem.get('buffers', None) obj._memory_cached = system_mem.get('cached', None) obj._memory_free = system_mem.get('free', None) obj._memory_inactive = system_mem.get('inactive', None) obj._memory_percent = system_mem.get('percent', None) obj._memory_shared = system_mem.get('shared', None) obj._memory_slab = system_mem.get('slab', None) obj._memory_total = system_mem.get('total', None) obj._memory_used = system_mem.get('used', None) obj._disk_busy_time = system_dsk.get('busy_time', None) obj._disk_read_bytes = system_dsk.get('read_bytes', None) obj._disk_read_count = system_dsk.get('read_count', None) obj._disk_read_merged_count = system_dsk.get('read_merged_count', None) obj._disk_read_time = system_dsk.get('read_time', None) obj._disk_write_bytes = system_dsk.get('write_bytes', None) obj._disk_write_count = system_dsk.get('write_count', None) obj._disk_write_merged_count = system_dsk.get('write_merged_count', None) obj._disk_write_time = system_dsk.get('write_time', None) return obj def marshal(self): obj = { 'timestamp': self.timestamp, 'node_id': str(self.node_id), 'run_id': str(self.run_id), 'state': self.state, 'ended': self.ended, 'session': self.session, 'sent': self.sent, 'seq': self.seq, 'workers': { 'router': self.routers, 'container': self.containers, 'guest': self.guests, 'proxy': self.proxies, 'xbrmm': self.marketmakers, }, 'cpu': { 'ctx_switches': self.cpu_ctx_switches, 'freq': self.cpu_freq, 'guest': self.cpu_guest, 'guest_nice': self.cpu_guest_nice, 'idle': self.cpu_idle, 'interrupts': self.cpu_interrupts, 'iotwait': self.cpu_iotwait, 'irq': self.cpu_irq, 'nice': self.cpu_nice, 'soft_interrupts': self.cpu_soft_interrupts, 'softirq': self.cpu_softirq, 'steal': self.cpu_steal, 'system': self.cpu_system, 'user': self.cpu_user, }, 'memory': { 'active': self.memory_active, 'available': self.memory_available, 'buffers': self.memory_buffers, 'cached': self.memory_cached, 'free': self.memory_free, 'inactive': self.memory_inactive, 'percent': self.memory_percent, 'shared': self.memory_shared, 'slab': self.memory_slab, 'total': self.memory_total, 'used': self.memory_used, }, 'disk': { 'busy_time': self.disk_busy_time, 'read_bytes': self.disk_read_bytes, 'read_count': self.disk_read_count, 'read_merged_count': self.disk_read_merged_count, 'read_time': self.disk_read_time, 'write_bytes': self.disk_write_bytes, 'write_count': self.disk_write_count, 'write_merged_count': self.disk_write_merged_count, 'write_time': self.disk_write_time, }, 'network': { 'bytes_recv': self.network_bytes_recv, 'bytes_sent': self.network_bytes_sent, 'connection': { 'AF_INET': self.network_connection_af_inet, 'AF_INET6': self.network_connection_af_inet6, 'UNIX': self.network_connection_af_unix, }, 'dropin': self.network_dropin, 'dropout': self.network_dropout, 'errin': self.network_errin, 'errout': self.network_errout, 'packets_recv': self.network_packets_recv, 'packets_sent': self.network_packets_sent, }, } return obj def __str__(self): return '\n{}\n'.format(pprint.pformat(self.marshal())) @property def timestamp(self): if self._timestamp is None and self._from_fbs: self._timestamp = np.datetime64(self._from_fbs.Timestamp(), 'ns') return self._timestamp @timestamp.setter def timestamp(self, value): assert value is None or isinstance(value, np.datetime64) self._timestamp = value @property def node_id(self): if self._node_id is None and self._from_fbs: if self._from_fbs.NodeIdLength(): _node_id = self._from_fbs.NodeIdAsBytes() self._node_id = uuid.UUID(bytes=_node_id.tobytes()) return self._node_id @node_id.setter def node_id(self, value): assert value is None or isinstance(value, uuid.UUID) self._node_id = value @property def run_id(self): if self._run_id is None and self._from_fbs: if self._from_fbs.RunIdLength(): _run_id = self._from_fbs.RunIdAsBytes() self._run_id = uuid.UUID(bytes=_run_id.tobytes()) return self._run_id @run_id.setter def run_id(self, value): assert value is None or isinstance(value, uuid.UUID) self._run_id = value @property def state(self): if self._state is None and self._from_fbs: self._state = self._from_fbs.State() return self._state @state.setter def state(self, value): assert value is None or type(value) == int self._state = value @property def ended(self): if self._ended is None and self._from_fbs: self._ended = np.datetime64(self._from_fbs.Ended(), 'ns') return self._ended @ended.setter def ended(self, value): assert value is None or isinstance(value, np.datetime64) self._ended = value @property def session(self): if self._session is None and self._from_fbs: self._session = self._from_fbs.Session() return self._session @session.setter def session(self, value): assert value is None or type(value) == int self._session = value @property def sent(self): if self._sent is None and self._from_fbs: self._sent = np.datetime64(self._from_fbs.Sent(), 'ns') return self._sent @sent.setter def sent(self, value): assert value is None or isinstance(value, np.datetime64) self._sent = value @property def seq(self): if self._seq is None and self._from_fbs: self._seq = self._from_fbs.Seq() return self._seq @seq.setter def seq(self, value): assert value is None or type(value) == int self._seq = value @property def routers(self): if self._routers is None and self._from_fbs: self._routers = self._from_fbs.Routers() return self._routers @routers.setter def routers(self, value): assert value is None or type(value) == int self._routers = value @property def containers(self): if self._containers is None and self._from_fbs: self._containers = self._from_fbs.Containers() return self._containers @containers.setter def containers(self, value): assert value is None or type(value) == int self._containers = value @property def guests(self): if self._guests is None and self._from_fbs: self._guests = self._from_fbs.Guests() return self._guests @guests.setter def guests(self, value): assert value is None or type(value) == int self._guests = value @property def proxies(self): if self._proxies is None and self._from_fbs: self._proxies = self._from_fbs.Proxies() return self._proxies @proxies.setter def proxies(self, value): assert value is None or type(value) == int self._proxies = value @property def marketmakers(self): if self._marketmakers is None and self._from_fbs: self._marketmakers = self._from_fbs.Marketmakers() return self._marketmakers @marketmakers.setter def marketmakers(self, value): assert value is None or type(value) == int self._marketmakers = value @property def cpu_ctx_switches(self): if self._cpu_ctx_switches is None and self._from_fbs: self._cpu_ctx_switches = self._from_fbs.CpuCtxSwitches() return self._cpu_ctx_switches @cpu_ctx_switches.setter def cpu_ctx_switches(self, value): assert value is None or type(value) == int self._cpu_ctx_switches = value @property def cpu_freq(self): if self._cpu_freq is None and self._from_fbs: self._cpu_freq = self._from_fbs.CpuFreq() return self._cpu_freq @cpu_freq.setter def cpu_freq(self, value): assert value is None or type(value) == float self._cpu_freq = value @property def cpu_guest(self): if self._cpu_guest is None and self._from_fbs: self._cpu_guest = self._from_fbs.CpuGuest() return self._cpu_guest @cpu_guest.setter def cpu_guest(self, value): assert value is None or type(value) == float self._cpu_guest = value @property def cpu_guest_nice(self): if self._cpu_guest_nice is None and self._from_fbs: self._cpu_guest_nice = self._from_fbs.CpuGuestNice() return self._cpu_guest_nice @cpu_guest_nice.setter def cpu_guest_nice(self, value): assert value is None or type(value) == float self._cpu_guest_nice = value @property def cpu_idle(self): if self._cpu_idle is None and self._from_fbs: self._cpu_idle = self._from_fbs.CpuIdle() return self._cpu_idle @cpu_idle.setter def cpu_idle(self, value): assert value is None or type(value) == float self._cpu_idle = value @property def cpu_interrupts(self): if self._cpu_interrupts is None and self._from_fbs: self._cpu_interrupts = self._from_fbs.CpuInterrupts() return self._cpu_interrupts @cpu_interrupts.setter def cpu_interrupts(self, value): assert value is None or type(value) == int self._cpu_interrupts = value @property def cpu_iotwait(self): if self._cpu_iotwait is None and self._from_fbs: self._cpu_iotwait = self._from_fbs.CpuIowait() return self._cpu_iotwait @cpu_iotwait.setter def cpu_iotwait(self, value): assert value is None or type(value) == float self._cpu_iotwait = value @property def cpu_irq(self): if self._cpu_irq is None and self._from_fbs: self._cpu_irq = self._from_fbs.CpuIrq() return self._cpu_irq @cpu_irq.setter def cpu_irq(self, value): assert value is None or type(value) == float self._cpu_irq = value @property def cpu_nice(self): if self._cpu_nice is None and self._from_fbs: self._cpu_nice = self._from_fbs.CpuNice() return self._cpu_nice @cpu_nice.setter def cpu_nice(self, value): assert value is None or type(value) == float self._cpu_nice = value @property def cpu_soft_interrupts(self): if self._cpu_soft_interrupts is None and self._from_fbs: self._cpu_soft_interrupts = self._from_fbs.CpuSoftInterrupts() return self._cpu_soft_interrupts @cpu_soft_interrupts.setter def cpu_soft_interrupts(self, value): assert value is None or type(value) == int self._cpu_soft_interrupts = value @property def cpu_softirq(self): if self._cpu_softirq is None and self._from_fbs: self._cpu_softirq = self._from_fbs.CpuSoftirq() return self._cpu_softirq @cpu_softirq.setter def cpu_softirq(self, value): assert value is None or type(value) == float self._cpu_softirq = value @property def cpu_steal(self): if self._cpu_steal is None and self._from_fbs: self._cpu_steal = self._from_fbs.CpuSteal() return self._cpu_steal @cpu_steal.setter def cpu_steal(self, value): assert value is None or type(value) == float self._cpu_steal = value @property def cpu_system(self): if self._cpu_system is None and self._from_fbs: self._cpu_system = self._from_fbs.CpuSystem() return self._cpu_system @cpu_system.setter def cpu_system(self, value): assert value is None or type(value) == float self._cpu_system = value @property def cpu_user(self): if self._cpu_user is None and self._from_fbs: self._cpu_user = self._from_fbs.CpuUser() return self._cpu_user @cpu_user.setter def cpu_user(self, value): assert value is None or type(value) == float self._cpu_user = value @property def network_bytes_recv(self): if self._network_bytes_recv is None and self._from_fbs: self._network_bytes_recv = self._from_fbs.NetworkBytesRecv() return self._network_bytes_recv @network_bytes_recv.setter def network_bytes_recv(self, value): assert value is None or type(value) == int self._network_bytes_recv = value @property def network_bytes_sent(self): if self._network_bytes_sent is None and self._from_fbs: self._network_bytes_sent = self._from_fbs.NetworkBytesSent() return self._network_bytes_sent @network_bytes_sent.setter def network_bytes_sent(self, value): assert value is None or type(value) == int self._network_bytes_sent = value @property def network_connection_af_inet(self): if self._network_connection_af_inet is None and self._from_fbs: self._network_connection_af_inet = self._from_fbs.NetworkConnectionAfInet() return self._network_connection_af_inet @network_connection_af_inet.setter def network_connection_af_inet(self, value): assert value is None or type(value) == int self._network_connection_af_inet = value @property def network_connection_af_inet6(self): if self._network_connection_af_inet6 is None and self._from_fbs: self._network_connection_af_inet6 = self._from_fbs.NetworkConnectionAfInet6() return self._network_connection_af_inet6 @network_connection_af_inet6.setter def network_connection_af_inet6(self, value): assert value is None or type(value) == int self._network_connection_af_inet6 = value @property def network_connection_af_unix(self): if self._network_connection_af_unix is None and self._from_fbs: self._network_connection_af_unix = self._from_fbs.NetworkConnectionAfUnix() return self._network_connection_af_unix @network_connection_af_unix.setter def network_connection_af_unix(self, value): assert value is None or type(value) == int self._network_connection_af_unix = value @property def network_dropin(self): if self._network_dropin is None and self._from_fbs: self._network_dropin = self._from_fbs.NetworkDropin() return self._network_dropin @network_dropin.setter def network_dropin(self, value): assert value is None or type(value) == int self._network_dropin = value @property def network_dropout(self): if self._network_dropout is None and self._from_fbs: self._network_dropout = self._from_fbs.NetworkDropout() return self._network_dropout @network_dropout.setter def network_dropout(self, value): assert value is None or type(value) == int self._network_dropout = value @property def network_errin(self): if self._network_errin is None and self._from_fbs: self._network_errin = self._from_fbs.NetworkErrin() return self._network_errin @network_errin.setter def network_errin(self, value): assert value is None or type(value) == int self._network_errin = value @property def network_errout(self): if self._network_errout is None and self._from_fbs: self._network_errout = self._from_fbs.NetworkErrout() return self._network_errout @network_errout.setter def network_errout(self, value): assert value is None or type(value) == int self._network_errout = value @property def network_packets_recv(self): if self._network_packets_recv is None and self._from_fbs: self._network_packets_recv = self._from_fbs.NetworkPacketsRecv() return self._network_packets_recv @network_packets_recv.setter def network_packets_recv(self, value): assert value is None or type(value) == int self._network_packets_recv = value @property def network_packets_sent(self): if self._network_packets_sent is None and self._from_fbs: self._network_packets_sent = self._from_fbs.NetworkPacketsSent() return self._network_packets_sent @network_packets_sent.setter def network_packets_sent(self, value): assert value is None or type(value) == int self._network_packets_sent = value @property def memory_active(self): if self._memory_active is None and self._from_fbs: self._memory_active = self._from_fbs.MemoryActive() return self._memory_active @memory_active.setter def memory_active(self, value): assert value is None or type(value) == int self._memory_active = value @property def memory_available(self): if self._memory_available is None and self._from_fbs: self._memory_available = self._from_fbs.MemoryAvailable() return self._memory_available @memory_available.setter def memory_available(self, value): assert value is None or type(value) == int self._memory_available = value @property def memory_buffers(self): if self._memory_buffers is None and self._from_fbs: self._memory_buffers = self._from_fbs.MemoryBuffers() return self._memory_buffers @memory_buffers.setter def memory_buffers(self, value): assert value is None or type(value) == int self._memory_buffers = value @property def memory_cached(self): if self._memory_cached is None and self._from_fbs: self._memory_cached = self._from_fbs.MemoryCached() return self._memory_cached @memory_cached.setter def memory_cached(self, value): assert value is None or type(value) == int self._memory_cached = value @property def memory_free(self): if self._memory_free is None and self._from_fbs: self._memory_free = self._from_fbs.MemoryFree() return self._memory_free @memory_free.setter def memory_free(self, value): assert value is None or type(value) == int self._memory_free = value @property def memory_inactive(self): if self._memory_inactive is None and self._from_fbs: self._memory_inactive = self._from_fbs.MemoryInactive() return self._memory_inactive @memory_inactive.setter def memory_inactive(self, value): assert value is None or type(value) == int self._memory_inactive = value @property def memory_percent(self): if self._memory_percent is None and self._from_fbs: self._memory_percent = self._from_fbs.MemoryPercent() return self._memory_percent @memory_percent.setter def memory_percent(self, value): assert value is None or type(value) == float self._memory_percent = value @property def memory_shared(self): if self._memory_shared is None and self._from_fbs: self._memory_shared = self._from_fbs.MemoryShared() return self._memory_shared @memory_shared.setter def memory_shared(self, value): assert value is None or type(value) == int self._memory_shared = value @property def memory_slab(self): if self._memory_slab is None and self._from_fbs: self._memory_slab = self._from_fbs.MemorySlab() return self._memory_slab @memory_slab.setter def memory_slab(self, value): assert value is None or type(value) == int self._memory_slab = value @property def memory_total(self): if self._memory_total is None and self._from_fbs: self._memory_total = self._from_fbs.MemoryTotal() return self._memory_total @memory_total.setter def memory_total(self, value): assert value is None or type(value) == int self._memory_total = value @property def memory_used(self): if self._memory_used is None and self._from_fbs: self._memory_used = self._from_fbs.MemoryUsed() return self._memory_used @memory_used.setter def memory_used(self, value): assert value is None or type(value) == int self._memory_used = value @property def disk_busy_time(self): if self._disk_busy_time is None and self._from_fbs: self._disk_busy_time = self._from_fbs.DiskBusyTime() return self._disk_busy_time @disk_busy_time.setter def disk_busy_time(self, value): assert value is None or type(value) == int self._disk_busy_time = value @property def disk_read_bytes(self): if self._disk_read_bytes is None and self._from_fbs: self._disk_read_bytes = self._from_fbs.DiskReadBytes() return self._disk_read_bytes @disk_read_bytes.setter def disk_read_bytes(self, value): assert value is None or type(value) == int self._disk_read_bytes = value @property def disk_read_count(self): if self._disk_read_count is None and self._from_fbs: self._disk_read_count = self._from_fbs.DiskReadCount() return self._disk_read_count @disk_read_count.setter def disk_read_count(self, value): assert value is None or type(value) == int self._disk_read_count = value @property def disk_read_merged_count(self): if self._disk_read_merged_count is None and self._from_fbs: self._disk_read_merged_count = self._from_fbs.DiskReadMergedCount() return self._disk_read_merged_count @disk_read_merged_count.setter def disk_read_merged_count(self, value): assert value is None or type(value) == int self._disk_read_merged_count = value @property def disk_read_time(self): if self._disk_read_time is None and self._from_fbs: self._disk_read_time = self._from_fbs.DiskReadTime() return self._disk_read_time @disk_read_time.setter def disk_read_time(self, value): assert value is None or type(value) == int self._disk_read_time = value @property def disk_write_bytes(self): if self._disk_write_bytes is None and self._from_fbs: self._disk_write_bytes = self._from_fbs.DiskWriteBytes() return self._disk_write_bytes @disk_write_bytes.setter def disk_write_bytes(self, value): assert value is None or type(value) == int self._disk_write_bytes = value @property def disk_write_count(self): if self._disk_write_count is None and self._from_fbs: self._disk_write_count = self._from_fbs.DiskWriteCount() return self._disk_write_count @disk_write_count.setter def disk_write_count(self, value): assert value is None or type(value) == int self._disk_write_count = value @property def disk_write_merged_count(self): if self._disk_write_merged_count is None and self._from_fbs: self._disk_write_merged_count = self._from_fbs.DiskWriteMergedCount() return self._disk_write_merged_count @disk_write_merged_count.setter def disk_write_merged_count(self, value): assert value is None or type(value) == int self._disk_write_merged_count = value @property def disk_write_time(self): if self._disk_write_time is None and self._from_fbs: self._disk_write_time = self._from_fbs.DiskWriteTime() return self._disk_write_time @disk_write_time.setter def disk_write_time(self, value): assert value is None or type(value) == int self._disk_write_time = value @staticmethod def cast(buf): assert type(buf) in [bytes, bytearray], 'bytes expected, got {}'.format(type(buf)) return MNodeLog(_MNodeLogGen.GetRootAsMNodeLog(buf, 0)) def build(self, builder): node_id = self.node_id.bytes if self.node_id else None if node_id: node_id = builder.CreateString(node_id) run_id = self.run_id.bytes if self.run_id else None if run_id: run_id = builder.CreateString(run_id) MNodeLogGen.MNodeLogStart(builder) if self.timestamp: MNodeLogGen.MNodeLogAddTimestamp(builder, int(self.timestamp)) if node_id: MNodeLogGen.MNodeLogAddNodeId(builder, node_id) if run_id: MNodeLogGen.MNodeLogAddRunId(builder, run_id) if self.state: MNodeLogGen.MNodeLogAddState(builder, self.state) if self.ended: MNodeLogGen.MNodeLogAddEnded(builder, int(self.ended)) if self.session: MNodeLogGen.MNodeLogAddSession(builder, self.session) if self.sent: MNodeLogGen.MNodeLogAddSent(builder, int(self.sent)) if self.seq: MNodeLogGen.MNodeLogAddSeq(builder, self.seq) if self.routers: MNodeLogGen.MNodeLogAddRouters(builder, self.routers) if self.containers: MNodeLogGen.MNodeLogAddContainers(builder, self.containers) if self.guests: MNodeLogGen.MNodeLogAddGuests(builder, self.guests) if self.proxies: MNodeLogGen.MNodeLogAddProxies(builder, self.proxies) if self.marketmakers: MNodeLogGen.MNodeLogAddMarketmakers(builder, self.marketmakers) if self.cpu_ctx_switches: MNodeLogGen.MNodeLogAddCpuCtxSwitches(builder, self.cpu_ctx_switches) if self.cpu_freq: MNodeLogGen.MNodeLogAddCpuFreq(builder, self.cpu_freq) if self.cpu_guest: MNodeLogGen.MNodeLogAddCpuGuest(builder, self.cpu_guest) if self.cpu_guest_nice: MNodeLogGen.MNodeLogAddCpuGuestNice(builder, self.cpu_guest_nice) if self.cpu_idle: MNodeLogGen.MNodeLogAddCpuIdle(builder, self.cpu_idle) if self.cpu_interrupts: MNodeLogGen.MNodeLogAddCpuInterrupts(builder, self.cpu_interrupts) if self.cpu_iotwait: MNodeLogGen.MNodeLogAddCpuIowait(builder, self.cpu_iotwait) if self.cpu_irq: MNodeLogGen.MNodeLogAddCpuIrq(builder, self.cpu_irq) if self.cpu_nice: MNodeLogGen.MNodeLogAddCpuNice(builder, self.cpu_nice) if self.cpu_soft_interrupts: MNodeLogGen.MNodeLogAddCpuSoftInterrupts(builder, self.cpu_soft_interrupts) if self.cpu_softirq: MNodeLogGen.MNodeLogAddCpuSoftirq(builder, self.cpu_softirq) if self.cpu_steal: MNodeLogGen.MNodeLogAddCpuSteal(builder, self.cpu_steal) if self.cpu_system: MNodeLogGen.MNodeLogAddCpuSystem(builder, self.cpu_system) if self.cpu_user: MNodeLogGen.MNodeLogAddCpuUser(builder, self.cpu_user) if self.network_bytes_recv: MNodeLogGen.MNodeLogAddNetworkBytesRecv(builder, self.network_bytes_recv) if self.network_bytes_sent: MNodeLogGen.MNodeLogAddNetworkBytesSent(builder, self.network_bytes_sent) if self.network_connection_af_inet: MNodeLogGen.MNodeLogAddNetworkConnectionAfInet(builder, self.network_connection_af_inet) if self.network_connection_af_inet6: MNodeLogGen.MNodeLogAddNetworkConnectionAfInet6(builder, self.network_connection_af_inet6) if self.network_connection_af_unix: MNodeLogGen.MNodeLogAddNetworkConnectionAfUnix(builder, self.network_connection_af_unix) if self.network_dropin: MNodeLogGen.MNodeLogAddNetworkDropin(builder, self.network_dropin) if self.network_dropout: MNodeLogGen.MNodeLogAddNetworkDropout(builder, self.network_dropout) if self.network_errin: MNodeLogGen.MNodeLogAddNetworkErrin(builder, self.network_errin) if self.network_errout: MNodeLogGen.MNodeLogAddNetworkErrout(builder, self.network_errout) if self.network_packets_recv: MNodeLogGen.MNodeLogAddNetworkPacketsRecv(builder, self.network_packets_recv) if self.network_packets_sent: MNodeLogGen.MNodeLogAddNetworkPacketsSent(builder, self.network_packets_sent) if self.memory_active: MNodeLogGen.MNodeLogAddMemoryActive(builder, self.memory_active) if self.memory_available: MNodeLogGen.MNodeLogAddMemoryAvailable(builder, self.memory_available) if self.memory_buffers: MNodeLogGen.MNodeLogAddMemoryBuffers(builder, self.memory_buffers) if self.memory_cached: MNodeLogGen.MNodeLogAddMemoryCached(builder, self.memory_cached) if self.memory_free: MNodeLogGen.MNodeLogAddMemoryFree(builder, self.memory_free) if self.memory_inactive: MNodeLogGen.MNodeLogAddMemoryInactive(builder, self.memory_inactive) if self.memory_percent: MNodeLogGen.MNodeLogAddMemoryPercent(builder, self.memory_percent) if self.memory_shared: MNodeLogGen.MNodeLogAddMemoryShared(builder, self.memory_shared) if self.memory_slab: MNodeLogGen.MNodeLogAddMemorySlab(builder, self.memory_slab) if self.memory_total: MNodeLogGen.MNodeLogAddMemoryTotal(builder, self.memory_total) if self.memory_used: MNodeLogGen.MNodeLogAddMemoryUsed(builder, self.memory_used) if self.disk_busy_time: MNodeLogGen.MNodeLogAddDiskBusyTime(builder, self.disk_busy_time) if self.disk_read_bytes: MNodeLogGen.MNodeLogAddDiskReadBytes(builder, self.disk_read_bytes) if self.disk_read_count: MNodeLogGen.MNodeLogAddDiskReadCount(builder, self.disk_read_count) if self.disk_read_merged_count: MNodeLogGen.MNodeLogAddDiskReadMergedCount(builder, self.disk_read_merged_count) if self.disk_read_time: MNodeLogGen.MNodeLogAddDiskReadTime(builder, self.disk_read_time) if self.disk_write_bytes: MNodeLogGen.MNodeLogAddDiskWriteBytes(builder, self.disk_write_bytes) if self.disk_write_count: MNodeLogGen.MNodeLogAddDiskWriteCount(builder, self.disk_write_count) if self.disk_write_merged_count: MNodeLogGen.MNodeLogAddDiskWriteMergedCount(builder, self.disk_write_merged_count) if self.disk_write_time: MNodeLogGen.MNodeLogAddDiskWriteTime(builder, self.disk_write_time) final = MNodeLogGen.MNodeLogEnd(builder) return final @table('256a071f-5aeb-47f3-8786-97cd8281bdb7', build=MNodeLog.build, cast=MNodeLog.cast) class MNodeLogs(MapTimestampUuidFlatBuffers): pass class Schema(object): mnode_logs = None def __init__(self, db): self.db = db @staticmethod def attach(db): schema = Schema(db) schema.mnode_logs = db.attach_table(MNodeLogs) return schema zlmdb-22.1.2/zlmdb/tests/_schema_py2.py000066400000000000000000000217651417505401400177370ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import random import uuid import datetime import zlmdb class User(object): def __init__(self): self.oid = None self.name = None self.authid = None self.uuid = None self.email = None self.birthday = None self.is_friendly = None self.tags = None self.ratings = {} self.friends = [] self.referred_by = None self.realm_oid = None self.icecream = None self.mrealm = None self.mrealm_notnull = None def __eq__(self, other): if not isinstance(other, self.__class__): return False if other.oid != self.oid: return False if other.name != self.name: return False if other.authid != self.authid: return False if other.uuid != self.uuid: return False if other.email != self.email: return False if other.birthday != self.birthday: return False if other.is_friendly != self.is_friendly: return False if (self.tags and not other.tags) or (not self.tags and other.tags): return False if other.realm_oid != self.realm_oid: return False if other.icecream != self.icecream: return False if other.mrealm != self.mrealm: return False if other.mrealm_notnull != self.mrealm_notnull: return False return True def __ne__(self, other): return not self.__eq__(other) def marshal(self): obj = { u'oid': self.oid, u'name': self.name, u'authid': self.authid, u'uuid': self.uuid.hex if self.uuid else None, u'email': self.email, u'birthday': { u'year': self.birthday.year if self.birthday else None, u'month': self.birthday.month if self.birthday else None, u'day': self.birthday.day if self.birthday else None, }, u'is_friendly': self.is_friendly, u'tags': self.tags, u'ratings': self.ratings, u'friends': self.friends, u'referred_by': self.referred_by, u'realm_oid': self.realm_oid, u'icecream': self.icecream, u'mrealm': self.mrealm.hex if self.mrealm else None, u'mrealm_notnull': self.mrealm_notnull.hex if self.mrealm_notnull else None, } return obj @staticmethod def parse(obj): user = User() user.oid = obj.get(u'oid', None) user.name = obj.get(u'name', None) user.authid = obj.get(u'authid', None) if u'uuid' in obj: user.uuid = uuid.UUID(hex=obj[u'uuid']) user.email = obj.get(u'email', None) if u'birthday' in obj: b = obj[u'birthday'] user.birthday = datetime.date(b.year, b.month, b.day) user.is_friendly = obj.get(u'is_friendly', None) user.tags = obj.get(u'tags', None) user.ratings = obj.get(u'ratings', {}) user.friends = obj.get(u'friends', []) user.referred_by = obj.get(u'referred_by', None) user.realm_oid = obj.get(u'realm_oid', None) user.icecream = obj.get(u'icecream', None) if 'mrealm' in obj and obj['mrealm']: user.mrealm = uuid.UUID(hex=obj['mrealm']) if 'mrealm_notnull' in obj and obj['mrealm_notnull']: user.mrealm_notnull = uuid.UUID(hex=obj['mrealm_notnull']) return user @staticmethod def create_test_user(oid=None, realm_oid=None): user = User() if oid is not None: user.oid = oid else: user.oid = random.randint(0, 9007199254740992) user.name = u'Test {}'.format(user.oid) user.authid = u'test-{}'.format(user.oid) user.uuid = uuid.uuid4() user.email = u'{}@example.com'.format(user.authid) user.birthday = datetime.date(1950, 12, 24) user.is_friendly = True user.tags = [u'geek', u'sudoko', u'yellow'] for j in range(10): user.ratings[u'test-rating-{}'.format(j)] = random.random() user.friends = [random.randint(0, 9007199254740992) for _ in range(10)] user.referred_by = random.randint(0, 9007199254740992) if realm_oid is not None: user.realm_oid = realm_oid else: user.realm_oid = random.randint(0, 9007199254740992) user.icecream = random.choice([u'vanilla', u'lemon', u'strawberry']) user.mrealm = uuid.uuid4() user.mrealm_notnull = uuid.uuid4() return user class Schema1(zlmdb.Schema): def __init__(self): super(Schema1, self).__init__() self.tab_uuid_str = zlmdb.MapUuidString(slot=1) self.tab_uuid_oid = zlmdb.MapUuidOid(slot=2) self.tab_uuid_uuid = zlmdb.MapUuidUuid(slot=3) self.tab_str_str = zlmdb.MapStringString(slot=4) self.tab_str_oid = zlmdb.MapStringOid(slot=5) self.tab_str_uuid = zlmdb.MapStringUuid(slot=6) self.tab_oid_str = zlmdb.MapOidString(slot=7) self.tab_oid_oid = zlmdb.MapOidOid(slot=8) self.tab_oid_uuid = zlmdb.MapOidUuid(slot=9) self.tab_uuid_json = zlmdb.MapUuidJson(slot=10, marshal=(lambda o: o.marshal()), unmarshal=User.parse) self.tab_uuid_cbor = zlmdb.MapUuidCbor(slot=11, marshal=(lambda o: o.marshal()), unmarshal=User.parse) self.tab_uuid_pickle = zlmdb.MapUuidPickle(slot=12) self.tab_str_json = zlmdb.MapStringJson(slot=20, marshal=(lambda o: o.marshal()), unmarshal=User.parse) self.tab_str_cbor = zlmdb.MapStringCbor(slot=21, marshal=(lambda o: o.marshal()), unmarshal=User.parse) self.tab_str_pickle = zlmdb.MapStringPickle(slot=22) self.tab_oid_json = zlmdb.MapOidJson(slot=30, marshal=(lambda o: o.marshal()), unmarshal=User.parse) self.tab_oid_cbor = zlmdb.MapOidCbor(slot=31, marshal=(lambda o: o.marshal()), unmarshal=User.parse) self.tab_oid_pickle = zlmdb.MapOidPickle(slot=32) class Schema2(zlmdb.Schema): def __init__(self): super(Schema2, self).__init__() self.users = zlmdb.MapOidPickle(1) class Schema3(zlmdb.Schema): def __init__(self): super(Schema3, self).__init__() self.users = zlmdb.MapStringPickle(1) class Schema4(zlmdb.Schema): def __init__(self): super(Schema4, self).__init__() self.users = zlmdb.MapOidPickle(1) self.idx_users_by_authid = zlmdb.MapStringOid(2) self.users.attach_index('idx1', self.idx_users_by_authid, lambda user: user.authid, nullable=False) self.idx_users_by_email = zlmdb.MapStringOid(3) self.users.attach_index('idx2', self.idx_users_by_email, lambda user: user.email, nullable=True) self.idx_users_by_realm = zlmdb.MapOidOidOid(4) self.users.attach_index('idx3', self.idx_users_by_realm, lambda user: (user.realm_oid, user.oid)) self.idx_users_by_icecream = zlmdb.MapStringOidOid(5) self.users.attach_index('idx4', self.idx_users_by_icecream, lambda user: (user.icecream, user.oid), nullable=False) self.idx_users_by_mrealm_authid = zlmdb.MapUuidStringOid(6) self.users.attach_index('idx5', self.idx_users_by_mrealm_authid, lambda user: (user.mrealm, user.authid), nullable=True) self.idx_users_by_mrealm_notnull_authid = zlmdb.MapUuidStringOid(7) self.users.attach_index('idx6', self.idx_users_by_mrealm_notnull_authid, lambda user: (user.mrealm_notnull, user.authid), nullable=False) zlmdb-22.1.2/zlmdb/tests/_schema_py3.py000066400000000000000000000246251417505401400177360ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import random import uuid import datetime from typing import Optional, List, Dict import zlmdb class User(object): oid: int name: str authid: str uuid: uuid.UUID email: str birthday: datetime.date is_friendly: bool tags: Optional[List[str]] ratings: Dict[str, float] friends: List[int] referred_by: int realm_oid: int icecream: str mrealm: uuid.UUID # type:ignore mrealm_notnull: uuid.UUID # type:ignore def __init__(self): self.oid = None self.name = None self.authid = None self.uuid = None self.email = None self.birthday = None self.is_friendly = None self.tags = None self.ratings = {} self.friends = [] self.referred_by = None self.realm_oid = None self.icecream = None self.mrealm = None self.mrealm_notnull = None def __eq__(self, other): if not isinstance(other, self.__class__): return False if other.oid != self.oid: return False if other.name != self.name: return False if other.authid != self.authid: return False if other.uuid != self.uuid: return False if other.email != self.email: return False if other.birthday != self.birthday: return False if other.is_friendly != self.is_friendly: return False if (self.tags and not other.tags) or (not self.tags and other.tags): return False if other.realm_oid != self.realm_oid: return False if other.icecream != self.icecream: return False if other.mrealm != self.mrealm: return False if other.mrealm_notnull != self.mrealm_notnull: return False return True def __ne__(self, other): return not self.__eq__(other) def marshal(self): obj = { 'oid': self.oid, 'name': self.name, 'authid': self.authid, 'uuid': self.uuid.hex if self.uuid else None, 'email': self.email, 'birthday': { 'year': self.birthday.year if self.birthday else None, 'month': self.birthday.month if self.birthday else None, 'day': self.birthday.day if self.birthday else None, }, 'is_friendly': self.is_friendly, 'tags': self.tags, 'ratings': self.ratings, 'friends': self.friends, 'referred_by': self.referred_by, 'realm_oid': self.realm_oid, 'icecream': self.icecream, 'mrealm': self.mrealm.hex if self.mrealm else None, 'mrealm_notnull': self.mrealm_notnull.hex if self.mrealm_notnull else None, } return obj @staticmethod def parse(obj): user = User() user.oid = obj.get('oid', None) user.name = obj.get('name', None) user.authid = obj.get('authid', None) if 'uuid' in obj: user.uuid = uuid.UUID(hex=obj['uuid']) user.email = obj.get('email', None) if 'birthday' in obj: b = obj['birthday'] user.birthday = datetime.date(b.year, b.month, b.day) user.is_friendly = obj.get('is_friendly', None) user.tags = obj.get('tags', None) user.ratings = obj.get('ratings', {}) user.friends = obj.get('friends', []) user.referred_by = obj.get('referred_by', None) user.realm_oid = obj.get('realm_oid', None) user.icecream = obj.get('icecream', None) if 'mrealm' in obj and obj['mrealm']: user.mrealm = uuid.UUID(hex=obj['mrealm']) if 'mrealm_notnull' in obj and obj['mrealm_notnull']: user.mrealm_notnull = uuid.UUID(hex=obj['mrealm_notnull']) return user @staticmethod def create_test_user(oid=None, realm_oid=None): user = User() if oid is not None: user.oid = oid else: user.oid = random.randint(0, 9007199254740992) user.name = 'Test {}'.format(user.oid) user.authid = 'test-{}'.format(user.oid) user.uuid = uuid.uuid4() user.email = '{}@example.com'.format(user.authid) user.birthday = datetime.date(1950, 12, 24) user.is_friendly = True user.tags = ['geek', 'sudoko', 'yellow'] for j in range(10): user.ratings['test-rating-{}'.format(j)] = 1 / (j + 1) # round(random.random(), 3) user.friends = [random.randint(0, 9007199254740992) for _ in range(10)] user.referred_by = random.randint(0, 9007199254740992) if realm_oid is not None: user.realm_oid = realm_oid else: user.realm_oid = random.randint(0, 9007199254740992) user.icecream = random.choice(['vanilla', 'lemon', 'strawberry']) user.mrealm = uuid.uuid4() user.mrealm_notnull = uuid.uuid4() return user class Schema1(zlmdb.Schema): tab_uuid_str: zlmdb.MapUuidString tab_uuid_oid: zlmdb.MapUuidOid tab_uuid_uuid: zlmdb.MapUuidUuid tab_str_str: zlmdb.MapStringString tab_str_oid: zlmdb.MapStringOid tab_str_uuid: zlmdb.MapStringUuid tab_oid_str: zlmdb.MapOidString tab_oid_oid: zlmdb.MapOidOid tab_oid_uuid: zlmdb.MapOidUuid tab_uuid_json: zlmdb.MapUuidJson tab_uuid_cbor: zlmdb.MapUuidCbor tab_uuid_pickle: zlmdb.MapUuidPickle tab_str_json: zlmdb.MapStringJson tab_str_cbor: zlmdb.MapStringCbor tab_str_pickle: zlmdb.MapStringPickle tab_oid_json: zlmdb.MapOidJson tab_oid_cbor: zlmdb.MapOidCbor tab_oid_pickle: zlmdb.MapOidPickle def __init__(self): self.tab_uuid_str = zlmdb.MapUuidString(slot=1) self.tab_uuid_oid = zlmdb.MapUuidOid(slot=2) self.tab_uuid_uuid = zlmdb.MapUuidUuid(slot=3) self.tab_str_str = zlmdb.MapStringString(slot=4) self.tab_str_oid = zlmdb.MapStringOid(slot=5) self.tab_str_uuid = zlmdb.MapStringUuid(slot=6) self.tab_oid_str = zlmdb.MapOidString(slot=7) self.tab_oid_oid = zlmdb.MapOidOid(slot=8) self.tab_oid_uuid = zlmdb.MapOidUuid(slot=9) self.tab_uuid_json = zlmdb.MapUuidJson(slot=10, marshal=(lambda o: o.marshal()), unmarshal=User.parse) self.tab_uuid_cbor = zlmdb.MapUuidCbor(slot=11, marshal=(lambda o: o.marshal()), unmarshal=User.parse) self.tab_uuid_pickle = zlmdb.MapUuidPickle(slot=12) self.tab_str_json = zlmdb.MapStringJson(slot=20, marshal=(lambda o: o.marshal()), unmarshal=User.parse) self.tab_str_cbor = zlmdb.MapStringCbor(slot=21, marshal=(lambda o: o.marshal()), unmarshal=User.parse) self.tab_str_pickle = zlmdb.MapStringPickle(slot=22) self.tab_oid_json = zlmdb.MapOidJson(slot=30, marshal=(lambda o: o.marshal()), unmarshal=User.parse) self.tab_oid_cbor = zlmdb.MapOidCbor(slot=31, marshal=(lambda o: o.marshal()), unmarshal=User.parse) self.tab_oid_pickle = zlmdb.MapOidPickle(slot=32) class Schema2(zlmdb.Schema): users: zlmdb.MapOidPickle def __init__(self): self.users = zlmdb.MapOidPickle(1) class Schema3(zlmdb.Schema): users: zlmdb.MapStringPickle def __init__(self): self.users = zlmdb.MapStringPickle(1) class Schema4(zlmdb.Schema): users: zlmdb.MapOidPickle idx_users_by_authid: zlmdb.MapStringOid idx_users_by_email: zlmdb.MapStringOid idx_users_by_realm: zlmdb.MapOidOidOid idx_users_by_icecream: zlmdb.MapStringOidOid idx_users_by_mrealm_authid: zlmdb.MapUuidStringOid idx_users_by_mrealm_authid_notnull: zlmdb.MapUuidStringOid def __init__(self): super(Schema4, self).__init__() self.users = zlmdb.MapOidPickle(1) self.idx_users_by_authid = zlmdb.MapStringOid(2) self.users.attach_index('idx1', self.idx_users_by_authid, lambda user: user.authid, nullable=False) self.idx_users_by_email = zlmdb.MapStringOid(3) self.users.attach_index('idx2', self.idx_users_by_email, lambda user: user.email, nullable=True) self.idx_users_by_realm = zlmdb.MapOidOidOid(4) self.users.attach_index('idx3', self.idx_users_by_realm, lambda user: (user.realm_oid, user.oid), nullable=False) self.idx_users_by_icecream = zlmdb.MapStringOidOid(5) self.users.attach_index('idx4', self.idx_users_by_icecream, lambda user: (user.icecream, user.oid), nullable=False) self.idx_users_by_mrealm_authid = zlmdb.MapUuidStringOid(6) self.users.attach_index('idx5', self.idx_users_by_mrealm_authid, lambda user: (user.mrealm, user.authid), nullable=True) self.idx_users_by_mrealm_notnull_authid = zlmdb.MapUuidStringOid(7) self.users.attach_index('idx6', self.idx_users_by_mrealm_notnull_authid, lambda user: (user.mrealm_notnull, user.authid), nullable=False) zlmdb-22.1.2/zlmdb/tests/_test_flatbuffers.py000066400000000000000000000113421417505401400212350ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import os import sys import random import txaio txaio.use_twisted() try: from tempfile import TemporaryDirectory except ImportError: from backports.tempfile import TemporaryDirectory # type:ignore import zlmdb # noqa sys.path.append(os.path.dirname(os.path.abspath(__file__))) from _schema_fbs import User # noqa class UsersSchema(zlmdb.Schema): def __init__(self): self.tab_oid_fbs = zlmdb.MapOidFlatBuffers(1, build=User.build, cast=User.cast) def test_pmap_flatbuffers_values(): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = UsersSchema() with zlmdb.Database(dbpath) as db: N = 100 stats = zlmdb.TransactionStats() with db.begin(write=True, stats=stats) as txn: for i in range(N): user = User.create_test_user() schema.tab_oid_fbs[txn, user.oid] = user assert stats.puts == N assert stats.dels == 0 stats.reset() with db.begin() as txn: cnt = schema.tab_oid_fbs.count(txn) assert cnt == N def test_pmap_flatbuffers_count(): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = UsersSchema() # max DB size is 100 MB with zlmdb.Database(dbpath, maxsize=100 * (2**20)) as db: oids = set() oid_to_referred_by = {} stats = zlmdb.TransactionStats() # number of transactions M = 5 # number of insert rows per transaction N = 10000 for j in range(M): with db.begin(write=True, stats=stats) as txn: for i in range(N): user = User.create_test_user() schema.tab_oid_fbs[txn, user.oid] = user oids.add(user.oid) oid_to_referred_by[user.oid] = user.referred_by assert stats.puts == N assert stats.dels == 0 duration_ns = stats.duration duration_ms = int(duration_ns / 1000000.) rows_per_sec = int(round(float(stats.puts + stats.dels) * 1000. / float(duration_ms))) print('Transaction ended: puts={} / dels={} rows in {} ms, {} rows/sec'.format( stats.puts, stats.dels, duration_ms, rows_per_sec)) stats.reset() # count all rows with db.begin() as txn: cnt = schema.tab_oid_fbs.count(txn) assert cnt == N * M # retrieve with db.begin() as txn: for j in range(5): started = zlmdb.walltime() M = 100 for i in range(M): for oid in random.sample(oids, N): user = schema.tab_oid_fbs[txn, oid] assert user assert user.referred_by == oid_to_referred_by.get(oid, None) duration_ns = zlmdb.walltime() - started duration_ms = int(duration_ns / 1000000.) rows_per_sec = int(round(float(M * N) * 1000. / float(duration_ms))) print('Transaction ended: {} rows read in {} ms, {} rows/sec'.format( M * N, duration_ms, rows_per_sec)) zlmdb-22.1.2/zlmdb/tests/_test_serialization.py000066400000000000000000000106271417505401400216140ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import os import sys import timeit import uuid import platform import humanize import txaio txaio.use_twisted() from zlmdb import _types # noqa from _schema_fbs import User as UserFbs # noqa sys.path.append(os.path.dirname(os.path.abspath(__file__))) if sys.version_info >= (3, 6): from _schema_py3 import User else: from _schema_py2 import User _TEST = {'oid': 0, 'uuid': None, 'bytes': 0, 'serializer': None} def _serializer_run_fbs(): serialize = _TEST['serializer']._serialize_value user = UserFbs.create_test_user() data = serialize(user) _TEST['bytes'] += len(data) def _serializer_run(): serialize = _TEST['serializer']._serialize_value user = User.create_test_user() data = serialize(user) _TEST['bytes'] += len(data) def _serialization_speed(serializer, testfun): N = 10 M = 10000 samples = [] print('running on:') print(sys.version) print(platform.uname()) _TEST['oid'] = 0 _TEST['uuid'] = uuid.uuid4() _TEST['bytes'] = 0 _TEST['bytes'] = 0 _TEST['serializer'] = serializer for i in range(N): secs = timeit.timeit(testfun, number=M) ops = round(float(M) / secs, 1) samples.append(ops) print('{} objects/sec {}'.format(ops, humanize.naturalsize(_TEST['bytes']))) ops_max = max(samples) bytes_per_obj = float(_TEST['bytes']) / float(N * M) print('{} objects/sec max, {} bytes total, {} bytes/obj'.format(ops_max, humanize.naturalsize(_TEST['bytes']), humanize.naturalsize(bytes_per_obj))) return ops_max, _TEST['bytes'] def test_json_serialization_speed(): ser = _types._JsonValuesMixin(marshal=User.marshal, unmarshal=User.parse) ops_max, total = _serialization_speed(ser, _serializer_run) # cpy36: 19564.6 objects/sec max, 135456153 bytes total assert ops_max > 1000 assert total > 1000000 def test_cbor_serialization_speed(): ser = _types._CborValuesMixin(marshal=User.marshal, unmarshal=User.parse) ops_max, total = _serialization_speed(ser, _serializer_run) # cpy36: 7787.4 objects/sec max, 97815364 bytes total assert ops_max > 1000 assert total > 1000000 def test_pickle_serialization_speed(): ser = _types._PickleValuesMixin() ops_max, total = _serialization_speed(ser, _serializer_run) # cpy36: 33586.0 objects/sec max, 137738869 bytes total assert ops_max > 1000 assert total > 1000000 def test_flatbuffer_serialization_speed(): ser = _types._FlatBuffersValuesMixin(build=UserFbs.build, cast=UserFbs.cast) ops_max, total = _serialization_speed(ser, _serializer_run_fbs) assert ops_max > 1000 assert total > 1000000 if __name__ == '__main__': from typing import List sers: List[object] = [] sers.append(_types._JsonValuesMixin(marshal=User.marshal, unmarshal=User.parse)) sers.append(_types._CborValuesMixin(marshal=User.marshal, unmarshal=User.parse)) sers.append(_types._PickleValuesMixin()) sers.append(_types._FlatBuffersValuesMixin(build=UserFbs.build, cast=UserFbs.cast)) for ser in sers: print(_serialization_speed(ser, _serializer_run)) zlmdb-22.1.2/zlmdb/tests/test_basic.py000066400000000000000000000127001417505401400176530ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import sys import os import pytest import txaio txaio.use_twisted() import zlmdb # noqa try: from tempfile import TemporaryDirectory except ImportError: from backports.tempfile import TemporaryDirectory # type:ignore sys.path.append(os.path.dirname(os.path.abspath(__file__))) if sys.version_info >= (3, 6): from _schema_py3 import User, Schema2 else: from _schema_py2 import User, Schema2 @pytest.fixture(scope='module') def testset1(): users = [] for i in range(1000): user = User.create_test_user(i) users.append(user) return users def test_transaction(): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) with zlmdb.Database(dbpath) as db: with db.begin() as txn: print('transaction open', txn.id()) print('transaction committed') print('database closed') def test_save_load(): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema2() user = User.create_test_user() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: schema.users[txn, user.oid] = user print('user saved') _user = schema.users[txn, user.oid] assert _user assert user == _user print('user loaded') print('transaction committed') print('database closed') def test_save_load_many_1(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema2() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.oid] = user cnt = schema.users.count(txn) print('user saved:', cnt) assert cnt == len(testset1) with db.begin() as txn: cnt = schema.users.count(txn) assert cnt == len(testset1) with zlmdb.Database(dbpath) as db: with db.begin() as txn: cnt = schema.users.count(txn) assert cnt == len(testset1) def test_save_load_many_2(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema2() oids = [] with zlmdb.Database(dbpath) as db: # write records in a 1st transaction with db.begin(write=True) as txn: c = 0 for user in testset1: schema.users[txn, user.oid] = user oids.append(user.oid) c += 1 assert c == len(testset1) print('[1] successfully stored {} records'.format(c)) # in the same transaction, read back records c = 0 for oid in oids: user = schema.users[txn, oid] if user: c += 1 assert c == len(testset1) print('[1] successfully loaded {} records'.format(c)) # in a new transaction, read back records c = 0 with db.begin() as txn: for oid in oids: user = schema.users[txn, oid] if user: c += 1 assert c == len(testset1) print('[2] successfully loaded {} records'.format(c)) # in a new database environment (and hence new transaction), read back records with zlmdb.Database(dbpath) as db: with db.begin() as txn: count = schema.users.count(txn) assert count == len(testset1) print('total records:', count) c = 0 for oid in oids: user = schema.users[txn, oid] if user: c += 1 assert c == len(testset1) print('[3] successfully loaded {} records'.format(c)) zlmdb-22.1.2/zlmdb/tests/test_etcd.py000066400000000000000000000207301417505401400175130ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import os import sys import pytest import txaio txaio.use_twisted() import zlmdb # noqa try: from tempfile import TemporaryDirectory except ImportError: from backports.tempfile import TemporaryDirectory # type:ignore sys.path.append(os.path.dirname(os.path.abspath(__file__))) if sys.version_info >= (3, 6): from _schema_py3 import User, Schema1, Schema3, Schema4 else: from _schema_py2 import User, Schema1, Schema3, Schema4 @pytest.fixture(scope='module') def testset1(): users = [] for i in range(1000): user = User.create_test_user(i) users.append(user) return users def test_truncate_table(): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema1() stats = zlmdb.TransactionStats() tabs = [ schema.tab_oid_json, schema.tab_str_json, schema.tab_uuid_json, schema.tab_oid_cbor, schema.tab_str_cbor, schema.tab_uuid_cbor, schema.tab_oid_pickle, schema.tab_str_pickle, schema.tab_uuid_pickle, ] with zlmdb.Database(dbpath) as db: with db.begin(write=True, stats=stats) as txn: for tab in tabs: tab.truncate(txn) print(stats.puts) print(stats.dels) def test_fill_check(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema3() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.authid] = user with zlmdb.Database(dbpath) as db: with db.begin() as txn: for user in testset1: _user = schema.users[txn, user.authid] assert _user assert _user == user def test_select(testset1): testset1_keys = set([user.authid for user in testset1]) with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema3() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.authid] = user with zlmdb.Database(dbpath) as db: with db.begin() as txn: i = 0 for authid, user in schema.users.select(txn): i += 1 assert user assert authid == user.authid assert authid in testset1_keys def test_count_all(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema3() with zlmdb.Database(dbpath) as db: # count on empty table with db.begin() as txn: cnt = schema.users.count(txn) assert cnt == 0 # fill (and count on each insert) with db.begin(write=True) as txn: i = 0 for user in testset1: schema.users[txn, user.authid] = user i += 1 # table count within filling transaction cnt = schema.users.count(txn) assert cnt == i # table count within transaction cnt = schema.users.count(txn) assert cnt == len(testset1) # table count in new transaction with db.begin() as txn: cnt = schema.users.count(txn) assert cnt == len(testset1) # table count in new connection with zlmdb.Database(dbpath) as db: with db.begin() as txn: cnt = schema.users.count(txn) assert cnt == len(testset1) def test_count_prefix(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema3() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.authid] = user n = len(testset1) tests = [ (None, n), (u'', n), (u'test-', n), (u'test-1', 111), (u'test-11', 11), (u'test-111', 1), ] with zlmdb.Database(dbpath) as db: with db.begin() as txn: for prefix, num in tests: cnt = schema.users.count(txn, prefix) assert cnt == num def test_fill_with_indexes(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema4() with zlmdb.Database(dbpath) as db: stats = zlmdb.TransactionStats() with db.begin(write=True, stats=stats) as txn: for user in testset1: schema.users[txn, user.oid] = user # check indexes has been written to (in addition to the table itself) num_indexes = len(schema.users.indexes()) assert stats.puts == len(testset1) * (1 + num_indexes) def test_truncate_table_with_index(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema4() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.oid] = user stats = zlmdb.TransactionStats() with zlmdb.Database(dbpath) as db: with db.begin(write=True, stats=stats) as txn: records = schema.users.truncate(txn) print('table truncated:', records) print(stats.puts) print(stats.dels) def test_rebuild_index(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema4() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.oid] = user with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: records = schema.users.rebuild_index(txn, 'idx1') print('\nrebuilt specific index "idx1" on "users": {} records affected'.format(records)) def test_rebuild_all_indexes(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema4() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.oid] = user with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: records = schema.users.rebuild_indexes(txn) print('\nrebuilt all indexes on "users": {} records affected'.format(records)) zlmdb-22.1.2/zlmdb/tests/test_lmdb.py000066400000000000000000000131271417505401400175140ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import random import os import lmdb import struct import platform import pytest try: from tempfile import TemporaryDirectory except ImportError: from backports.tempfile import TemporaryDirectory # type:ignore def test_lmdb_create(): """ Test creation of LMDB database. """ with TemporaryDirectory() as dbpath: env = lmdb.open(dbpath) with env.begin() as txn: assert txn.id() == 0 def test_lmdb_insert_empty_key_raises(): """ Test that LMDB raises on inserting record with empty (bytes) key. """ with TemporaryDirectory() as dbpath: env = lmdb.open(dbpath) with env.begin(write=True) as txn: key = b'' value = random.randint(0, 2**32 - 1) data = struct.pack('= (3, 6): print('Using _schema_py3 !') from _schema_py3 import User, Schema4 else: print('Using _schema_py2 !') from _schema_py2 import User, Schema4 @pytest.fixture(scope='function') def testset1(N=10, M=100): users = [] for j in range(N): for i in range(M): user = User.create_test_user(oid=j * M + i, realm_oid=j) users.append(user) return users def test_fill_indexes(testset1): """ Fill a table with multiple indexes with data records that have all columns filled with NON-NULL values. """ with TemporaryDirectory() as dbpath: schema = Schema4() with zlmdb.Database(dbpath) as db: stats = zlmdb.TransactionStats() # fill table, which also triggers inserts into the index pmaps with db.begin(write=True, stats=stats) as txn: for user in testset1: schema.users[txn, user.oid] = user # check indexes has been written to (in addition to the table itself) num_indexes = len(schema.users.indexes()) assert stats.puts == len(testset1) * (1 + num_indexes) # check saved objects with db.begin() as txn: for user in testset1: obj = schema.users[txn, user.oid] assert user == obj # check unique indexes with db.begin() as txn: for user in testset1: user_oid = schema.idx_users_by_authid[txn, user.authid] assert user.oid == user_oid user_oid = schema.idx_users_by_email[txn, user.email] assert user.oid == user_oid user_oid = schema.idx_users_by_icecream[txn, (user.icecream, user.oid)] assert user.oid == user_oid user_oid = schema.idx_users_by_mrealm_authid[txn, (user.mrealm, user.authid)] assert user.oid == user_oid user_oid = schema.idx_users_by_mrealm_notnull_authid[txn, (user.mrealm_notnull, user.authid)] assert user.oid == user_oid # check non-unique index users_by_icecream = {} for user in testset1: if user.icecream not in users_by_icecream: users_by_icecream[user.icecream] = set() users_by_icecream[user.icecream].add(user.oid) MAX_OID = 9007199254740992 with db.begin() as txn: for icecream in users_by_icecream: for _, user_oid in schema.idx_users_by_icecream.select(txn, from_key=(icecream, 0), to_key=(icecream, MAX_OID + 1), return_values=False): assert user_oid in users_by_icecream[icecream] def test_fill_indexes_nullable(testset1): """ Test filling a table with multiple indexes, some of which are on NULLable columns, and fill with records that have those column values actually NULL. """ with TemporaryDirectory() as dbpath: schema = Schema4() with zlmdb.Database(dbpath) as db: stats = zlmdb.TransactionStats() with db.begin(write=True, stats=stats) as txn: for user in testset1: _user = deepcopy(user) # "user.email" is an indexed column that is nullable _user.email = None # "user.mrealm" is an indexed (composite) column that is nullable _user.mrealm = None schema.users[txn, _user.oid] = _user # check indexes has been written to (in addition to the table itself) num_indexes = len(schema.users.indexes()) # because we have set 2 indexed columns to NULL, we need to subtract those 2 # from the total number of indexes assert stats.puts == len(testset1) * (1 + num_indexes - 2) # check saved objects with db.begin() as txn: for user in testset1: _user = deepcopy(user) _user.email = None _user.mrealm = None obj = schema.users[txn, _user.oid] assert _user == obj # check unique indexes with db.begin() as txn: for user in testset1: # check one of the indexes that was indeed filled user_oid = schema.idx_users_by_authid[txn, user.authid] assert user.oid == user_oid # check indexes that have NOT been filled user_oid = schema.idx_users_by_email[txn, user.email] assert user_oid is None user_oid = schema.idx_users_by_mrealm_authid[txn, (user.mrealm, user.authid)] assert user_oid is None def test_fill_index_non_nullable_raises(testset1): """ Insert records into a table with a unique-non-nullable index with the record having a NULL value in the indexed column raises an exception. """ with TemporaryDirectory() as dbpath: schema = Schema4() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: # "user.authid" is an indexed column that is non-nullable _user = deepcopy(user) _user.authid = None with pytest.raises(zlmdb.NullValueConstraint): schema.users[txn, _user.oid] = _user # "user.mrealm_notnull" is an indexed (composite) column that is non-nullable _user = deepcopy(user) _user.mrealm_notnull = None with pytest.raises(zlmdb.NullValueConstraint): schema.users[txn, _user.oid] = _user def test_fill_non_unique_indexes(testset1): """ Insert records into a table with a non-unique, non-nullable indexed column. """ with TemporaryDirectory() as dbpath: schema = Schema4() with zlmdb.Database(dbpath) as db: stats = zlmdb.TransactionStats() with db.begin(write=True, stats=stats) as txn: for user in testset1: schema.users[txn, user.oid] = user # check non-unique indexes with db.begin() as txn: for j in range(10): user_oids = list( schema.idx_users_by_realm.select(txn, return_keys=False, from_key=(j, 0), to_key=(j + 1, 0))) assert list(range(j * 100, (j + 1) * 100)) == user_oids def test_delete_indexes(testset1): """ Insert records into a table with indexes, delete data records and check that index records have been deleted as a consequence too. """ with TemporaryDirectory() as dbpath: schema = Schema4() with zlmdb.Database(dbpath) as db: stats = zlmdb.TransactionStats() # insert data records with db.begin(write=True, stats=stats) as txn: for user in testset1: schema.users[txn, user.oid] = user # check that all index records have been deleted as well with db.begin(write=True) as txn: for user in testset1: del schema.users[txn, user.oid] user_oid = schema.idx_users_by_authid[txn, user.authid] assert user_oid is None user_oid = schema.idx_users_by_email[txn, user.email] assert user_oid is None user_oid = schema.idx_users_by_realm[txn, (user.realm_oid, user.oid)] assert user_oid is None user_oid = schema.idx_users_by_icecream[txn, (user.icecream, user.oid)] assert user_oid is None user_oid = schema.idx_users_by_mrealm_authid[txn, (user.mrealm, user.authid)] assert user_oid is None user_oid = schema.idx_users_by_mrealm_notnull_authid[txn, (user.mrealm_notnull, user.authid)] assert user_oid is None def test_delete_nonunique_indexes(testset1): """ Insert records into a table with a non-unique index, delete data records and check that index records have been deleted as a consequence too. """ with TemporaryDirectory() as dbpath: schema = Schema4() with zlmdb.Database(dbpath) as db: stats = zlmdb.TransactionStats() with db.begin(write=True, stats=stats) as txn: for user in testset1: schema.users[txn, user.oid] = user with db.begin(write=True) as txn: for user in testset1: del schema.users[txn, user.oid] with db.begin() as txn: for j in range(10): user_oids = list( schema.idx_users_by_realm.select(txn, return_keys=False, from_key=(j, 0), to_key=(j + 1, 0))) assert [] == user_oids def test_delete_nonindexes2(testset1): """ WARNING: quadratic run-time (in testset size) """ with TemporaryDirectory() as dbpath: schema = Schema4() with zlmdb.Database(dbpath) as db: stats = zlmdb.TransactionStats() with db.begin(write=True, stats=stats) as txn: for user in testset1: schema.users[txn, user.oid] = user with db.begin(write=True) as txn: for j in range(10): fullset = set(range(j * 100, (j + 1) * 100)) for i in range(100): user_oid = j * 100 + i del schema.users[txn, user_oid] fullset.discard(user_oid) user_oids = set( schema.idx_users_by_realm.select(txn, return_keys=False, from_key=(j, 0), to_key=(j + 1, 0))) assert fullset == user_oids def test_set_null_indexes_nullable(testset1): """ Fill table with indexed column (unique-nullable) with indexed column values NULL, then (in a 2nd transaction) set the indexed column to NON-NULL value and check that index records are deleted. """ with TemporaryDirectory() as dbpath: schema = Schema4() with zlmdb.Database(dbpath) as db: stats = zlmdb.TransactionStats() # fill table with NON-NULLs in indexed column with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.oid] = user # now update table with NULLs in indexed column with db.begin(write=True, stats=stats) as txn: for user in testset1: _user = schema.users[txn, user.oid] _user.email = None schema.users[txn, _user.oid] = _user # check that the table records have their indexed # column values updated to NULLs with db.begin() as txn: for user in testset1: _user = deepcopy(user) _user.email = None obj = schema.users[txn, user.oid] assert _user == obj # check that the index records that previously existed # have been deleted (as the indexed column values have been # set to NULLs) with db.begin() as txn: for user in testset1: user_oid = schema.idx_users_by_authid[txn, user.authid] assert user.oid == user_oid user_oid = schema.idx_users_by_email[txn, user.email] assert user_oid is None def test_set_notnull_indexes_nullable(testset1): """ Fill table with indexed column (unique-nullable) with indexed column values NON-NULL, then (in a 2nd transaction) set the indexed column to NULL value and check that index records are created. """ with TemporaryDirectory() as dbpath: schema = Schema4() with zlmdb.Database(dbpath) as db: stats = zlmdb.TransactionStats() # fill table with NULLs in indexed column with db.begin(write=True) as txn: for user in testset1: _user = deepcopy(user) _user.email = None schema.users[txn, _user.oid] = _user # now update table with NON-NULLs in indexed column with db.begin(write=True, stats=stats) as txn: for user in testset1: _user = schema.users[txn, user.oid] _user.email = user.email schema.users[txn, _user.oid] = _user # check that the table records have their indexed # column values updated to NON-NULLs with db.begin() as txn: for user in testset1: obj = schema.users[txn, user.oid] assert user == obj # check that the index records that previously not existed # have been created (as the indexed column values have been # set to NON-NULLs) with db.begin() as txn: for user in testset1: user_oid = schema.idx_users_by_authid[txn, user.authid] assert user.oid == user_oid user_oid = schema.idx_users_by_email[txn, user.email] assert user.oid == user_oid def test_truncate_table_with_index(testset1): """ Fill a table with records that has indexes, truncate the table and check that all index records have been deleted as well. """ with TemporaryDirectory() as dbpath: schema = Schema4() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.oid] = user stats = zlmdb.TransactionStats() with zlmdb.Database(dbpath) as db: with db.begin(write=True, stats=stats) as txn: records = schema.users.truncate(txn) assert records == len(testset1) * (len(schema.users.indexes()) + 1) assert stats.dels == records assert stats.puts == 0 zlmdb-22.1.2/zlmdb/tests/test_pmap_types.py000066400000000000000000000060301417505401400207520ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import os import sys try: from tempfile import TemporaryDirectory except ImportError: from backports.tempfile import TemporaryDirectory # type:ignore import txaio txaio.use_twisted() import zlmdb # noqa sys.path.append(os.path.dirname(os.path.abspath(__file__))) if sys.version_info >= (3, 6): from _schema_py3 import User, Schema1 else: from _schema_py2 import User, Schema1 def test_pmap_value_types(): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema1() n = 100 stats = zlmdb.TransactionStats() tabs = [ (schema.tab_oid_json, schema.tab_str_json, schema.tab_uuid_json), (schema.tab_oid_cbor, schema.tab_str_cbor, schema.tab_uuid_cbor), (schema.tab_oid_pickle, schema.tab_str_pickle, schema.tab_uuid_pickle), ] with zlmdb.Database(dbpath) as db: for tab_oid, tab_str, tab_uuid in tabs: with db.begin(write=True, stats=stats) as txn: for i in range(n): user = User.create_test_user(i) tab_oid[txn, user.oid] = user tab_str[txn, user.authid] = user tab_uuid[txn, user.uuid] = user print('transaction committed') assert stats.puts == n * 3 assert stats.dels == 0 stats.reset() with db.begin() as txn: cnt = tab_oid.count(txn) assert cnt == n cnt = tab_str.count(txn) assert cnt == n cnt = tab_uuid.count(txn) assert cnt == n print('database closed') zlmdb-22.1.2/zlmdb/tests/test_pmaps.py000066400000000000000000000221661417505401400177210ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import os import sys import pytest import txaio txaio.use_twisted() import zlmdb # noqa try: from tempfile import TemporaryDirectory except ImportError: from backports.tempfile import TemporaryDirectory # type:ignore sys.path.append(os.path.dirname(os.path.abspath(__file__))) if sys.version_info >= (3, 6): from _schema_py3 import User, Schema1, Schema3, Schema4 else: from _schema_py2 import User, Schema1, Schema3, Schema4 @pytest.fixture(scope='module') def testset1(): users = [] for j in range(10): for i in range(100): user = User.create_test_user(oid=j * 100 + i, realm_oid=j) users.append(user) return users def test_truncate_table(): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema1() stats = zlmdb.TransactionStats() tabs = [ schema.tab_oid_json, schema.tab_str_json, schema.tab_uuid_json, schema.tab_oid_cbor, schema.tab_str_cbor, schema.tab_uuid_cbor, schema.tab_oid_pickle, schema.tab_str_pickle, schema.tab_uuid_pickle, ] with zlmdb.Database(dbpath) as db: with db.begin(write=True, stats=stats) as txn: for tab in tabs: tab.truncate(txn) print(stats.puts) print(stats.dels) def test_fill_check(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema3() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.authid] = user with zlmdb.Database(dbpath) as db: with db.begin() as txn: for user in testset1: _user = schema.users[txn, user.authid] assert _user assert _user == user def test_fill_check2(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema4() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.oid] = user with zlmdb.Database(dbpath) as db: with db.begin() as txn: for user in testset1: _user = schema.users[txn, user.oid] assert _user assert _user == user def test_select(testset1): testset1_keys = set([user.authid for user in testset1]) with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema3() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.authid] = user with zlmdb.Database(dbpath) as db: with db.begin() as txn: i = 0 for authid, user in schema.users.select(txn): i += 1 assert user assert authid == user.authid assert authid in testset1_keys def test_count_all(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema3() with zlmdb.Database(dbpath) as db: # count on empty table with db.begin() as txn: cnt = schema.users.count(txn) assert cnt == 0 # fill (and count on each insert) with db.begin(write=True) as txn: i = 0 for user in testset1: schema.users[txn, user.authid] = user i += 1 # table count within filling transaction cnt = schema.users.count(txn) assert cnt == i # table count within transaction cnt = schema.users.count(txn) assert cnt == len(testset1) # table count in new transaction with db.begin() as txn: cnt = schema.users.count(txn) assert cnt == len(testset1) # table count in new connection with zlmdb.Database(dbpath) as db: with db.begin() as txn: cnt = schema.users.count(txn) assert cnt == len(testset1) def test_count_prefix(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema3() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.authid] = user n = len(testset1) tests = [ (None, n), (u'', n), (u'test-', n), (u'test-1', 111), (u'test-11', 11), (u'test-111', 1), ] with zlmdb.Database(dbpath) as db: with db.begin() as txn: for prefix, num in tests: cnt = schema.users.count(txn, prefix) assert cnt == num def test_fill_with_indexes(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema4() with zlmdb.Database(dbpath) as db: stats = zlmdb.TransactionStats() with db.begin(write=True, stats=stats) as txn: for user in testset1: schema.users[txn, user.oid] = user # check indexes has been written to (in addition to the table itself) num_indexes = len(schema.users.indexes()) assert stats.puts == len(testset1) * (1 + num_indexes) def test_truncate_table_with_index(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema4() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.oid] = user stats = zlmdb.TransactionStats() with zlmdb.Database(dbpath) as db: with db.begin(write=True, stats=stats) as txn: records = schema.users.truncate(txn) print('table truncated:', records) print(stats.puts) print(stats.dels) def test_rebuild_index(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema4() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.oid] = user with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: records = schema.users.rebuild_index(txn, 'idx1') print('\nrebuilt specific index "idx1" on "users": {} records affected'.format(records)) def test_rebuild_all_indexes(testset1): with TemporaryDirectory() as dbpath: print('Using temporary directory {} for database'.format(dbpath)) schema = Schema4() with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: for user in testset1: schema.users[txn, user.oid] = user with zlmdb.Database(dbpath) as db: with db.begin(write=True) as txn: records = schema.users.rebuild_indexes(txn) print('\nrebuilt all indexes on "users": {} records affected'.format(records)) zlmdb-22.1.2/zlmdb/tests/test_select.py000066400000000000000000000553061417505401400200620ustar00rootroot00000000000000############################################################################### # # The MIT License (MIT) # # Copyright (c) Crossbar.io Technologies GmbH # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in # all copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN # THE SOFTWARE. # ############################################################################### import os import uuid import random import struct import flatbuffers import numpy as np import pytest import zlmdb # noqa from _schema_mnode_log import Schema, MNodeLog import txaio txaio.use_twisted() from txaio import time_ns # noqa try: from tempfile import TemporaryDirectory except ImportError: from backports.tempfile import TemporaryDirectory # type:ignore if 'COVERAGE_PROCESS_START' in os.environ: COVERAGE = True else: COVERAGE = False @pytest.fixture(scope='function') def builder(): _builder = flatbuffers.Builder(0) return _builder def rfloat(): return struct.unpack('>f', struct.pack('>f', random.random() * 10**10))[0] def fill_mnodelog(obj): obj.timestamp = np.datetime64(time_ns(), 'ns') + np.timedelta64(random.randint(1, 120), 's') obj.node_id = uuid.uuid4() obj.run_id = uuid.uuid4() obj.state = random.randint(1, 2) obj.ended = obj.timestamp + np.timedelta64(random.randint(1, 120), 's') obj.session = random.randint(1, 9007199254740992) obj.sent = obj.timestamp obj.seq = random.randint(1, 10000) obj.routers = random.randint(1, 32) obj.containers = random.randint(1, 32) obj.guests = random.randint(1, 32) obj.proxies = random.randint(1, 32) obj.marketmakers = random.randint(1, 32) obj.cpu_ctx_switches = random.randint(1, 1000000) # we can't just use random() here, since it won't work for roundtrip # data checking (eg 33.42830630594208 != 33.428306579589844) # obj.cpu_freq = random.random() * 100. obj.cpu_freq = rfloat() obj.cpu_guest = rfloat() obj.cpu_guest_nice = rfloat() obj.cpu_idle = rfloat() obj.cpu_interrupts = random.randint(1, 100000) obj.cpu_iotwait = rfloat() obj.cpu_irq = rfloat() obj.cpu_nice = rfloat() obj.cpu_soft_interrupts = random.randint(1, 100000) obj.cpu_softirq = rfloat() obj.cpu_steal = rfloat() obj.cpu_system = rfloat() obj.cpu_user = rfloat() obj.network_bytes_recv = random.randint(1, 2**32) obj.network_bytes_sent = random.randint(1, 2**32) obj.network_connection_af_inet = random.randint(1, 1000) obj.network_connection_af_inet6 = random.randint(1, 1000) obj.network_connection_af_unix = random.randint(1, 1000) obj.network_dropin = random.randint(1, 10000) obj.network_dropout = random.randint(1, 10000) obj.network_errin = random.randint(1, 10000) obj.network_errout = random.randint(1, 10000) obj.network_packets_recv = random.randint(1, 2**32) obj.network_packets_sent = random.randint(1, 2**32) M = 32 * 2**30 obj.memory_active = random.randint(1, M) obj.memory_available = random.randint(1, M) obj.memory_buffers = random.randint(1, M) obj.memory_cached = random.randint(1, M) obj.memory_free = random.randint(1, M) obj.memory_inactive = random.randint(1, M) obj.memory_percent = rfloat() obj.memory_shared = random.randint(1, M) obj.memory_slab = random.randint(1, M) obj.memory_total = random.randint(1, M) obj.memory_used = random.randint(1, M) M = 10 * 10 obj.disk_busy_time = random.randint(1, M) obj.disk_read_bytes = random.randint(1, M) obj.disk_read_count = random.randint(1, M) obj.disk_read_merged_count = random.randint(1, M) obj.disk_read_time = random.randint(1, M) obj.disk_write_bytes = random.randint(1, M) obj.disk_write_count = random.randint(1, M) obj.disk_write_merged_count = random.randint(1, M) obj.disk_write_time = random.randint(1, M) @pytest.fixture(scope='function') def mnodelog(): _mnodelog = MNodeLog() fill_mnodelog(_mnodelog) return _mnodelog def test_mnodelog_roundtrip(mnodelog, builder): # serialize to bytes (flatbuffers) from python object obj = mnodelog.build(builder) builder.Finish(obj) data = builder.Output() assert len(data) == 544 # create python object from bytes (flatbuffes) _mnodelog = MNodeLog.cast(data) assert mnodelog.timestamp == _mnodelog.timestamp assert mnodelog.node_id == _mnodelog.node_id assert mnodelog.run_id == _mnodelog.run_id assert mnodelog.state == _mnodelog.state assert mnodelog.ended == _mnodelog.ended assert mnodelog.session == _mnodelog.session assert mnodelog.sent == _mnodelog.sent assert mnodelog.seq == _mnodelog.seq assert mnodelog.routers == _mnodelog.routers assert mnodelog.containers == _mnodelog.containers assert mnodelog.guests == _mnodelog.guests assert mnodelog.proxies == _mnodelog.proxies assert mnodelog.marketmakers == _mnodelog.marketmakers assert mnodelog.cpu_ctx_switches == _mnodelog.cpu_ctx_switches assert mnodelog.cpu_freq == _mnodelog.cpu_freq assert mnodelog.cpu_guest == _mnodelog.cpu_guest assert mnodelog.cpu_guest_nice == _mnodelog.cpu_guest_nice assert mnodelog.cpu_idle == _mnodelog.cpu_idle assert mnodelog.cpu_interrupts == _mnodelog.cpu_interrupts assert mnodelog.cpu_iotwait == _mnodelog.cpu_iotwait assert mnodelog.cpu_irq == _mnodelog.cpu_irq assert mnodelog.cpu_nice == _mnodelog.cpu_nice assert mnodelog.cpu_soft_interrupts == _mnodelog.cpu_soft_interrupts assert mnodelog.cpu_softirq == _mnodelog.cpu_softirq assert mnodelog.cpu_steal == _mnodelog.cpu_steal assert mnodelog.cpu_system == _mnodelog.cpu_system assert mnodelog.cpu_user == _mnodelog.cpu_user assert mnodelog.network_bytes_recv == _mnodelog.network_bytes_recv assert mnodelog.network_bytes_sent == _mnodelog.network_bytes_sent assert mnodelog.network_connection_af_inet == _mnodelog.network_connection_af_inet assert mnodelog.network_connection_af_inet6 == _mnodelog.network_connection_af_inet6 assert mnodelog.network_connection_af_unix == _mnodelog.network_connection_af_unix assert mnodelog.network_dropin == _mnodelog.network_dropin assert mnodelog.network_dropout == _mnodelog.network_dropout assert mnodelog.network_errin == _mnodelog.network_errin assert mnodelog.network_errout == _mnodelog.network_errout assert mnodelog.network_packets_recv == _mnodelog.network_packets_recv assert mnodelog.network_packets_sent == _mnodelog.network_packets_sent assert mnodelog.memory_active == _mnodelog.memory_active assert mnodelog.memory_available == _mnodelog.memory_available assert mnodelog.memory_buffers == _mnodelog.memory_buffers assert mnodelog.memory_cached == _mnodelog.memory_cached assert mnodelog.memory_free == _mnodelog.memory_free assert mnodelog.memory_inactive == _mnodelog.memory_inactive assert mnodelog.memory_percent == _mnodelog.memory_percent assert mnodelog.memory_shared == _mnodelog.memory_shared assert mnodelog.memory_slab == _mnodelog.memory_slab assert mnodelog.memory_total == _mnodelog.memory_total assert mnodelog.memory_used == _mnodelog.memory_used assert mnodelog.disk_busy_time == _mnodelog.disk_busy_time assert mnodelog.disk_read_bytes == _mnodelog.disk_read_bytes assert mnodelog.disk_read_count == _mnodelog.disk_read_count assert mnodelog.disk_read_merged_count == _mnodelog.disk_read_merged_count assert mnodelog.disk_read_time == _mnodelog.disk_read_time assert mnodelog.disk_write_bytes == _mnodelog.disk_write_bytes assert mnodelog.disk_write_count == _mnodelog.disk_write_count assert mnodelog.disk_write_merged_count == _mnodelog.disk_write_merged_count assert mnodelog.disk_write_time == _mnodelog.disk_write_time def test_mnodelog_insert(N=1000): with TemporaryDirectory() as dbpath: with zlmdb.Database(dbpath) as db: schema = Schema.attach(db) data = {} # insert test data # with db.begin(write=True) as txn: for i in range(N): rec = MNodeLog() fill_mnodelog(rec) key = (rec.timestamp, rec.node_id) schema.mnode_logs[txn, key] = rec data[key] = rec # do test scans over inserted data # with db.begin() as txn: cnt = schema.mnode_logs.count(txn) assert cnt == N # do a simple full scan and compare to original data # for mnodelog in schema.mnode_logs.select(txn, return_keys=False): key = (mnodelog.timestamp, mnodelog.node_id) _mnodelog = data.get(key, None) # check that we have the record in the original data assert _mnodelog # check that the record data is equal to the original data assert mnodelog.timestamp == _mnodelog.timestamp assert mnodelog.node_id == _mnodelog.node_id assert mnodelog.run_id == _mnodelog.run_id assert mnodelog.state == _mnodelog.state assert mnodelog.ended == _mnodelog.ended assert mnodelog.session == _mnodelog.session assert mnodelog.sent == _mnodelog.sent assert mnodelog.seq == _mnodelog.seq assert mnodelog.routers == _mnodelog.routers assert mnodelog.containers == _mnodelog.containers assert mnodelog.guests == _mnodelog.guests assert mnodelog.proxies == _mnodelog.proxies assert mnodelog.marketmakers == _mnodelog.marketmakers assert mnodelog.cpu_ctx_switches == _mnodelog.cpu_ctx_switches assert mnodelog.cpu_freq == _mnodelog.cpu_freq assert mnodelog.cpu_guest == _mnodelog.cpu_guest assert mnodelog.cpu_guest_nice == _mnodelog.cpu_guest_nice assert mnodelog.cpu_idle == _mnodelog.cpu_idle assert mnodelog.cpu_interrupts == _mnodelog.cpu_interrupts assert mnodelog.cpu_iotwait == _mnodelog.cpu_iotwait assert mnodelog.cpu_irq == _mnodelog.cpu_irq assert mnodelog.cpu_nice == _mnodelog.cpu_nice assert mnodelog.cpu_soft_interrupts == _mnodelog.cpu_soft_interrupts assert mnodelog.cpu_softirq == _mnodelog.cpu_softirq assert mnodelog.cpu_steal == _mnodelog.cpu_steal assert mnodelog.cpu_system == _mnodelog.cpu_system assert mnodelog.cpu_user == _mnodelog.cpu_user assert mnodelog.network_bytes_recv == _mnodelog.network_bytes_recv assert mnodelog.network_bytes_sent == _mnodelog.network_bytes_sent assert mnodelog.network_connection_af_inet == _mnodelog.network_connection_af_inet assert mnodelog.network_connection_af_inet6 == _mnodelog.network_connection_af_inet6 assert mnodelog.network_connection_af_unix == _mnodelog.network_connection_af_unix assert mnodelog.network_dropin == _mnodelog.network_dropin assert mnodelog.network_dropout == _mnodelog.network_dropout assert mnodelog.network_errin == _mnodelog.network_errin assert mnodelog.network_errout == _mnodelog.network_errout assert mnodelog.network_packets_recv == _mnodelog.network_packets_recv assert mnodelog.network_packets_sent == _mnodelog.network_packets_sent assert mnodelog.memory_active == _mnodelog.memory_active assert mnodelog.memory_available == _mnodelog.memory_available assert mnodelog.memory_buffers == _mnodelog.memory_buffers assert mnodelog.memory_cached == _mnodelog.memory_cached assert mnodelog.memory_free == _mnodelog.memory_free assert mnodelog.memory_inactive == _mnodelog.memory_inactive assert mnodelog.memory_percent == _mnodelog.memory_percent assert mnodelog.memory_shared == _mnodelog.memory_shared assert mnodelog.memory_slab == _mnodelog.memory_slab assert mnodelog.memory_total == _mnodelog.memory_total assert mnodelog.memory_used == _mnodelog.memory_used assert mnodelog.disk_busy_time == _mnodelog.disk_busy_time assert mnodelog.disk_read_bytes == _mnodelog.disk_read_bytes assert mnodelog.disk_read_count == _mnodelog.disk_read_count assert mnodelog.disk_read_merged_count == _mnodelog.disk_read_merged_count assert mnodelog.disk_read_time == _mnodelog.disk_read_time assert mnodelog.disk_write_bytes == _mnodelog.disk_write_bytes assert mnodelog.disk_write_count == _mnodelog.disk_write_count assert mnodelog.disk_write_merged_count == _mnodelog.disk_write_merged_count assert mnodelog.disk_write_time == _mnodelog.disk_write_time def test_mnodelog_queries(N=1000): with TemporaryDirectory() as dbpath: with zlmdb.Database(dbpath) as db: schema = Schema.attach(db) data = {} # insert test data # with db.begin(write=True) as txn: for i in range(N): rec = MNodeLog() fill_mnodelog(rec) key = (rec.timestamp, rec.node_id) schema.mnode_logs[txn, key] = rec data[key] = rec # do test scans over inserted data # with db.begin() as txn: # do some record counting queries # skeys = sorted(data.keys()) for key in skeys: mnodelog = schema.mnode_logs[txn, key] assert mnodelog first_key = (np.datetime64(0, 'ns'), uuid.UUID(bytes=b'\0' * 16)) last_key = (np.datetime64(2**63 - 1, 'ns'), uuid.UUID(bytes=b'\xff' * 16)) cnt = schema.mnode_logs.count_range(txn, from_key=first_key, to_key=last_key) assert cnt == N cnt = schema.mnode_logs.count_range(txn, from_key=skeys[0], to_key=skeys[-1]) assert cnt == N - 1 from_key = skeys[0] to_key = (skeys[-1][0], uuid.UUID(bytes=b'\xff' * 16)) cnt = schema.mnode_logs.count_range(txn, from_key=from_key, to_key=to_key) assert cnt == N K = len(skeys) // 2 cnt = schema.mnode_logs.count_range(txn, from_key=skeys[0], to_key=skeys[K]) assert cnt == N - K K = 10 from_key = skeys[-K] to_key = (skeys[-1][0], uuid.UUID(bytes=b'\xff' * 16)) cnt = schema.mnode_logs.count_range(txn, from_key=from_key, to_key=to_key) assert cnt == K # do some scanning queries # # full scan keys1 = [] for key in schema.mnode_logs.select(txn, return_values=False, reverse=False): keys1.append(key) assert len(keys1) == N # full reverse scan keys2 = [] for key in schema.mnode_logs.select(txn, return_values=False, reverse=True): keys2.append(key) assert len(keys2) == N assert keys1 == list(reversed(keys2)) # scan [from_key, to_key[ keys1 = [] for key in schema.mnode_logs.select(txn, return_values=False, from_key=from_key, to_key=to_key, reverse=False): keys1.append(key) assert len(keys1) == K # reverse scan [from_key, to_key[ keys2 = [] for key in schema.mnode_logs.select(txn, return_values=False, from_key=from_key, to_key=to_key, reverse=True): keys2.append(key) assert len(keys2) == K assert keys1 == list(reversed(keys2)) K = len(skeys) // 2 anchor_key = skeys[K] # scan [from_key, .. keys1 = [] for key in schema.mnode_logs.select(txn, return_values=False, from_key=anchor_key, reverse=False): keys1.append(key) assert len(keys1) == K assert skeys[K:] == keys1 # reverse scan ..., to_key[ keys2 = [] for key in schema.mnode_logs.select(txn, return_values=False, to_key=anchor_key, reverse=True): keys2.append(key) assert len(keys2) == K assert skeys[:K] == list(reversed(keys2)) # scan a range with 2 boundaries # K = 10 from_key = skeys[K] to_key = skeys[-K] _skeys = skeys[K:-K] L = len(_skeys) cnt = schema.mnode_logs.count_range(txn, from_key=from_key, to_key=to_key) assert cnt == L # scan [from_key, to_key[ keys1 = [] for key in schema.mnode_logs.select(txn, return_values=False, from_key=from_key, to_key=to_key, reverse=False): keys1.append(key) assert len(keys1) == L assert _skeys == keys1 # reverse scan [from_key, to_key[ keys2 = [] for key in schema.mnode_logs.select(txn, return_values=False, from_key=from_key, to_key=to_key, reverse=True): keys2.append(key) assert len(keys2) == L assert _skeys == list(reversed(keys2)) def _test_mnodelog_bigtable(N, M, K): with TemporaryDirectory() as dbpath: with zlmdb.Database(dbpath, maxsize=(5 * 2**30)) as db: schema = Schema.attach(db) data = {} print() # fill table # started = time_ns() with db.begin(write=True) as txn: for i in range(N): rec = MNodeLog() fill_mnodelog(rec) key = (rec.timestamp, rec.node_id) schema.mnode_logs[txn, key] = rec data[key] = rec duration = (time_ns() - started) / 1000000000. rps = int(round(N / duration)) duration = int(round(duration)) print('Inserted {} records in {} seconds [{} records/sec]'.format(N, duration, rps)) skeys = sorted(data.keys()) # random single record selects # if True: started = time_ns() with db.begin() as txn: for i in range(M): key = random.choice(skeys) mnodelog = schema.mnode_logs[txn, key] assert mnodelog duration = (time_ns() - started) / 1000000000. rps = int(round(M / duration)) duration = int(round(duration)) print('Selected {} records in {} seconds [{} records/sec]'.format(M, duration, rps)) # random range counts # if True: started = time_ns() with db.begin() as txn: for i in range(K): # we select a fixed range of (max) 1000 elements: i1 = random.randint(0, len(skeys) - 1) i2 = random.randint(i1, min(len(skeys) - 1, i1 + 1000)) key1 = skeys[i1] key2 = skeys[i2] cnt = schema.mnode_logs.count_range(txn, from_key=key1, to_key=key2) assert cnt == len(skeys[i1:i2]) duration = (time_ns() - started) / 1000000000. rps = int(round(K / duration)) duration = int(round(duration)) print('Performed {} range counts in {} seconds [{} queries/sec]'.format(K, duration, rps)) def test_mnodelog_bigtable_size10k(): _test_mnodelog_bigtable(N=10000, M=500000, K=10000) @pytest.mark.skipif(COVERAGE, reason="skipping on coverage") def test_mnodelog_bigtable_size20k(): _test_mnodelog_bigtable(N=20000, M=1000000, K=20000) @pytest.mark.skipif(COVERAGE, reason="skipping on coverage") def test_mnodelog_bigtable_size40k(): _test_mnodelog_bigtable(N=40000, M=2000000, K=40000) @pytest.mark.skipif(COVERAGE, reason="skipping on coverage") def test_mnodelog_bigtable_size80k(): _test_mnodelog_bigtable(N=80000, M=4000000, K=80000) @pytest.mark.skipif(COVERAGE, reason="skipping on coverage") def test_mnodelog_bigtable_size160k(): _test_mnodelog_bigtable(N=160000, M=8000000, K=160000)