Merge pull request #4 from zpz/zepu

Zepu

CHANGELOG

@@ -1,3 +1,17 @@
+Release 0.6.3
+=============
+
+- Minor refinements and speed improvements.
+- Explicitly separate concurrent (multi-worker) and non-concurrent
+  (uni-worker) writing, so as to improve speed in the non-concurrent case.
+  - New methods `concurrent_append`, `concurrent_extend`.
+- Renamings:
+  - `reset_file_iter` -> `new_concurrent_iter`
+  - `iter_files` -> `concurrent_iter`
+  - `file_iter_stat` -> `concurrent_iter_stat`
+- Refactor and simplify test and build processes.
+
+
 Release 0.6.2
 =============
 
@@ -32,4 +46,4 @@ Release 0.5.1
 Release 0.5.0
 =============
 
-First public release. Most APIs are in place.
+First public release. Most APIs are in place.

make-release

@@ -1,16 +1,4 @@
 #!/bin/bash
 
-set -e
+source <(curl -s https://raw.githubusercontent.com/zpz/utilities.py/master/make-release)
 
-PROJ=biglist
-
-docker build \
-    -f Dockerfile-release \
-    --build-arg PROJ=${PROJ} \
-    -t ${PROJ}-release:latest \
-    .
-
-docker create --name ${PROJ}-release ${PROJ}-release:latest
-rm -rf $(pwd)/build
-docker cp ${PROJ}-release:/build build
-docker rm -f ${PROJ}-release

pyproject.toml

@@ -1,11 +1,71 @@
 [build-system]
-requires = ["setuptools", "wheel"]
-build-backend = "setuptools.build_meta"
+requires = ["flit_core >=3.7.1,<4"]
+build-backend = "flit_core.buildapi"
+
+
+[project]
+name = "biglist"
+authors = [
+    {name = "Zepu Zhang", email = "[email protected]"},
+]
+dependencies = [
+    "upathlib",
+]
+requires-python = ">=3.8"
+readme = "README.md"
+license = {file = "LICENSE"}
+classifiers = [
+    "Intended Audience :: Developers",
+    "Programming Language :: Python :: 3",
+    "Topic :: Software Development :: Libraries :: Python Modules",
+]
+dynamic = ['version', 'description']
+
+
+[project.urls]
+Source = "https://github.com/zpz/biglist"
+
+
+[project.optional-dependencies]
+azure = [
+    "upathlib[azure]",
+]
+gcp = [
+    "upathlib[gcp]",
+]
+test = [
+    "bandit",
+    "boltons",
+    "coverage[toml]",
+    "flake8",
+    "mypy",
+    "pylint",
+    "pytest",
+    "pytest-asyncio",
+]
 
 
 [tool.pytest.ini_options]
-#cache_dir = "/tmp/.pytest_cache/docker-project-template-py"
-addopts = "-p no:cacheprovider"
+minversion = "6.0"
+addopts = "-sv --log-cli-level info -p no:cacheprovider"
+asyncio_mode = "auto"
+
+
+[tool.coverage.report]
+fail_under = 80
+show_missing = true
+skip_empty = true
+
 
-[tool.coverage.run]
-data_file = "/tmp/.coverage"
+[tool.pylint.messages_control]
+max-line-length = 88
+disable = [
+    "consider-using-f-string",
+    "missing-docstring",
+    "invalid-name",
+    "line-too-long",
+    "fixme",
+    "too-few-public-methods",
+    "too-many-branches",
+    "too-many-return-statements",
+]

run-tests

@@ -1,54 +1,4 @@
 #!/bin/bash
 
-set -e
+source <(curl -s https://raw.githubusercontent.com/zpz/utilities.py/master/run-tests)
 
-PROJ=biglist
-
-docker build \
-    -f Dockerfile-dev \
-    --build-arg PROJ=${PROJ} \
-    -t ${PROJ}-dev:latest \
-    .
-
-SRC=/src/src/${PROJ}
-TESTS=/src/tests
-
-if [[ $# > 0 ]]; then
-    if [[ "$1" != -i ]]; then
-        >&2 echo "unknown argument '$1'"
-        exit 1
-    fi
-    docker run \
-        -it --rm \
-        -v $(pwd):/src \
-        --workdir /src \
-        -e PYTHONPATH=/src/src \
-        ${PROJ}-dev:latest \
-        bash
-else
-    echo
-    echo --- checking code ---
-    echo
-    docker run \
-        --rm \
-        -v $(pwd):/src \
-        --workdir /src \
-        -e PYTHONPATH=/src/src \
-        ${PROJ}-dev:latest \
-            /src/check-code
-    echo
-    echo --- running tests ---
-    echo
-    docker run \
-        --rm \
-        -v $(pwd):/src \
-        --workdir /src \
-        -e PYTHONPATH=/src/src \
-        ${PROJ}-dev:latest \
-            py.test \
-                --log-cli-level info \
-                --cov=/src/src/${PROJ} \
-                --cov-report term-missing \
-                --cov-fail-under 0 \
-                /src/tests
-fi

src/biglist/__init__.py

@@ -1,10 +1,10 @@
-from ._biglist import Biglist, ListView, FileView, FileIterStat
+'''Biglist'''
+from ._biglist import Biglist, ListView, FileView, ConcurrentIterStat
 
 
-__version__ = '0.6.2'
+__version__ = '0.6.3'
 
 
 __all__ = [
-    'Biglist', 'ListView', 'FileView',
-    'FileIterStat',
+    'Biglist', 'ListView', 'FileView', 'ConcurrentIterStat',
 ]