py-joblib: Update to 0.11

Notable changes since 0.9.3:

    Add initial implementation of LRU cache cleaning.

    Make the multiprocessing backend work even when the name of the main
    thread is not the Python default.

    pytest is used to run the tests instead of nosetests.

    Refactored joblib.Parallel to enable the registration of custom
    computational backends.

    Joblib pickle format change: joblib.dump always create a single
    pickle file and joblib.dump/joblib.save never do any memory copy
    when writing/reading pickle files.
This commit is contained in:
Min Sik Kim 2017-11-20 13:19:01 -08:00
parent a71e3ba9a0
commit 306b8c17a3
4 changed files with 93 additions and 21 deletions

View File

@ -1 +1,6 @@
Lightweight pipelining: using Python functions as pipeline jobs
Joblib is a set of tools to provide lightweight pipelining in Python.
In particular, joblib offers transparent disk-caching of the output
values and lazy re-evaluation (memoize pattern), easy simple parallel
computing, and logging and tracing of the execution. Joblib is
optimized to be fast and robust in particular on large data and has
specific optimizations for numpy arrays.

View File

@ -1,18 +1,21 @@
# $NetBSD$
DISTNAME= joblib-0.9.3
DISTNAME= joblib-0.11
PKGNAME= ${PYPKGPREFIX}-${DISTNAME}
CATEGORIES= devel python
MASTER_SITES= ${MASTER_SITE_PYPI:=j/joblib/}
MAINTAINER= jihbed.research@gmail.com
HOMEPAGE= http://packages.python.org/joblib/
COMMENT= Lightweight pipelining: using Python functions as pipeline jobs
HOMEPAGE= http://pythonhosted.org/joblib/
COMMENT= Set of tools to provide lightweight pipelining
LICENSE= modified-bsd
BUILD_DEPENDS+= ${PYPKGPREFIX}-nose>=1.3.7:../../devel/py-nose
BUILD_DEPENDS+= ${PYPKGPREFIX}-test-[0-9]*:../../devel/py-test
USE_LANGUAGES= # none
do-test:
cd ${WRKSRC} && ${LOCALBASE}/bin/pytest-${PYVERSSUFFIX}
.include "../../lang/python/distutils.mk"
.include "../../mk/bsd.pkg.mk"

View File

@ -1,8 +1,5 @@
@comment $NetBSD$
${PYSITELIB}/${EGG_FILE}/PKG-INFO
${PYSITELIB}/${EGG_FILE}/SOURCES.txt
${PYSITELIB}/${EGG_FILE}/dependency_links.txt
${PYSITELIB}/${EGG_FILE}/top_level.txt
${PYSITELIB}/${EGG_FILE}
${PYSITELIB}/joblib/__init__.py
${PYSITELIB}/joblib/__init__.pyc
${PYSITELIB}/joblib/__init__.pyo
@ -15,6 +12,12 @@ ${PYSITELIB}/joblib/_memory_helpers.pyo
${PYSITELIB}/joblib/_multiprocessing_helpers.py
${PYSITELIB}/joblib/_multiprocessing_helpers.pyc
${PYSITELIB}/joblib/_multiprocessing_helpers.pyo
${PYSITELIB}/joblib/_parallel_backends.py
${PYSITELIB}/joblib/_parallel_backends.pyc
${PYSITELIB}/joblib/_parallel_backends.pyo
${PYSITELIB}/joblib/backports.py
${PYSITELIB}/joblib/backports.pyc
${PYSITELIB}/joblib/backports.pyo
${PYSITELIB}/joblib/disk.py
${PYSITELIB}/joblib/disk.pyc
${PYSITELIB}/joblib/disk.pyo
@ -36,6 +39,12 @@ ${PYSITELIB}/joblib/memory.pyo
${PYSITELIB}/joblib/my_exceptions.py
${PYSITELIB}/joblib/my_exceptions.pyc
${PYSITELIB}/joblib/my_exceptions.pyo
${PYSITELIB}/joblib/numpy_pickle_compat.py
${PYSITELIB}/joblib/numpy_pickle_compat.pyc
${PYSITELIB}/joblib/numpy_pickle_compat.pyo
${PYSITELIB}/joblib/numpy_pickle_utils.py
${PYSITELIB}/joblib/numpy_pickle_utils.pyc
${PYSITELIB}/joblib/numpy_pickle_utils.pyo
${PYSITELIB}/joblib/numpy_pickle.py
${PYSITELIB}/joblib/numpy_pickle.pyc
${PYSITELIB}/joblib/numpy_pickle.pyo
@ -57,44 +66,90 @@ ${PYSITELIB}/joblib/test/data/__init__.pyo
${PYSITELIB}/joblib/test/data/create_numpy_pickle.py
${PYSITELIB}/joblib/test/data/create_numpy_pickle.pyc
${PYSITELIB}/joblib/test/data/create_numpy_pickle.pyo
${PYSITELIB}/joblib/test/data/joblib_${PKGVERSION}.0_compressed_pickle_py36_np111.gz
${PYSITELIB}/joblib/test/data/joblib_${PKGVERSION}.0_pickle_py36_np111.pkl
${PYSITELIB}/joblib/test/data/joblib_${PKGVERSION}.0_pickle_py36_np111.pkl.bz2
${PYSITELIB}/joblib/test/data/joblib_${PKGVERSION}.0_pickle_py36_np111.pkl.gzip
${PYSITELIB}/joblib/test/data/joblib_${PKGVERSION}.0_pickle_py36_np111.pkl.lzma
${PYSITELIB}/joblib/test/data/joblib_${PKGVERSION}.0_pickle_py36_np111.pkl.xz
${PYSITELIB}/joblib/test/data/joblib_0.10.0_compressed_pickle_py27_np16.gz
${PYSITELIB}/joblib/test/data/joblib_0.10.0_compressed_pickle_py27_np17.gz
${PYSITELIB}/joblib/test/data/joblib_0.10.0_compressed_pickle_py33_np18.gz
${PYSITELIB}/joblib/test/data/joblib_0.10.0_compressed_pickle_py34_np19.gz
${PYSITELIB}/joblib/test/data/joblib_0.10.0_compressed_pickle_py35_np19.gz
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py27_np16.pkl
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py27_np16.pkl.bz2
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py27_np16.pkl.gzip
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py27_np17.pkl
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py27_np17.pkl.bz2
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py27_np17.pkl.gzip
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py27_np17.pkl.lzma
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py27_np17.pkl.xz
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py33_np18.pkl
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py33_np18.pkl.bz2
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py33_np18.pkl.gzip
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py33_np18.pkl.lzma
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py33_np18.pkl.xz
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py34_np19.pkl
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py34_np19.pkl.bz2
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py34_np19.pkl.gzip
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py34_np19.pkl.lzma
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py34_np19.pkl.xz
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py35_np19.pkl
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py35_np19.pkl.bz2
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py35_np19.pkl.gzip
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py35_np19.pkl.lzma
${PYSITELIB}/joblib/test/data/joblib_0.10.0_pickle_py35_np19.pkl.xz
${PYSITELIB}/joblib/test/data/joblib_0.8.4_compressed_pickle_py27_np17.gz
${PYSITELIB}/joblib/test/data/joblib_0.9.2_compressed_pickle_py26_np16.gz
${PYSITELIB}/joblib/test/data/joblib_0.9.2_compressed_pickle_py27_np16.gz
${PYSITELIB}/joblib/test/data/joblib_0.9.2_compressed_pickle_py27_np17.gz
${PYSITELIB}/joblib/test/data/joblib_0.9.2_compressed_pickle_py33_np18.gz
${PYSITELIB}/joblib/test/data/joblib_0.9.2_compressed_pickle_py34_np19.gz
${PYSITELIB}/joblib/test/data/joblib_0.9.2_compressed_pickle_py35_np19.gz
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py26_np16.pkl
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py26_np16.pkl_01.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py26_np16.pkl_02.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py26_np16.pkl_03.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py27_np16.pkl
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py27_np16.pkl_01.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py27_np16.pkl_02.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py27_np16.pkl_03.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py27_np16.pkl_04.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py27_np17.pkl
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py27_np17.pkl_01.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py27_np17.pkl_02.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py27_np17.pkl_03.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py27_np17.pkl_04.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py33_np18.pkl
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py33_np18.pkl_01.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py33_np18.pkl_02.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py33_np18.pkl_03.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py33_np18.pkl_04.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py34_np19.pkl
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py34_np19.pkl_01.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py34_np19.pkl_02.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py34_np19.pkl_03.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py34_np19.pkl_04.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py35_np19.pkl
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py35_np19.pkl_01.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py35_np19.pkl_02.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py35_np19.pkl_03.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.2_pickle_py35_np19.pkl_04.npy
${PYSITELIB}/joblib/test/data/joblib_0.9.4.dev0_compressed_cache_size_pickle_py35_np19.gz
${PYSITELIB}/joblib/test/data/joblib_0.9.4.dev0_compressed_cache_size_pickle_py35_np19.gz_01.npy.z
${PYSITELIB}/joblib/test/data/joblib_0.9.4.dev0_compressed_cache_size_pickle_py35_np19.gz_02.npy.z
${PYSITELIB}/joblib/test/data/joblib_0.9.4.dev0_compressed_cache_size_pickle_py35_np19.gz_03.npy.z
${PYSITELIB}/joblib/test/test_backports.py
${PYSITELIB}/joblib/test/test_backports.pyc
${PYSITELIB}/joblib/test/test_backports.pyo
${PYSITELIB}/joblib/test/test_disk.py
${PYSITELIB}/joblib/test/test_disk.pyc
${PYSITELIB}/joblib/test/test_disk.pyo
${PYSITELIB}/joblib/test/test_format_stack.py
${PYSITELIB}/joblib/test/test_format_stack.pyc
${PYSITELIB}/joblib/test/test_format_stack.pyo
${PYSITELIB}/joblib/test/test_func_inspect.py
${PYSITELIB}/joblib/test/test_func_inspect.pyc
${PYSITELIB}/joblib/test/test_func_inspect.pyo
${PYSITELIB}/joblib/test/test_func_inspect_special_encoding.py
${PYSITELIB}/joblib/test/test_func_inspect_special_encoding.pyc
${PYSITELIB}/joblib/test/test_func_inspect_special_encoding.pyo
${PYSITELIB}/joblib/test/test_func_inspect.py
${PYSITELIB}/joblib/test/test_func_inspect.pyc
${PYSITELIB}/joblib/test/test_func_inspect.pyo
${PYSITELIB}/joblib/test/test_hashing.py
${PYSITELIB}/joblib/test/test_hashing.pyc
${PYSITELIB}/joblib/test/test_hashing.pyo
@ -107,6 +162,12 @@ ${PYSITELIB}/joblib/test/test_memory.pyo
${PYSITELIB}/joblib/test/test_my_exceptions.py
${PYSITELIB}/joblib/test/test_my_exceptions.pyc
${PYSITELIB}/joblib/test/test_my_exceptions.pyo
${PYSITELIB}/joblib/test/test_numpy_pickle_compat.py
${PYSITELIB}/joblib/test/test_numpy_pickle_compat.pyc
${PYSITELIB}/joblib/test/test_numpy_pickle_compat.pyo
${PYSITELIB}/joblib/test/test_numpy_pickle_utils.py
${PYSITELIB}/joblib/test/test_numpy_pickle_utils.pyc
${PYSITELIB}/joblib/test/test_numpy_pickle_utils.pyo
${PYSITELIB}/joblib/test/test_numpy_pickle.py
${PYSITELIB}/joblib/test/test_numpy_pickle.pyc
${PYSITELIB}/joblib/test/test_numpy_pickle.pyo
@ -116,6 +177,9 @@ ${PYSITELIB}/joblib/test/test_parallel.pyo
${PYSITELIB}/joblib/test/test_pool.py
${PYSITELIB}/joblib/test/test_pool.pyc
${PYSITELIB}/joblib/test/test_pool.pyo
${PYSITELIB}/joblib/test/test_testing.py
${PYSITELIB}/joblib/test/test_testing.pyc
${PYSITELIB}/joblib/test/test_testing.pyo
${PYSITELIB}/joblib/testing.py
${PYSITELIB}/joblib/testing.pyc
${PYSITELIB}/joblib/testing.pyo

View File

@ -1,6 +1,6 @@
$NetBSD: distinfo,v 1.1.1.1 2011/03/20 23:33:48 jihbed Exp $
SHA1 (joblib-0.9.3.tar.gz) = 37c7cd498e3c84ec57f8b5b0da6edb70b604f516
RMD160 (joblib-0.9.3.tar.gz) = e42155c6453ae9f030292e8a6421f3abab3ac59f
SHA512 (joblib-0.9.3.tar.gz) = dada1e628c6f875c663cbb5e7c3339e4a56482f89bcc323f95f996821111c4d5fdc1e66511bd6158dd4b255e5d3d0de9321b7fee42c3e51ec9dcc01695a8235d
Size (joblib-0.9.3.tar.gz) = 445258 bytes
SHA1 (joblib-0.11.tar.gz) = 525701e86388733c173a7b1e22235fba38fa5c80
RMD160 (joblib-0.11.tar.gz) = 602ba265352deb3e2cca2fdd5380ba541caf9976
SHA512 (joblib-0.11.tar.gz) = 8374a1e2445b9734a5af1d9f17fda057722f4e9e257819084aa7028866a8780f358fcbab131b13c2af315bbd953f8474e4ea698efdeda2be8699c3c471d9465a
Size (joblib-0.11.tar.gz) = 213136 bytes