packtivity
Advanced tools
| import hashlib | ||
| import json | ||
| import logging | ||
| import os | ||
| import shutil | ||
| import json | ||
| import logging | ||
| import checksumdir | ||
| import six | ||
| from dirhash import dirhash | ||
| import packtivity.utils as utils | ||
@@ -118,9 +120,7 @@ | ||
| # hash the upstream / input state | ||
| dep_checksums = [ | ||
| checksumdir.dirhash(d) for d in self.readonly if os.path.isdir(d) | ||
| ] | ||
| dep_checksums = [dirhash(d, "sha1") for d in self.readonly if os.path.isdir(d)] | ||
| # hash out writing state | ||
| state_checksums = [ | ||
| checksumdir.dirhash(d) for d in self.readwrite if os.path.isdir(d) | ||
| dirhash(d, "sha1") for d in self.readwrite if os.path.isdir(d) | ||
| ] | ||
@@ -127,0 +127,0 @@ return hashlib.sha1( |
+12
-10
| Metadata-Version: 2.1 | ||
| Name: packtivity | ||
| Version: 0.16.2 | ||
| Version: 0.17.0 | ||
| Summary: packtivity - general purpose schema + bindings for PROV activities | ||
| Home-page: https://github.com/yadage/packtivity | ||
| Author: Lukas Heinrich | ||
| Author-email: lukas.heinrich@cern.ch | ||
| Author: Lukas Heinrich, Matthew Feickert | ||
| Author-email: lukas.heinrich@gmail.com, matthew.feickert@cern.ch | ||
| License: MIT | ||
| Classifier: Development Status :: 4 - Beta | ||
@@ -17,2 +18,3 @@ Classifier: Intended Audience :: Science/Research | ||
| Classifier: Programming Language :: Python :: 3.11 | ||
| Classifier: Programming Language :: Python :: 3.12 | ||
| Classifier: Programming Language :: Python :: Implementation :: CPython | ||
@@ -36,4 +38,3 @@ Classifier: Topic :: Scientific/Engineering | ||
| Requires-Dist: mock | ||
| Requires-Dist: checksumdir | ||
| Requires-Dist: jq | ||
| Requires-Dist: dirhash>=0.4.0 | ||
| Provides-Extra: celery | ||
@@ -46,9 +47,10 @@ Requires-Dist: celery>=5.0.0; extra == "celery" | ||
| [](https://zenodo.org/badge/latestdoi/53696818) | ||
| [](https://coveralls.io/github/diana-hep/packtivity) | ||
| [](http://packtivity.readthedocs.io/en/latest/?badge=latest) | ||
| [](https://pypi.python.org/pypi/packtivity) | ||
| [](https://codecov.io/gh/yadage/packtivity) | ||
| [](http://packtivity.readthedocs.io/en/latest/?badge=latest) | ||
| This package aims to collect implementations of both synchronous and asynchronous execution of preserved, but parametrized scientific computational tasks that come with batteries included, i.e. with a full specification of their software dependencies. In that sense they are *packaged activities* -- packtivities. | ||
| This package provides tools to validate and execute data processing tasks that are written according to the "packtivity" JSON schemas defined in https://github.com/diana-hep/yadage-schemas. | ||
| This package provides tools to validate and execute data processing tasks that are written according to the "packtivity" JSON schemas defined in [`yadage-schemas`](https://github.com/yadage/yadage-schemas). | ||
@@ -65,7 +67,7 @@ Packtivities define | ||
| This package is used by https://github.com/lukasheinrich/yadage to execute the individual steps of yadage workflows. | ||
| This package is used by [`yadage`](https://github.com/yadage/yadage) to execute the individual steps of yadage workflows. | ||
| ## Example Packtivity spec | ||
| This packtivity spec is part of a number of yadage workflow and runs the Delphes detector simulation on a HepMC file and outputs events in the LHCO and ROOT file formats. This packtivity is (stored in a public location)[https://github.com/lukasheinrich/yadage-workflows/blob/master/phenochain/delphes.yml] from which it can be later retrieved: | ||
| This packtivity spec is part of a number of yadage workflow and runs the Delphes detector simulation on a HepMC file and outputs events in the LHCO and ROOT file formats. This packtivity is [stored in a public location](https://github.com/lukasheinrich/yadage-workflows/blob/8422d9fe8e21f709243cbb47b5adb66f2e432e51/phenochain/delphes.yml) from which it can be later retrieved: | ||
@@ -72,0 +74,0 @@ process: |
+6
-5
| # packtivity | ||
| [](https://zenodo.org/badge/latestdoi/53696818) | ||
| [](https://coveralls.io/github/diana-hep/packtivity) | ||
| [](http://packtivity.readthedocs.io/en/latest/?badge=latest) | ||
| [](https://pypi.python.org/pypi/packtivity) | ||
| [](https://codecov.io/gh/yadage/packtivity) | ||
| [](http://packtivity.readthedocs.io/en/latest/?badge=latest) | ||
| This package aims to collect implementations of both synchronous and asynchronous execution of preserved, but parametrized scientific computational tasks that come with batteries included, i.e. with a full specification of their software dependencies. In that sense they are *packaged activities* -- packtivities. | ||
| This package provides tools to validate and execute data processing tasks that are written according to the "packtivity" JSON schemas defined in https://github.com/diana-hep/yadage-schemas. | ||
| This package provides tools to validate and execute data processing tasks that are written according to the "packtivity" JSON schemas defined in [`yadage-schemas`](https://github.com/yadage/yadage-schemas). | ||
@@ -22,7 +23,7 @@ Packtivities define | ||
| This package is used by https://github.com/lukasheinrich/yadage to execute the individual steps of yadage workflows. | ||
| This package is used by [`yadage`](https://github.com/yadage/yadage) to execute the individual steps of yadage workflows. | ||
| ## Example Packtivity spec | ||
| This packtivity spec is part of a number of yadage workflow and runs the Delphes detector simulation on a HepMC file and outputs events in the LHCO and ROOT file formats. This packtivity is (stored in a public location)[https://github.com/lukasheinrich/yadage-workflows/blob/master/phenochain/delphes.yml] from which it can be later retrieved: | ||
| This packtivity spec is part of a number of yadage workflow and runs the Delphes detector simulation on a HepMC file and outputs events in the LHCO and ROOT file formats. This packtivity is [stored in a public location](https://github.com/lukasheinrich/yadage-workflows/blob/8422d9fe8e21f709243cbb47b5adb66f2e432e51/phenochain/delphes.yml) from which it can be later retrieved: | ||
@@ -29,0 +30,0 @@ process: |
+6
-8
@@ -1,2 +0,1 @@ | ||
| import os | ||
| from setuptools import setup, find_packages | ||
@@ -17,8 +16,5 @@ from pathlib import Path | ||
| "mock", | ||
| "checksumdir", | ||
| "dirhash>=0.4.0", | ||
| ] | ||
| if not "READTHEDOCS" in os.environ: | ||
| deps += ["jq"] | ||
| this_directory = Path(__file__).parent | ||
@@ -28,3 +24,3 @@ | ||
| name="packtivity", | ||
| version="0.16.2", | ||
| version="0.17.0", | ||
| description="packtivity - general purpose schema + bindings for PROV activities", | ||
@@ -34,4 +30,5 @@ long_description=(this_directory / "README.md").read_text(), | ||
| url="https://github.com/yadage/packtivity", | ||
| author="Lukas Heinrich", | ||
| author_email="lukas.heinrich@cern.ch", | ||
| author = 'Lukas Heinrich, Matthew Feickert', | ||
| author_email = 'lukas.heinrich@gmail.com, matthew.feickert@cern.ch', | ||
| license="MIT", | ||
| packages=find_packages(), | ||
@@ -66,2 +63,3 @@ python_requires=">=3.8", | ||
| "Programming Language :: Python :: 3.11", | ||
| "Programming Language :: Python :: 3.12", | ||
| "Programming Language :: Python :: Implementation :: CPython", | ||
@@ -68,0 +66,0 @@ "Topic :: Scientific/Engineering", |
Alert delta unavailable
Currently unable to show alert delta for PyPI packages.
146662
0.16%3304
-0.09%