diff --git a/CHANGELOG.md b/CHANGELOG.md index 2294c20d..be3d876e 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -5,6 +5,9 @@ Preferably use **Added**, **Changed**, **Removed** and **Fixed** topics in each ## [Unreleased] +## [1.4.2](https://github.com/quintoandar/butterfree/releases/tag/1.4.2) +* Minor fixes ([#374](https://github.com/quintoandar/butterfree/pull/376)) + ## [1.4.1](https://github.com/quintoandar/butterfree/releases/tag/1.4.1) * Performance Improvements ([#374](https://github.com/quintoandar/butterfree/pull/374)) diff --git a/butterfree/_cli/migrate.py b/butterfree/_cli/migrate.py index 6bd5ca08..207e7daf 100644 --- a/butterfree/_cli/migrate.py +++ b/butterfree/_cli/migrate.py @@ -95,7 +95,7 @@ def create_instance(cls: Type[FeatureSetPipeline]) -> FeatureSetPipeline: parameters = sig.parameters if "run_date" in parameters: - run_date = datetime.datetime.today().strftime("%y-%m-%d") + run_date = datetime.datetime.today().strftime("%Y-%m-%d") return cls(run_date) return cls() diff --git a/butterfree/pipelines/feature_set_pipeline.py b/butterfree/pipelines/feature_set_pipeline.py index 464b821b..d57459f3 100644 --- a/butterfree/pipelines/feature_set_pipeline.py +++ b/butterfree/pipelines/feature_set_pipeline.py @@ -211,7 +211,6 @@ def run( soon. Use only if strictly necessary. """ - # Step 1: Construct input dataframe from the source. dataframe = self.source.construct( client=self.spark_client, diff --git a/docs/source/butterfree.constants.rst b/docs/source/butterfree.constants.rst index 2008aaf0..e5727fd1 100644 --- a/docs/source/butterfree.constants.rst +++ b/docs/source/butterfree.constants.rst @@ -31,7 +31,6 @@ butterfree.constants.migrations module butterfree.constants.spark\_constants module -------------------------------------------- - .. automodule:: butterfree.constants.spark_constants :members: :undoc-members: diff --git a/docs/source/butterfree.dataframe_service.rst b/docs/source/butterfree.dataframe_service.rst index 3c8026cf..ae9658a5 100644 --- a/docs/source/butterfree.dataframe_service.rst +++ b/docs/source/butterfree.dataframe_service.rst @@ -20,6 +20,9 @@ butterfree.dataframe\_service.partitioning module :undoc-members: :show-inheritance: +butterfree.dataframe\_service.repartition module +------------------------------------------------ + .. automodule:: butterfree.dataframe_service.repartition :members: :undoc-members: diff --git a/requirements.txt b/requirements.txt index 9c9eea64..84a87735 100644 --- a/requirements.txt +++ b/requirements.txt @@ -5,6 +5,6 @@ parameters-validation>=1.1.5,<2.0 pyspark==3.5.1 typer==0.4.2 typing-extensions>3.7.4,<5 -boto3==1.17.* +boto3==1.35.* numpy==1.26.4 delta-spark==3.2.0 diff --git a/setup.py b/setup.py index a748fdd1..c87ff819 100644 --- a/setup.py +++ b/setup.py @@ -1,7 +1,7 @@ from setuptools import find_packages, setup __package_name__ = "butterfree" -__version__ = "1.4.1" +__version__ = "1.4.2" __repository_url__ = "https://github.com/quintoandar/butterfree" with open("requirements.txt") as f: