chore: level (#382)

quintoandar · Oct 10, 2024 · 7f65873 · 7f65873
1 parent 52d4911
commit 7f65873
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/butterfree/pipelines/feature_set_pipeline.py b/butterfree/pipelines/feature_set_pipeline.py
@@ -237,7 +237,7 @@ def run(
             num_processors=num_processors,
         )
 
-        if dataframe.storageLevel != StorageLevel.NONE:
+        if dataframe.storageLevel != StorageLevel(False, False, False, False, 1):
             dataframe.unpersist()  # Clear the data from the cache (disk and memory)
 
         # Step 4: Load the data into the configured sink.