From ca84907f85a114d637d67790276ab6cfe8a98878 Mon Sep 17 00:00:00 2001 From: Harsh Joshi Date: Sun, 24 Nov 2024 04:31:17 +0530 Subject: [PATCH] Update Readme.MD --- Readme.MD | 39 +++++++++++++++++---------------------- 1 file changed, 17 insertions(+), 22 deletions(-) diff --git a/Readme.MD b/Readme.MD index 05da785..035bdd1 100644 --- a/Readme.MD +++ b/Readme.MD @@ -275,28 +275,23 @@ go mod tidy Set up a `.yaml` configuration file in the root directory. Define inputs, transformations, validations, and outputs as per your workflow needs. Here's a basic example: ```yaml -pipeline: - - name: "CSV to MongoDB Migration" - input: - type: "CSV" - source: "./data/input.csv" - validation: - schema: - fields: - - name: "id" - type: "integer" - required: true - - name: "name" - type: "string" - required: true - transformation: - - map: - from: "old_field_name" - to: "new_field_name" - output: - type: "MongoDB" - destination: "mongodb://localhost:27017/fractal_db" - collection: "data_output" +error-handling: + strategy: LOG_AND_CONTINUE +inputconfig: + csvsourcefilename: sample.csv + inputmethod: CSV +outputconfig: + csvdestinationfilename: test.csv + outputmethod: CSV +cronjob: + repetition_interval: "1h" +monitoring: + job_status:"pending" +transformations: + -ADD_FIELD("processed_at", CURRENT_TIME()) +validations: + -FIELD("age") RANGE(30,35) + ``` ### Running Fractal