-
Notifications
You must be signed in to change notification settings - Fork 5
/
Copy pathdefault.yml
56 lines (52 loc) · 5.15 KB
/
default.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
resources: # Which resource types to replicate
- timeseries
- datapoints
# OIDC PROJECTS --------------------------------------------------------------------------------------------------------
# source CDF project identity variables
src_boolean_client_secret: True # OIDC: whether the source project is being authenticated through a client secret or not
src_TENANT_ID: COGNITE_SOURCE_TENANT_ID # OIDC: azure AD tenant of the source CDF project
src_CLIENT_ID: COGNITE_SOURCE_CLIENT_ID # OIDC: Azure client app registration ID of the source CDF project
src_client_secret: COGNITE_SOURCE_CLIENT_SECRET # OIDC: Name of env variable for Client secret of source project
src_api_key_env_var: COGNITE_SOURCE_API_KEY # Api Key: Name of env variable for CDF API KEY of the source project
src_CDF_CLUSTER: COGNITE_SOURCE_CDF_CLUSTER # cluster the source CDF project is running on
src_COGNITE_PROJECT: COGNITE_SOURCE_CDF_PROJECT # name of the source project
src_AUTHORITY_HOST_URI: "https://login.microsoftonline.com" # login uri for the source project
# destination CDF project variables
dst_boolean_client_secret: False # OIDC: whether the destination project is being authenticated through a client secret or not
dst_TENANT_ID: COGNITE_DESTINATION_TENANT_ID # OIDC: azure AD tenant of the source CDF project
dst_CLIENT_ID: COGNITE_DESTINATION_CLIENT_ID # OIDC: without client secret a0ed92d8-dab1-4f73-acb1-3c3a0c8c7261" # Azure client app registration ID of the source CDF project
dst_client_secret: COGNITE_DESTINATION_CLIENT_SECRET # OIDC: Name of env variable for Client secret of source project
dst_api_key_env_var: COGNITE_DESTINATION_API_KEY # Api Key: Name of env variable for CDF API KEY of the destination project
dst_CDF_CLUSTER: COGNITE_DESTINATION_CDF_CLUSTER # cluster the source CDF project is running on
dst_COGNITE_PROJECT: COGNITE_DESTINATION_CDF_PROJECT # name of the source project
dst_AUTHORITY_HOST_URI: "https://login.microsoftonline.com" # login uri for the source project
high_frequence_variability: false # True if there are many time series being replicated which have new datapoints coming at very different freqences
delete_if_removed_in_source: false # Remove objects that were replicated and are now deleted in source
delete_if_not_replicated: false # Remove all objects in destination that aren't from source
batch_size: 10000 # Number of items in each batch 1-10000. Only applies to Raw, Events, Timeseries, and Files. (The SDK automatically chunks to 10000. This is used in conjuction with threads if you wanted smaller/more efficient threads for batches less than 10k. EX: 20 threads with 2000 batch sizes each.)
batch_size_datapoints: 10000 # Number of datapoints in each batch (The SDK will automatically paginate so it's generally not needed with a value here)
number_of_threads: 10 # Number of threads to use
client_timeout: 120 # Seconds for clients to timeout
client_name: cognite-replicator # Name of client
log_path: log # Folder to save logs to
log_level: INFO # Logging level
events_exclude_pattern: # Optional - Regex pattern to prevent replication of matching events. Example: ^SYN_
timeseries_exclude_pattern: # Optional - Regex pattern to prevent replication of matching timeseries. Example: ^SYN_
timeseries_exclude_fields: # Optional - List of metadata fields to exclude from the extraction
files_exclude_pattern: # Optional - Regex pattern to prevent replication of matching files. Example: ^SYN_
datapoints_start: 1546297200 # Must be an integer timestamp or a "time-ago string" on the format: <integer>(s|m|h|d|w)-ago or 'now'. E.g. '3d-ago' or '1w-ago'
datapoints_end: 1d-ago # Must be an integer timestamp or a "time-ago string" on the format: <integer>(s|m|h|d|w)-ago or 'now'. E.g. '3d-ago' or '1w-ago'
value_manipulation_lambda_fnc: # "lambda x: x*0.2" # Lambda function as a string if value manipulation for datapoints is needed.
dataset_support: false # Boolean to enable or not the dataset support
events_external_ids: # Optional - List of events external_ids to replicate
#- external-id-1
#- external-id-2
#- external-id-3
timeseries_external_ids: # Optional - List of timeseries external_ids to replicate
#- external-id-1
#- external-id-2
#- external-id-3
files_external_ids: # Optional - List of files external_ids to replicate
#- external-id-1
#- external-id-2
#- external-id-3