Release 0.3.24

.github/workflows/build.yml

@@ -148,7 +148,7 @@ jobs:
         run: |
           poetry install
           poetry build
-      - name: Install cdf-tk
+      - name: Install Cognite Toolkit
         run: pip install .
       - name: "Not collect metrics"
         run: cdf collect opt-out
@@ -157,15 +157,15 @@ jobs:
       - name: "Pre-processing for demo environment"
         run: python ./demo/preproc.py --modules all
       - name: "Build the templates"
-        run: cdf build --build-dir=./build --env=demo -o ./demo_project
+        run: cdf build --env demo -o demo_project
       - name: "Verify and create access rights"
         run: cdf auth verify --no-prompt
       - name: "Test clean --dry-run"
         run: |
-          cdf clean --env=demo ./build --dry-run
+          cdf clean --env demo --dry-run
       - name: "Deploy the templates --dry-run"
         run: |
-          cdf deploy --drop --env=demo ./build --dry-run
+          cdf deploy --drop --env demo --dry-run
 
 
   Build-image:

.github/workflows/demo.yml

@@ -44,7 +44,7 @@ jobs:
         run: cdf auth verify --no-prompt
       - name: "Deploy the templates"
         run: |
-          cdf-tk deploy --drop --env=demo ./build
+          cdf deploy --env demo
       - name: "Run transformations and other post-processing"
         run: |
           poetry run python ./demo/postproc.py

.pre-commit-config.yaml

@@ -12,7 +12,7 @@ repos:
           - --fixable=E,W,F,I,T,RUF,TID,UP
           - --target-version=py39
       - id: ruff-format
-    rev: v0.8.2
+    rev: v0.8.5
 
   - repo: https://github.com/igorshubovych/markdownlint-cli
     rev: v0.43.0

CHANGELOG.cdf-tk.md

@@ -15,6 +15,31 @@ Changes are grouped as follows:
 - `Fixed` for any bug fixes.
 - `Security` in case of vulnerabilities.
 
+## [0.3.24] - 2025-01-06
+
+### Added
+
+- [alpha feature] Support for running `cdf build` without comparing against CDF project for missing dependencies
+  with the flag `--offline`.
+- [alpha feature] New subcommand `cdf modules pull` which pulls the configuration from the CDF project to the local
+  modules directory.
+- Support for property `dataModelingType` in `LocationFilter` resources.
+
+### Fixed
+
+- No more warning about missing `.env` file when running in `Google Cloud Build`.
+- No more warning about missing `.env` file if all variables are set in the environment.
+- When deploying a `Sequence` resource, Cognite Toolkit now replaces `dataSetExternalId` with `dataSetId`.
+- Cognite Toolkit has improved resources that have server set default values that can lead to redeploy even when
+  unchanged. This includes `Sequences`, `Containers`, `DataSets`, `Views`, `Nodes`, `Edges`, `ExtractionPipelines`,
+  `CogniteFiles`, `HostedExtractorJobs`, `Relationships`, `RobotMaps`, and `WorkflowVersions`.
+- When uploading a `csv` file (RAW table, Datapoints, or Assets) any CSV dialect is now supported.
+- `LocationFilters` now parses the `version` key of `View` and `DataModel` correctly as a string.
+- `LocationFilters` now converts an empty string of `dataSetExternalId` to `0` instead of ignoring it.
+- On CDF deployed on Azure and AWS clouds, setting the `CPU` and `memory` of a CogniteFiles to lower than
+  the required value no longer triggers a redeploy.
+- Toolkit now looks up the `assetExternalId` in the `Sequence` resource when deploying.
+
 ## [0.3.23] - 2024-12-13
 
 ### Fixed

CHANGELOG.templates.md

@@ -15,6 +15,12 @@ Changes are grouped as follows:
 - `Fixed` for any bug fixes.
 - `Security` in case of vulnerabilities.
 
+## [0.3.24] - 2025-01-06
+
+### Fixed
+
+- Renamed non-toolkit Function config files for `bootcamp` module.
+
 ## [0.3.23] - 2024-12-13
 
 No changes to templates.

cdf.toml

@@ -14,6 +14,12 @@ module-repeat = true
 edges = true
 classic = true
 purge = true
+build-offline = true
+module-pull = true
+# This is not activated as it will break the tests
+# (tests needs to switch between alpha flags activated and not activated)
+# That is not easily possible with this flag.
+function-multi-file-hash = false
 
 [plugins]
 run = true
@@ -23,4 +29,4 @@ dump = true
 [modules]
 # This is the version of the modules. It should not be changed manually.
 # It will be updated by the 'cdf module upgrade' command.
-version = "0.3.23"
+version = "0.3.24"

cognite_toolkit/_builtin_modules/bootcamp/default.config.yaml

@@ -2,12 +2,12 @@ CDF_PROJECT: <YOUR CDF PROJECT> # ex. cdf-bootcamp-01-test
 IDP_CLIENT_ID: ${IDP_CLIENT_ID} # replaced by .env
 IDP_CLIENT_SECRET: ${IDP_CLIENT_SECRET} # replaced by .env
 IDP_TENANT_ID: ${IDP_TENANT_ID} # replaced by .env
- # This is related to the cluster where the CDF project is hosted.
+# This is related to the cluster where the CDF project is hosted.
 CDF_URL: https://westeurope-1.cognitedata.com
 IDP_SCOPES: https://westeurope-1.cognitedata.com/.default
 IDP_TOKEN_URL: ${IDP_TOKEN_URL} # replaced by .env
 
-# Groups
+### Groups
 # OBJECT ID FOR TEST/PROD DATA PIPELINE OEE ENTRA GROUP
 data_pipeline_oee_source_id: <NotSet>
 # OBJECT ID FOR TEST/PROD ADMIN TK ENTRA GROUP
@@ -16,6 +16,8 @@ readwrite_source_id: <NotSet>
 readonly_source_id: <NotSet>
 # OBJECT ID FOR TEST/PROD ICAPI EXTRACTORS ENTRA GROUP
 icapi_extractors_source_id: <NotSet>
+# OBJECT ID FOR TEST/PROD DATA DEVELOPER ENTRA GROUP
+data_developer_source_id: <NotSet>
 
 # Client Ids
 data_pipeline_oee_client_id: ${DATA_PIPELINE_OEE_CLIENT_ID} # replaced by .env

cognite_toolkit/_builtin_modules/cdf.toml

@@ -4,7 +4,7 @@ default_env = "<DEFAULT_ENV_PLACEHOLDER>"
 [modules]
 # This is the version of the modules. It should not be changed manually.
 # It will be updated by the 'cdf module upgrade' command.
-version = "0.3.23"
+version = "0.3.24"
 
 
 [plugins]

cognite_toolkit/_builtin_modules/cdf_ingestion/module.toml

@@ -9,3 +9,6 @@ tags = [
 
 [dependencies]
 modules = []
+
+[[extra_resources]]
+location = "cdf_common/data_sets/demo.DataSet.yaml"

cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/auth/admin.readonly.group.yaml

@@ -45,6 +45,11 @@ capabilities:
       - READ
       scope:
         all: {}
+  - diagramParsingAcl:
+      actions:
+      - READ
+      scope:
+        all: {}
   - digitalTwinAcl:
       actions:
       - READ

cognite_toolkit/_builtin_modules/common/cdf_auth_readwrite_all/auth/admin.readwrite.group.yaml

@@ -56,6 +56,12 @@ capabilities:
       - READ
       scope:
         all: {}
+  - diagramParsingAcl:
+      actions:
+        - WRITE
+        - READ
+      scope:
+        all: { }
   - digitalTwinAcl:
       actions:
       - WRITE

cognite_toolkit/_builtin_modules/sourcesystem/cdf_pi/transformations/population/timeseries.Transformation.yaml

@@ -4,7 +4,7 @@ name: TimeSeries Transformations for {{ sourceName }}
 destination:
   type: nodes
   view:
-    space: {{ schemaSpace}}
+    space: {{ schemaSpace }}
     externalId: {{ organization }}TimeSeries
     version: v1
   instanceSpace: {{ instanceSpace }}

cognite_toolkit/_cdf_tk/apps/_auth_app.py

@@ -37,6 +37,14 @@ def init(
                 help="If you verify, and you pass this flag no changes to CDF will be made.",
             ),
         ] = False,
+        verbose: Annotated[
+            bool,
+            typer.Option(
+                "--verbose",
+                "-v",
+                help="Turn on to get more verbose output when running the command",
+            ),
+        ] = False,
     ) -> None:
         """Sets the OIDC parameters required to authenticate and authorize the Cognite Toolkit in Cognite Data Fusion.
 
@@ -74,6 +82,14 @@ def verify(
                 "If you include this flag, the execution will stop if the user or service principal does not have the required capabilities.",
             ),
         ] = False,
+        verbose: Annotated[
+            bool,
+            typer.Option(
+                "--verbose",
+                "-v",
+                help="Turn on to get more verbose output when running the command",
+            ),
+        ] = False,
     ) -> None:
         """Verify that the current user or service principal has the required capabilities to run the CDF Toolkit commands."""
         cmd = AuthCommand()