diff --git a/.github/workflows/format.yml b/.github/workflows/format.yml index aead579e..2ec2bbca 100644 --- a/.github/workflows/format.yml +++ b/.github/workflows/format.yml @@ -51,3 +51,19 @@ jobs: run: | cd plugins/${{ matrix.plugin_name }} tox -e py + + sample-config: + runs-on: ubuntu-latest + + steps: + - uses: actions/checkout@v4 + - name: Set up Python 3.9 + uses: actions/setup-python@v4 + with: + python-version: 3.9 + - name: Install dependencies + run: | + python -m pip install --upgrade pip + python -m pip install tox + - name: Run Config Verification + run: tox -e verify-configs diff --git a/scripts/benchmarks/README.md b/scripts/benchmarks/README.md index fdc6d7bc..6d14ce3f 100644 --- a/scripts/benchmarks/README.md +++ b/scripts/benchmarks/README.md @@ -59,7 +59,9 @@ The best way is via `tox` which manages the dependencies, including installing t ``` tox -e run-benches -- "1 2" ``` -ationFramework` to demonstrate the various plugins. + +Note: +- `tox` command above accepts environment variables `DRY_RUN, NO_DATA_PROCESSING, NO_OVERWRITE`. See `scripts/run_benchmarks.sh` ## Running Benchmarks @@ -82,3 +84,6 @@ Alternatively run [`benchmark.py`](./benchmark.py) directly. To see the help do: ``` python benchmark.py --help ``` + +Note: +- in `run_benchmarks.sh` we will clear the `RESULT_DIR` if it exists, to avoid contaimination with old results. To protect against overwrite, then always run with `NO_OVERWRITE=true`.