Rust

reduce max token length to 255 to allow for more tokens in tokenizer #332

	name: Rust

	on:
	push:
	branches: [ "main" ]
	pull_request:
	branches: [ "main" ]

	env:
	CARGO_TERM_COLOR: always

	jobs:
	build:

	runs-on: ubuntu-latest

	steps:
	- uses: actions/checkout@v4

	- name: Build parser
	run: cargo build --verbose
	working-directory: parser

	- name: Setup Python
	uses: actions/setup-python@v5
	with:
	python-version: "3.11"

	- name: Install python test dependencies
	run: ./scripts/install-deps.sh

	- name: Run python guidance tests
	run: ./scripts/test-guidance.sh

	- name: Build sdist
	run: maturin build --sdist --zig

	- name: Build wheel
	run: maturin build --zig

	- name: Upload sdist and wheel artifact
	uses: actions/upload-artifact@v4
	with:
	name: wheels
	path: target/wheels/*

Provide feedback