diff --git a/examples/inference-deployments/mpt/mpt_7b_ft_handler.py b/examples/inference-deployments/mpt/mpt_7b_ft_handler.py index 0f2621c5b..6175a50b8 100644 --- a/examples/inference-deployments/mpt/mpt_7b_ft_handler.py +++ b/examples/inference-deployments/mpt/mpt_7b_ft_handler.py @@ -22,6 +22,7 @@ LOCAL_CHECKPOINT_DIR = '/tmp/mpt' LOCAL_MODEL_PATH = os.path.join(LOCAL_CHECKPOINT_DIR, 'local_model') +HF_COMMIT = 'bbe7a55d70215e16c00c1825805b81e4badb57d7' def download_convert(s3_path: Optional[str] = None, @@ -77,7 +78,7 @@ def download_convert(s3_path: Optional[str] = None, elif hf_path: print(f'Downloading HF model with name: {hf_path}') model_name_or_path = hf_path - snapshot_download(repo_id=hf_path) + snapshot_download(repo_id=hf_path, revision=HF_COMMIT) # This is the format the the conversion script saves the converted checkpoint in local_ft_model_path = os.path.join(LOCAL_CHECKPOINT_DIR, f'{gpus}-gpu') diff --git a/examples/inference-deployments/mpt/mpt_7b_instruct_ft.yaml b/examples/inference-deployments/mpt/mpt_7b_instruct_ft.yaml index db4d7c0b6..2d7c7c8d7 100644 --- a/examples/inference-deployments/mpt/mpt_7b_instruct_ft.yaml +++ b/examples/inference-deployments/mpt/mpt_7b_instruct_ft.yaml @@ -7,7 +7,7 @@ command: | integrations: - integration_type: git_repo git_repo: mosaicml/examples - git_commit: 75e068f90c613a2cced553c5dc449d98c5470454 + git_commit: dcc4c4dff002d282a2f432ccfcab4b61dc6a53af ssh_clone: false - integration_type: git_repo git_repo: mosaicml/llm-foundry