diff --git a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_basic/spec.yaml b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_basic/spec.yaml index 8a0648d582..ef7d4a8dcc 100644 --- a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_basic/spec.yaml +++ b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_basic/spec.yaml @@ -4,7 +4,7 @@ type: pipeline tags: Preview: "" -version: 0.0.85 +version: 0.0.86 name: llm_ingest_dataset_to_acs_basic display_name: LLM - Dataset to ACS Pipeline is_deterministic: false @@ -110,7 +110,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_validate_deployments:0.0.80' + component: 'azureml:llm_rag_validate_deployments:0.0.81' identity: type: user_identity inputs: @@ -136,7 +136,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_crack_and_chunk:0.0.77' + component: 'azureml:llm_rag_crack_and_chunk:0.0.78' inputs: input_data: ${{parent.inputs.input_data}} input_glob: ${{parent.inputs.input_glob}} @@ -159,7 +159,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_generate_embeddings:0.0.70' + component: 'azureml:llm_rag_generate_embeddings:0.0.71' inputs: chunks_source: type: uri_folder @@ -209,7 +209,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_update_acs_index:0.0.74' + component: 'azureml:llm_rag_update_acs_index:0.0.75' inputs: embeddings: type: uri_folder @@ -229,7 +229,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_register_mlindex_asset:0.0.74' + component: 'azureml:llm_rag_register_mlindex_asset:0.0.75' inputs: storage_uri: ${{parent.jobs.create_acs_index_job.outputs.index}} asset_name: ${{parent.inputs.embeddings_dataset_name}} diff --git a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_user_id/spec.yaml b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_user_id/spec.yaml index f27eb35120..fc7e0dd6c0 100644 --- a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_user_id/spec.yaml +++ b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_acs_user_id/spec.yaml @@ -4,7 +4,7 @@ type: pipeline tags: Preview: "" -version: 0.0.83 +version: 0.0.84 name: llm_ingest_dataset_to_acs_user_id display_name: LLM - Dataset to ACS Pipeline is_deterministic: false @@ -110,7 +110,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_validate_deployments:0.0.80' + component: 'azureml:llm_rag_validate_deployments:0.0.81' identity: type: user_identity inputs: @@ -136,7 +136,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_crack_and_chunk:0.0.77' + component: 'azureml:llm_rag_crack_and_chunk:0.0.78' identity: type: user_identity inputs: @@ -161,7 +161,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_generate_embeddings:0.0.70' + component: 'azureml:llm_rag_generate_embeddings:0.0.71' identity: type: user_identity inputs: @@ -215,7 +215,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_update_acs_index:0.0.74' + component: 'azureml:llm_rag_update_acs_index:0.0.75' identity: type: user_identity inputs: @@ -237,7 +237,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_register_mlindex_asset:0.0.74' + component: 'azureml:llm_rag_register_mlindex_asset:0.0.75' identity: type: user_identity inputs: diff --git a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_basic/spec.yaml b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_basic/spec.yaml index f8e4e9e253..f04d804dc2 100644 --- a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_basic/spec.yaml +++ b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_basic/spec.yaml @@ -4,7 +4,7 @@ type: pipeline tags: Preview: "" -version: 0.0.84 +version: 0.0.85 name: llm_ingest_dataset_to_faiss_basic display_name: LLM - Dataset to FAISS Pipeline is_deterministic: false @@ -102,7 +102,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_validate_deployments:0.0.80' + component: 'azureml:llm_rag_validate_deployments:0.0.81' identity: type: user_identity inputs: @@ -125,7 +125,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_crack_and_chunk:0.0.77' + component: 'azureml:llm_rag_crack_and_chunk:0.0.78' inputs: input_data: ${{parent.inputs.input_data}} input_glob: ${{parent.inputs.input_glob}} @@ -148,7 +148,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_generate_embeddings:0.0.70' + component: 'azureml:llm_rag_generate_embeddings:0.0.71' inputs: chunks_source: type: uri_folder @@ -198,7 +198,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_create_faiss_index:0.0.75' + component: 'azureml:llm_rag_create_faiss_index:0.0.76' inputs: embeddings: type: uri_folder @@ -216,7 +216,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_register_mlindex_asset:0.0.74' + component: 'azureml:llm_rag_register_mlindex_asset:0.0.75' inputs: storage_uri: ${{parent.jobs.create_faiss_index_job.outputs.index}} asset_name: ${{parent.inputs.embeddings_dataset_name}} diff --git a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_user_id/spec.yaml b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_user_id/spec.yaml index 7b16babc18..09cc359c35 100644 --- a/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_user_id/spec.yaml +++ b/assets/large_language_models/components_pipelines/data_ingestion_dataset_to_faiss_user_id/spec.yaml @@ -4,7 +4,7 @@ type: pipeline tags: Preview: "" -version: 0.0.83 +version: 0.0.84 name: llm_ingest_dataset_to_faiss_user_id display_name: LLM - Dataset to FAISS Pipeline is_deterministic: false @@ -102,7 +102,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_validate_deployments:0.0.80' + component: 'azureml:llm_rag_validate_deployments:0.0.81' identity: type: user_identity inputs: @@ -125,7 +125,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_crack_and_chunk:0.0.77' + component: 'azureml:llm_rag_crack_and_chunk:0.0.78' identity: type: user_identity inputs: @@ -150,7 +150,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_generate_embeddings:0.0.70' + component: 'azureml:llm_rag_generate_embeddings:0.0.71' identity: type: user_identity inputs: @@ -204,7 +204,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_create_faiss_index:0.0.75' + component: 'azureml:llm_rag_create_faiss_index:0.0.76' identity: type: user_identity inputs: @@ -224,7 +224,7 @@ jobs: properties: compute_specification: automatic: true - component: 'azureml:llm_rag_register_mlindex_asset:0.0.74' + component: 'azureml:llm_rag_register_mlindex_asset:0.0.75' identity: type: user_identity inputs: diff --git a/assets/large_language_models/rag/components/crack_and_chunk/spec.yaml b/assets/large_language_models/rag/components/crack_and_chunk/spec.yaml index 8c36b2fd89..b6f9da6e80 100644 --- a/assets/large_language_models/rag/components/crack_and_chunk/spec.yaml +++ b/assets/large_language_models/rag/components/crack_and_chunk/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.77 +version: 0.0.78 name: llm_rag_crack_and_chunk display_name: LLM - Crack and Chunk Data is_deterministic: true diff --git a/assets/large_language_models/rag/components/crack_and_chunk_and_embed/spec.yaml b/assets/large_language_models/rag/components/crack_and_chunk_and_embed/spec.yaml index 7619981361..abba93b02f 100644 --- a/assets/large_language_models/rag/components/crack_and_chunk_and_embed/spec.yaml +++ b/assets/large_language_models/rag/components/crack_and_chunk_and_embed/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.48 +version: 0.0.49 name: llm_rag_crack_and_chunk_and_embed display_name: LLM - Crack, Chunk and Embed Data is_deterministic: true diff --git a/assets/large_language_models/rag/components/crack_chunk_embed_index_and_register/spec.yaml b/assets/large_language_models/rag/components/crack_chunk_embed_index_and_register/spec.yaml index 62dad5ba9a..11e8f50550 100644 --- a/assets/large_language_models/rag/components/crack_chunk_embed_index_and_register/spec.yaml +++ b/assets/large_language_models/rag/components/crack_chunk_embed_index_and_register/spec.yaml @@ -1,5 +1,5 @@ name: llm_rag_crack_chunk_embed_index_and_register -version: 0.0.36 +version: 0.0.37 tags: Preview: "" diff --git a/assets/large_language_models/rag/components/crawl_url/spec.yaml b/assets/large_language_models/rag/components/crawl_url/spec.yaml index 94397c7d8e..bf9429ebcd 100644 --- a/assets/large_language_models/rag/components/crawl_url/spec.yaml +++ b/assets/large_language_models/rag/components/crawl_url/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.35 +version: 0.0.36 name: llm_rag_crawl_url display_name: LLM - Crawl URL to Retrieve Data is_deterministic: true diff --git a/assets/large_language_models/rag/components/create_faiss_index/spec.yaml b/assets/large_language_models/rag/components/create_faiss_index/spec.yaml index c7f70d7b68..2fa43eaa9b 100644 --- a/assets/large_language_models/rag/components/create_faiss_index/spec.yaml +++ b/assets/large_language_models/rag/components/create_faiss_index/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.75 +version: 0.0.76 name: llm_rag_create_faiss_index display_name: LLM - Create FAISS Index is_deterministic: true diff --git a/assets/large_language_models/rag/components/create_promptflow/spec.yaml b/assets/large_language_models/rag/components/create_promptflow/spec.yaml index 9f0fffe781..2bd7db797c 100644 --- a/assets/large_language_models/rag/components/create_promptflow/spec.yaml +++ b/assets/large_language_models/rag/components/create_promptflow/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.86 +version: 0.0.87 name: llm_rag_create_promptflow display_name: LLM - Create Prompt Flow is_deterministic: true diff --git a/assets/large_language_models/rag/components/data_import_acs/spec.yaml b/assets/large_language_models/rag/components/data_import_acs/spec.yaml index 76a7146194..2272b53481 100644 --- a/assets/large_language_models/rag/components/data_import_acs/spec.yaml +++ b/assets/large_language_models/rag/components/data_import_acs/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.71 +version: 0.0.72 name: llm_rag_data_import_acs display_name: LLM - Import Data from ACS is_deterministic: false diff --git a/assets/large_language_models/rag/components/generate_embeddings/spec.yaml b/assets/large_language_models/rag/components/generate_embeddings/spec.yaml index c0df214689..ce35780a9d 100644 --- a/assets/large_language_models/rag/components/generate_embeddings/spec.yaml +++ b/assets/large_language_models/rag/components/generate_embeddings/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.70 +version: 0.0.71 name: llm_rag_generate_embeddings display_name: LLM - Generate Embeddings is_deterministic: true diff --git a/assets/large_language_models/rag/components/generate_embeddings_parallel/spec.yaml b/assets/large_language_models/rag/components/generate_embeddings_parallel/spec.yaml index 974cc515f3..8513dea007 100644 --- a/assets/large_language_models/rag/components/generate_embeddings_parallel/spec.yaml +++ b/assets/large_language_models/rag/components/generate_embeddings_parallel/spec.yaml @@ -4,7 +4,7 @@ type: parallel tags: Preview: "" -version: 0.0.76 +version: 0.0.77 name: llm_rag_generate_embeddings_parallel display_name: LLM - Generate Embeddings Parallel is_deterministic: true diff --git a/assets/large_language_models/rag/components/git_clone/spec.yaml b/assets/large_language_models/rag/components/git_clone/spec.yaml index a8252799e9..8653d0a933 100644 --- a/assets/large_language_models/rag/components/git_clone/spec.yaml +++ b/assets/large_language_models/rag/components/git_clone/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.74 +version: 0.0.75 name: llm_rag_git_clone display_name: LLM - Clone Git Repo is_deterministic: true diff --git a/assets/large_language_models/rag/components/image_embed_index/spec.yaml b/assets/large_language_models/rag/components/image_embed_index/spec.yaml index ab756969d0..38a7d65fea 100644 --- a/assets/large_language_models/rag/components/image_embed_index/spec.yaml +++ b/assets/large_language_models/rag/components/image_embed_index/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.28 +version: 0.0.29 name: llm_rag_image_embed_index display_name: LLM - Embedding images with Florence is_deterministic: true diff --git a/assets/large_language_models/rag/components/qa_data_generation/spec.yaml b/assets/large_language_models/rag/components/qa_data_generation/spec.yaml index 758ae9f732..e1b8656d75 100644 --- a/assets/large_language_models/rag/components/qa_data_generation/spec.yaml +++ b/assets/large_language_models/rag/components/qa_data_generation/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.74 +version: 0.0.75 name: llm_rag_qa_data_generation display_name: LLM - Generate QnA Test Data is_deterministic: true diff --git a/assets/large_language_models/rag/components/register_mlindex_asset/spec.yaml b/assets/large_language_models/rag/components/register_mlindex_asset/spec.yaml index 43e412b009..78128d3a96 100644 --- a/assets/large_language_models/rag/components/register_mlindex_asset/spec.yaml +++ b/assets/large_language_models/rag/components/register_mlindex_asset/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.74 +version: 0.0.75 name: llm_rag_register_mlindex_asset display_name: LLM - Register Vector Index Asset is_deterministic: true diff --git a/assets/large_language_models/rag/components/register_qa_data_asset/spec.yaml b/assets/large_language_models/rag/components/register_qa_data_asset/spec.yaml index e50d949643..7762526767 100644 --- a/assets/large_language_models/rag/components/register_qa_data_asset/spec.yaml +++ b/assets/large_language_models/rag/components/register_qa_data_asset/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.67 +version: 0.0.68 name: llm_rag_register_qa_data_asset display_name: LLM - Register QA Generation Data Asset is_deterministic: true diff --git a/assets/large_language_models/rag/components/update_acs_index/spec.yaml b/assets/large_language_models/rag/components/update_acs_index/spec.yaml index 70266a8c8b..c6e9281d92 100644 --- a/assets/large_language_models/rag/components/update_acs_index/spec.yaml +++ b/assets/large_language_models/rag/components/update_acs_index/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.74 +version: 0.0.75 name: llm_rag_update_acs_index display_name: LLM - Update ACS Index is_deterministic: true diff --git a/assets/large_language_models/rag/components/update_azure_cosmos_mongo_vcore_index/spec.yaml b/assets/large_language_models/rag/components/update_azure_cosmos_mongo_vcore_index/spec.yaml index 0cae00fc15..72c07757d8 100644 --- a/assets/large_language_models/rag/components/update_azure_cosmos_mongo_vcore_index/spec.yaml +++ b/assets/large_language_models/rag/components/update_azure_cosmos_mongo_vcore_index/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.30 +version: 0.0.31 name: llm_rag_update_cosmos_mongo_vcore_index display_name: LLM - Update Azure Cosmos Mongo vCore Index is_deterministic: true diff --git a/assets/large_language_models/rag/components/update_milvus_index/spec.yaml b/assets/large_language_models/rag/components/update_milvus_index/spec.yaml index 16393cc576..76bb332ef9 100644 --- a/assets/large_language_models/rag/components/update_milvus_index/spec.yaml +++ b/assets/large_language_models/rag/components/update_milvus_index/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.30 +version: 0.0.31 name: llm_rag_update_milvus_index display_name: LLM - Update Milvus Index is_deterministic: true diff --git a/assets/large_language_models/rag/components/update_pinecone_index/spec.yaml b/assets/large_language_models/rag/components/update_pinecone_index/spec.yaml index d08890ae36..dbf63e45bc 100644 --- a/assets/large_language_models/rag/components/update_pinecone_index/spec.yaml +++ b/assets/large_language_models/rag/components/update_pinecone_index/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.42 +version: 0.0.43 name: llm_rag_update_pinecone_index display_name: LLM - Update Pinecone Index is_deterministic: true diff --git a/assets/large_language_models/rag/components/validate_deployments/spec.yaml b/assets/large_language_models/rag/components/validate_deployments/spec.yaml index 869173d33d..5b6a3abb87 100644 --- a/assets/large_language_models/rag/components/validate_deployments/spec.yaml +++ b/assets/large_language_models/rag/components/validate_deployments/spec.yaml @@ -4,7 +4,7 @@ type: command tags: Preview: "" -version: 0.0.80 +version: 0.0.81 name: llm_rag_validate_deployments display_name: LLM - Validate Deployments is_deterministic: false diff --git a/assets/large_language_models/rag/environments/rag/context/conda_dependencies.yaml b/assets/large_language_models/rag/environments/rag/context/conda_dependencies.yaml index a5c098e2aa..ca2d1fa831 100644 --- a/assets/large_language_models/rag/environments/rag/context/conda_dependencies.yaml +++ b/assets/large_language_models/rag/environments/rag/context/conda_dependencies.yaml @@ -8,41 +8,39 @@ dependencies: - scikit-learn - pip: # RAG package - - azureml-rag[azure,langchain,cognitive_search,data_generation,milvus,azure_cosmos_mongo_vcore,azure_cosmos_nosql]==0.2.37.1 + - azureml-rag>=0.2.37.1 # Azure - azure-ai-formrecognizer==3.3.1 - - azure-identity=={{latest-pypi-version}} + - azure-ai-ml>=1.10.0,<=1.16.1 # explicitly install for [data_generation] + - azure-cosmos>=4.7.0 # explicitly install for [azure_cosmos_nosql] - azure-keyvault-secrets==4.6.0 - azure-mgmt-cognitiveservices~=13.4.0 - azure-search-documents>=11.4.0 # explicitly install for [cognitive_search] # Azure ML - azureml-contrib-services - - azureml-core=={{latest-pypi-version}} - azureml-telemetry=={{latest-pypi-version}} - azureml-dataset-runtime=={{latest-pypi-version}} - - azureml-fsspec - azureml-inference-server-http>=1.3.0 - azureml-mlflow=={{latest-pypi-version}} + # More packages needed for RAG extras + - beautifulsoup4~=4.11.2 # explicitly install for [data_generation] + - faiss-cpu~=1.7.3 # explicitly install for [faiss] + - langchain>=0.3.0,<0.4.0 # explicitly install for [langchain] + - langchain-community>=0.3.0,<0.4.0 # explicitly install for [langchain] + - lxml # explicitly install for [data_generation] + - markdown # explicitly install for [document_parsing] + - nltk~=3.9.1 # explicitly install for [document_parsing] + - pandas>=1 # explicitly install for [data_generation] + - pymilvus>=2.3.0 # explicitly install for [milvus] + - pymongo # explicitly install for [azure_cosmos_mongo_vcore] + - pypdf~=3.17.1 # explicitly install for [document_parsing] + - tika~=2.6.0 # explicitly install for [document_parsing] + - unstructured # explicitly install for [document_parsing] # Other public packages - - beautifulsoup4~=4.11.2 - - cryptography>=43.0.1 - datasets~=2.10.1 - - faiss-cpu~=1.7.3 - - inference-schema>=1.8.0 - - lxml - - markdown - - mlflow-skinny==2.3.2 - mlflow>=2.6.0 - - msal~=1.31.0 - - nltk==3.9.1 - - openai>=0.27.4 - - pandas>=1 - polling2~=0.5.0 - psutil~=5.8.0 - pymssql==2.2.7 - - pymongo # explicitly install for [azure_cosmos_mongo_vcore] - - pypdf~=3.17.1 - sentence-transformers - sqlalchemy==1.4.46 - - tika~=2.6.0 - - tiktoken==0.5.2 diff --git a/assets/large_language_models/rag/environments/rag_embeddings/context/conda_dependencies.yaml b/assets/large_language_models/rag/environments/rag_embeddings/context/conda_dependencies.yaml index fc75f89c8e..f0210da5a8 100644 --- a/assets/large_language_models/rag/environments/rag_embeddings/context/conda_dependencies.yaml +++ b/assets/large_language_models/rag/environments/rag_embeddings/context/conda_dependencies.yaml @@ -7,48 +7,39 @@ dependencies: - pip=24.0 - pip: # RAG package - - azureml-rag[azure,faiss,langchain,cognitive_search,document_parsing,data_generation,milvus,azure_cosmos_mongo_vcore,azure_cosmos_nosql]==0.2.37.1 - # Azure AI - - azure-ai-formrecognizer==3.3.1 + - azureml-rag>=0.2.37.1 # Azure - - azure-core<2.0.0,>=1.8.0,!=1.22.0 - - azure-identity=={{latest-pypi-version}} + - azure-ai-formrecognizer # explicitly install for [document_parsing] + - azure-ai-ml>=1.10.0,<=1.16.1 # explicitly install for [data_generation] + - azure-cosmos>=4.7.0 # explicitly install for [azure_cosmos_nosql] - azure-keyvault-secrets==4.6.0 - azure-mgmt-cognitiveservices~=13.4.0 - - azure-mgmt-core<2.0.0,>=1.3.0 - azure-search-documents>=11.4.0 # explicitly install for [cognitive_search] # Azure ML packages - azureml-contrib-services - - azureml-core=={{latest-pypi-version}} - azureml-dataset-runtime=={{latest-pypi-version}} - azureml-inference-server-http>=1.3.0 - azureml-mlflow=={{latest-pypi-version}} - azureml-telemetry=={{latest-pypi-version}} + # More packages needed for RAG extras + - beautifulsoup4~=4.11.2 # explicitly install for [data_generation] [document_parsing] + - langchain>=0.3.0,<0.4.0 # explicitly install for [langchain] + - langchain-community>=0.3.0,<0.4.0 # explicitly install for [langchain] + - lxml # explicitly install for [data_generation] + - faiss-cpu~=1.7.3 # explicitly install for [faiss] + - markdown # explicitly install for [document_parsing] + - nltk~=3.9.1 # explicitly install for [document_parsing] + - pandas>=1 # explicitly install for [data_generation] [document_parsing] + - pymilvus>=2.3.0 # explicitly install for [milvus] + - pymongo # explicitly install for [azure_cosmos_mongo_vcore] + - pypdf~=3.17.1 # explicitly install for [document_parsing] + - tika~=2.6.0 # explicitly install for [document_parsing] + - unstructured # explicitly install for [document_parsing] # Other public packages - - beautifulsoup4~=4.11.2 - datasets~=2.10.1 - - faiss-cpu~=1.7.3 - - GitPython>=3.1 - - inference-schema>=1.8.0 - - lxml - - markdown - mlflow>=2.6.0 - - mlflow-skinny==2.3.2 - - msal~=1.31.0 - - msrest>=0.6.18 - - openai>=0.27.4 - - pandas>=1 - polling2~=0.5.0 - psutil~=5.8.0 - - pymongo # explicitly install for [azure_cosmos_mongo_vcore] - pymssql==2.2.7 - - pypdf~=3.17.1 - sentence-transformers - sqlalchemy==1.4.46 - - tika~=2.6.0 - - unstructured # explicitly install for [document_parsing] - # Package dependency needed for AML run token authentication - - python-dateutil>=2.7.3,<3.0.0 - - PyJWT<3.0.0 - - pytz - - cryptography>=43.0.1