feat: 🎸 upgrade datasets to increase streaming support

Principally: huggingface/datasets#2843
huggingface · Aug 30, 2021 · ddcaa79 · ddcaa79
1 parent dc3c351
commit ddcaa79
Show file tree

Hide file tree

Showing 2 changed files with 32 additions and 25 deletions.
diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "datasets-preview-backend"
-version = "0.4.0"
+version = "0.4.1"
 description = "API to extract rows of 🤗 datasets"
 authors = ["Sylvain Lesage <[email protected]>"]
 
@@ -19,13 +19,13 @@ nlp = "^0.4.0"
 openpyxl = "^3.0.7"
 py7zr = "^0.16.1"
 tensorflow = "^2.5.0"
-transformers = "^4.9.1"
 wget = "^3.2"
 kenlm = {url = "https://github.com/kpu/kenlm/archive/master.zip"}
 nltk = "^3.6.2"
 aiohttp = "^3.7.4"
-datasets = {extras = ["streaming"], git = "https://github.com/huggingface/datasets.git", rev = "b9fb8b2567aecfb14ad0bc31b59329f573eb35df"}
 typer = "^0.3.2"
+transformers = {git = "https://github.com/huggingface/transformers.git", rev = "d50649531f4ad6baf7e600099a511b044d5da748"}
+datasets = {extras = ["streaming"], git = "https://github.com/huggingface/datasets.git", rev = "6f7bca7a8c5518fd8f1aa6bea2542573646dd9f5"}
 
 [tool.poetry.dev-dependencies]
 bandit = "^1.7.0"