split galleries.json into multiple files; added library_split option …

…for huge libraries; renamed "dest_path" to "library_path"

.gitignore

@@ -10,7 +10,6 @@ log/
 
 config/cookies.json
 config/downloadme.txt
-config/galleries.json
 config/headers.json
 Dockerfile
 tests/test.py

config/settings.json

@@ -1,4 +1,5 @@
 {
-    "dest_path": "./hentai/",
-    "nhentai_tag": "language:english"
+    "nhentai_tag": "language:english",
+    "library_path": "./hentai/",
+    "library_split": "100000"
 }

pyproject.toml

@@ -5,13 +5,13 @@ license     = "MIT"
 name        = "x"                                                        # can't leave empty because of bug with `poetry install` from poetry.lock file
 readme      = "readme.md"
 repository  = "https://github.com/9-FS/2022-10-23-nHentai-to-PDF-Server"
-version     = "2.3.12"
+version     = "3.0.0"
 
 [tool.poetry.dependencies]
 kfsconfig = "^1.0.0"
 kfsfstr   = "^1.0.0"
 kfslog    = "^1.0.0"
-kfsmedia  = "^2.3.0"
+kfsmedia  = "^2.3.4"
 kfssleep  = "^1.0.0"
 python    = "^3.11.0"
 

readme.md

@@ -16,7 +16,7 @@ Author: "구FS"
 
 ## 1. General
 
-This is the nHentai downloader I wrote to archive as much of the [english nHentai library](https://nhentai.net/language/english/popular) as I can. This server version builds upon the original [nhentai to PDF downloader](https://github.com/9-FS/2021-11-15-nHentai-to-PDF) and automates searching by `nhentai_tag`, creating a `downloadme.txt` from that, downloading the hentai, and finally repeating the process all over again. It basically syncs part of the nhentai library to the local directory at `dest_path`.  
+This is the nHentai downloader I wrote to archive as much of the [english nHentai library](https://nhentai.net/language/english/popular) as I can. This server version builds upon the original [nhentai to PDF downloader](https://github.com/9-FS/2021-11-15-nHentai-to-PDF) and automates searching by `nhentai_tag`, creating a `downloadme.txt` from that, downloading the hentai, and finally repeating the process all over again. It basically syncs part of the nhentai library to the local directory at `library_path`.  
 Big thanks go out to [h3nTa1m4st3r_xx69](https://github.com/sam-k0), who helped me using nhentai's completely undocumented API. Without him this project could not have been reactivated.  
 I'm happy about anyone who finds my software useful and feedback is also always welcome. Happy downloading~
 
@@ -32,7 +32,7 @@ I'm happy about anyone who finds my software useful and feedback is also always
 1. Copy the cookie values into the `cookies.json`.
 1. Execute the program again. This will create a default `./config/headers.json`.
 1. Go to https://www.whatismybrowser.com/detect/what-is-my-user-agent/ and copy your user agent into `headers.json`.
-1. In `./config/settings.json` set `dest_path` to the directory you want to download to. By default, it will download to `./hentai/`.
+1. In `./config/settings.json` set `library_path` to the directory you want to download to. By default, it will download to `./hentai/`.
 1. In `./config/settings.json` set `nhentai_tag` to the tag you want to download. By default, it will download "language:english"; all english hentai. You can set it to any tag you want with "tag:{tag}". You can find a list of all tags [here](https://nhentai.net/tags/).
 
 ### 2.2. Google Chrome
@@ -44,7 +44,7 @@ I'm happy about anyone who finds my software useful and feedback is also always
 1. Copy the cookie values into the `cookies.json`.
 1. Execute the program again. This will create a default `./config/headers.json`.
 1. Go to https://www.whatismybrowser.com/detect/what-is-my-user-agent/ and copy your user agent into `headers.json`.
-1. In `./config/settings.json` set `dest_path` to the directory you want to download to. By default, it will download to `./hentai/`.
+1. In `./config/settings.json` set `library_path` to the directory you want to download to. By default, it will download to `./hentai/`.
 1. In `./config/settings.json` set `nhentai_tag` to the tag you want to download. By default, it will download "language:english"; all english hentai. You can set it to any tag you want with "tag:{tag}". You can find a list of all tags [here](https://nhentai.net/tags/).
 
 > :information_source:  

requirements.txt

@@ -1,19 +1,19 @@
-certifi==2023.7.22 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
+certifi==2023.11.17 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
 charset-normalizer==3.3.2 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
 colorama==0.4.6 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
 deprecated==1.2.14 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
-idna==3.4 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
-img2pdf==0.5.0 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
-kfsconfig==1.0.2 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
+idna==3.6 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
+img2pdf==0.5.1 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
+kfsconfig==1.1.0 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
 kfsfstr==1.1.0 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
 kfslog==1.0.1 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
 kfsmath==1.0.1 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
-kfsmedia==2.3.3 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
+kfsmedia==2.3.4 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
 kfssleep==1.0.1 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
 lxml==4.9.3 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
 packaging==23.2 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
-pebble==5.0.3 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
-pikepdf==8.7.1 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
+pebble==5.0.5 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
+pikepdf==8.9.0 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
 pillow==10.1.0 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
 requests==2.31.0 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"
 urllib3==2.1.0 ; python_full_version >= "3.11.0" and python_full_version < "4.0.0"