Sprint 2

README.md → mongo-sharding-repl/README.md

@@ -8,10 +8,22 @@
 docker compose up -d
 ```
 
-Заполняем mongodb данными
+Инициализируем шарды mongodb и заполняем тестовыми данными:
 
 ```shell
-./scripts/mongo-init.sh
+./scripts/mongo-init-configSrv.sh
+```
+
+```shell
+./scripts/mongo-init-shards.sh
+```
+
+```shell
+./scripts/mongo-init-router.sh
+```
+
+```shell
+./scripts/mongo-init-fixtures.sh
 ```
 
 ## Как проверить
@@ -32,4 +44,4 @@ curl --silent http://ifconfig.me
 
 ## Доступные эндпоинты
 
-Список доступных эндпоинтов, swagger http://<ip виртуальной машины>:8080/docs
+Список доступных эндпоинтов, swagger http://<ip виртуальной машины>:8080/docs

mongo-sharding-repl/compose.yaml

@@ -0,0 +1,193 @@
+name: mongo-sharding-repl
+
+services:
+  # сервер конфигурации
+  configSrv:
+    image: mongo:latest
+    container_name: configSrv
+    restart: always
+    ports:
+      - "27019:27019"
+    volumes:
+      - config-data:/data/db
+    command:
+      [
+        "--configsvr",
+        "--replSet",
+        "config_server",
+        "--bind_ip_all",
+        "--port",
+        "27019"
+      ]
+    healthcheck:
+      test: [ "CMD", "mongo", "--eval", "db.adminCommand('ping')" ]
+      interval: 5s
+      start_period: 10s
+
+  shard1-1:
+    image: mongo:latest
+    container_name: shard1-1
+    restart: always
+    ports:
+      - "28011:27018"
+    volumes:
+      - shard1-1-data:/data/db
+    command:
+      [
+        "--shardsvr",
+        "--replSet",
+        "shard1",
+        "--bind_ip_all",
+      ]
+    healthcheck:
+      test: [ "CMD", "mongo", "--eval", "db.adminCommand('ping')" ]
+      interval: 5s
+      start_period: 10s
+
+  shard1-2:
+    image: mongo:latest
+    container_name: shard1-2
+    restart: always
+    ports:
+      - "28012:27018"
+    volumes:
+      - shard1-2-data:/data/db
+    command:
+      [
+        "--shardsvr",
+        "--replSet",
+        "shard1",
+        "--bind_ip_all",
+      ]
+    healthcheck:
+      test: [ "CMD", "mongo", "--eval", "db.adminCommand('ping')" ]
+      interval: 5s
+      start_period: 10s
+
+  shard1-3:
+    image: mongo:latest
+    container_name: shard1-3
+    restart: always
+    ports:
+      - "28013:27018"
+    volumes:
+      - shard1-3-data:/data/db
+    command:
+      [
+        "--shardsvr",
+        "--replSet",
+        "shard1",
+        "--bind_ip_all",
+      ]
+    healthcheck:
+      test: [ "CMD", "mongo", "--eval", "db.adminCommand('ping')" ]
+      interval: 5s
+      start_period: 10s
+
+  shard2-1:
+    image: mongo:latest
+    container_name: shard2-1
+    restart: always
+    ports:
+      - "28021:27018"
+    volumes:
+      - shard2-1-data:/data/db
+    command:
+      [
+        "--shardsvr",
+        "--replSet",
+        "shard2",
+        "--bind_ip_all",
+      ]
+    healthcheck:
+      test: [ "CMD", "mongo", "--eval", "db.adminCommand('ping')" ]
+      interval: 5s
+      start_period: 10s
+
+  shard2-2:
+    image: mongo:latest
+    container_name: shard2-2
+    restart: always
+    ports:
+      - "28022:27018"
+    volumes:
+      - shard2-2-data:/data/db
+    command:
+      [
+        "--shardsvr",
+        "--replSet",
+        "shard2",
+        "--bind_ip_all",
+      ]
+    healthcheck:
+      test: [ "CMD", "mongo", "--eval", "db.adminCommand('ping')" ]
+      interval: 5s
+      start_period: 10s
+
+  shard2-3:
+    image: mongo:latest
+    container_name: shard2-3
+    restart: always
+    ports:
+      - "28023:27018"
+    volumes:
+      - shard2-3-data:/data/db
+    command:
+      [
+        "--shardsvr",
+        "--replSet",
+        "shard2",
+        "--bind_ip_all",
+      ]
+    healthcheck:
+      test: [ "CMD", "mongo", "--eval", "db.adminCommand('ping')" ]
+      interval: 5s
+      start_period: 10s
+
+  mongos_router:
+    image: mongo:latest
+    container_name: mongos_router
+    restart: always
+    ports:
+      - "27021:27021"
+    command:
+      [
+        "mongos",
+        "--configdb",
+        "config_server/configSrv:27019",
+        "--bind_ip_all",
+        "--port",
+        "27021"
+      ]
+    healthcheck:
+      test: [ "CMD", "mongo", "--eval", "db.adminCommand('ping')" ]
+      interval: 5s
+      start_period: 10s
+
+  pymongo_api:
+    container_name: pymongo_api
+    build:
+      context: api_app
+      dockerfile: Dockerfile
+    image: kazhem/pymongo_api:1.0.0
+    depends_on:
+      - mongos_router
+    ports:
+      - 8080:8080
+    environment:
+      MONGODB_URL: "mongodb://mongos_router:27021"
+      MONGODB_DATABASE_NAME: "somedb"
+
+networks:
+  default:
+    driver: bridge
+
+volumes:
+  mongodb1_data_container:
+  config-data:
+  shard1-1-data:
+  shard1-2-data:
+  shard1-3-data:
+  shard2-1-data:
+  shard2-2-data:
+  shard2-3-data:

mongo-sharding-repl/scripts/mongo-init-configSrv.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+### Инициализация сервера конфигурации
+
+docker compose exec -T configSrv mongosh --port 27019 --quiet <<EOF
+rs.initiate({_id:"config_server", configsvr:true, members:[{ _id:0, host:"configSrv:27019"}] });
+exit();
+EOF

mongo-sharding-repl/scripts/mongo-init-fixtures.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+### Заполняем тестовыми данными
+
+docker compose exec -T mongos_router mongosh --port 27021 --quiet <<EOF
+use somedb
+for(var i = 0; i < 10000; i++) db.helloDoc.insertOne({age:i, name:"ly"+i, id:"test-id-"+i})
+db.helloDoc.countDocuments()
+exit();
+EOF

mongo-sharding-repl/scripts/mongo-init-router.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+### Инициализация роутера шардирования
+
+docker compose exec -T mongos_router mongosh --port 27021 --quiet <<EOF
+sh.addShard( "shard1/shard1-1:27018");
+sh.addShard( "shard2/shard2-1:27018");
+
+sh.enableSharding("somedb");
+sh.shardCollection("somedb.helloDoc", { "name" : "hashed" } )
+EOF

mongo-sharding-repl/scripts/mongo-init-shards.sh

@@ -0,0 +1,21 @@
+#!/bin/bash
+
+### Инициализация шардов
+
+docker compose exec -T shard1-1 mongosh --port 27018 --quiet <<EOF
+rs.initiate({_id:"shard1", members:[
+  { _id:0, host:"shard1-1:27018"},
+  { _id:1, host:"shard1-2:27018"},
+  { _id:2, host:"shard1-3:27018"}
+] });
+exit();
+EOF
+
+docker compose exec -T shard2-2 mongosh --port 27018 --quiet <<EOF
+rs.initiate({_id:"shard2", members:[
+  { _id:0, host:"shard2-1:27018"},
+  { _id:1, host:"shard2-2:27018"},
+  { _id:2, host:"shard2-3:27018"}
+] })
+exit();
+EOF

mongo-sharding-repl/tests/task3.sh

@@ -0,0 +1,32 @@
+#!/bin/bash
+
+docker compose exec -T shard1-1 mongosh --port 27018 --quiet <<EOF
+use somedb
+db.helloDoc.countDocuments()
+EOF
+
+docker compose exec -T shard1-2 mongosh --port 27018 --quiet <<EOF
+use somedb
+db.helloDoc.countDocuments()
+EOF
+
+docker compose exec -T shard1-3 mongosh --port 27018 --quiet <<EOF
+use somedb
+db.helloDoc.countDocuments()
+EOF
+
+
+docker compose exec -T shard2-1 mongosh --port 27018 --quiet <<EOF
+use somedb
+db.helloDoc.countDocuments()
+EOF
+
+docker compose exec -T shard2-2 mongosh --port 27018 --quiet <<EOF
+use somedb
+db.helloDoc.countDocuments()
+EOF
+
+docker compose exec -T shard2-3 mongosh --port 27018 --quiet <<EOF
+use somedb
+db.helloDoc.countDocuments()
+EOF

mongo-sharding/.gitignore

@@ -0,0 +1 @@
+venv

mongo-sharding/README.md

@@ -0,0 +1,47 @@
+# pymongo-api
+
+## Как запустить
+
+Запускаем mongodb и приложение
+
+```shell
+docker compose up -d
+```
+
+Инициализируем шарды mongodb и заполняем тестовыми данными:
+
+```shell
+./scripts/mongo-init-configSrv.sh
+```
+
+```shell
+./scripts/mongo-init-shards.sh
+```
+
+```shell
+./scripts/mongo-init-router.sh
+```
+
+```shell
+./scripts/mongo-init-fixtures.sh
+```
+
+## Как проверить
+
+### Если вы запускаете проект на локальной машине
+
+Откройте в браузере http://localhost:8080
+
+### Если вы запускаете проект на предоставленной виртуальной машине
+
+Узнать белый ip виртуальной машины
+
+```shell
+curl --silent http://ifconfig.me
+```
+
+Откройте в браузере http://<ip виртуальной машины>:8080
+
+## Доступные эндпоинты
+
+Список доступных эндпоинтов, swagger http://<ip виртуальной машины>:8080/docs