From d732cb203734e1e1296ce0415ee95594a1bfc450 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Sun, 1 Sep 2024 18:46:19 +0300
Subject: [PATCH 01/27] Add Liquibase dependency

---
 build.gradle.kts | 1 +
 1 file changed, 1 insertion(+)

diff --git a/build.gradle.kts b/build.gradle.kts
index 09f1dc4..342559f 100644
--- a/build.gradle.kts
+++ b/build.gradle.kts
@@ -33,6 +33,7 @@ dependencies {
 
     // Data Access
     implementation("org.springframework.boot:spring-boot-starter-data-jpa")
+    implementation("org.liquibase:liquibase-core")
     runtimeOnly("org.postgresql:postgresql")
 
     // Dev

From b7203fd902c5c376b45755e6aca88de28e3a52b9 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Sat, 7 Sep 2024 10:22:36 +0300
Subject: [PATCH 02/27] Add Liquibase migration to init schema & master
 changelog

---
 .../db/changelog/db.changelog-master.yaml     |  3 ++
 .../db/changelog/db.changeset-init-schema.sql | 35 +++++++++++++++++++
 2 files changed, 38 insertions(+)
 create mode 100644 src/main/resources/db/changelog/db.changelog-master.yaml
 create mode 100644 src/main/resources/db/changelog/db.changeset-init-schema.sql

diff --git a/src/main/resources/db/changelog/db.changelog-master.yaml b/src/main/resources/db/changelog/db.changelog-master.yaml
new file mode 100644
index 0000000..1dc8a89
--- /dev/null
+++ b/src/main/resources/db/changelog/db.changelog-master.yaml
@@ -0,0 +1,3 @@
+databaseChangeLog:
+    - include:
+          file: /db/changelog/db.changeset-init-schema.sql
diff --git a/src/main/resources/db/changelog/db.changeset-init-schema.sql b/src/main/resources/db/changelog/db.changeset-init-schema.sql
new file mode 100644
index 0000000..c1fed7f
--- /dev/null
+++ b/src/main/resources/db/changelog/db.changeset-init-schema.sql
@@ -0,0 +1,35 @@
+--liquibase formatted sql
+
+-- changeset Roman Maher:1
+CREATE TABLE IF NOT EXISTS playlists
+(
+    id          BIGSERIAL PRIMARY KEY NOT NULL,
+    name        VARCHAR(255)          NOT NULL,
+    description TEXT,
+    status      VARCHAR
+);
+
+-- changeset Roman Maher:2
+CREATE TABLE IF NOT EXISTS videos
+(
+    id          BIGSERIAL PRIMARY KEY NOT NULL,
+    youtube_id  VARCHAR UNIQUE        NOT NULL,
+    import_date DATE,
+    playlist_id BIGSERIAL             NOT NULL,
+
+    CONSTRAINT fk_playlist_id_playlists FOREIGN KEY (playlist_id) REFERENCES playlists (id),
+    CONSTRAINT unq UNIQUE (youtube_id)
+);
+
+-- changeset Roman Maher:3
+CREATE TABLE IF NOT EXISTS video_data
+(
+    id           BIGSERIAL PRIMARY KEY NOT NULL,
+    title        VARCHAR,
+    description  TEXT,
+    channel_name VARCHAR,
+    tags         VARCHAR,
+    video_id     BIGSERIAL             NOT NULL,
+
+    CONSTRAINT fk_video_id_videos FOREIGN KEY (video_id) REFERENCES videos (id) ON DELETE CASCADE
+);

From 526f049bf7b676e58b07be37b24f1aa6aa72c863 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Sat, 7 Sep 2024 10:22:58 +0300
Subject: [PATCH 03/27] Configure Liquibase to work with Spring

---
 src/main/resources/application.yml | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/src/main/resources/application.yml b/src/main/resources/application.yml
index c7200c3..08d0294 100644
--- a/src/main/resources/application.yml
+++ b/src/main/resources/application.yml
@@ -33,6 +33,11 @@ spring:
     password: ${POSTGRES_PASSWORD}
     driver-class-name: org.postgresql.Driver
 
+  liquibase:
+    change-log: classpath:db/changelog/db.changelog-master.yaml
+    enabled: true
+    default-schema: ypm
+
   jpa:
     database-platform: org.hibernate.dialect.PostgreSQLDialect
     show-sql: true

From 62ac53e479eeed527f2bdc49a7aee758e62f160a Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Sat, 7 Sep 2024 10:23:39 +0300
Subject: [PATCH 04/27] Add entities representing DB tables

---
 .../com/ypm/persistence/entity/Playlist.java  | 32 +++++++++++++
 .../com/ypm/persistence/entity/Video.java     | 45 +++++++++++++++++++
 .../com/ypm/persistence/entity/VideoData.java | 42 +++++++++++++++++
 3 files changed, 119 insertions(+)
 create mode 100644 src/main/java/com/ypm/persistence/entity/Playlist.java
 create mode 100644 src/main/java/com/ypm/persistence/entity/Video.java
 create mode 100644 src/main/java/com/ypm/persistence/entity/VideoData.java

diff --git a/src/main/java/com/ypm/persistence/entity/Playlist.java b/src/main/java/com/ypm/persistence/entity/Playlist.java
new file mode 100644
index 0000000..5071b1e
--- /dev/null
+++ b/src/main/java/com/ypm/persistence/entity/Playlist.java
@@ -0,0 +1,32 @@
+package com.ypm.persistence.entity;
+
+import jakarta.persistence.*;
+import lombok.Getter;
+import lombok.Setter;
+
+import java.util.LinkedHashSet;
+import java.util.Set;
+
+@Getter
+@Setter
+@Entity
+@Table(name = "playlists", schema = "ypm")
+public class Playlist {
+
+    @Id
+    @GeneratedValue(strategy = GenerationType.IDENTITY)
+    @Column(name = "id", nullable = false)
+    private Long id;
+
+    @Column(name = "name", nullable = false)
+    private String name;
+
+    @Column(name = "description", length = Integer.MAX_VALUE)
+    private String description;
+
+    @Column(name = "status", length = Integer.MAX_VALUE)
+    private String status;
+
+    @OneToMany(mappedBy = "playlist")
+    private Set<Video> videos = new LinkedHashSet<>();
+}
diff --git a/src/main/java/com/ypm/persistence/entity/Video.java b/src/main/java/com/ypm/persistence/entity/Video.java
new file mode 100644
index 0000000..c1070ac
--- /dev/null
+++ b/src/main/java/com/ypm/persistence/entity/Video.java
@@ -0,0 +1,45 @@
+package com.ypm.persistence.entity;
+
+import jakarta.persistence.*;
+import lombok.Getter;
+import lombok.NoArgsConstructor;
+import lombok.Setter;
+
+import java.time.LocalDate;
+
+@Getter
+@Setter
+@NoArgsConstructor
+@Entity
+@Table(name = "videos", schema = "ypm")
+public class Video {
+
+    @Id
+    @GeneratedValue(strategy = GenerationType.IDENTITY)
+    @Column(name = "id", nullable = false)
+    private Long id;
+
+    @Column(name = "youtube_id", nullable = false, length = Integer.MAX_VALUE, unique = true)
+    private String youtubeId;
+
+    @Column(name = "import_date")
+    private LocalDate importDate;
+
+    @ManyToOne(fetch = FetchType.LAZY, optional = false)
+    @JoinColumn(name = "playlist_id", nullable = false)
+    private Playlist playlist;
+
+    @OneToOne(mappedBy = "video", cascade = CascadeType.ALL)
+    private VideoData videoData;
+
+    public Video(String youtubeId, LocalDate importDate) {
+        this.youtubeId = youtubeId;
+        this.importDate = importDate;
+    }
+
+    public Video(String youtubeId, LocalDate importDate, Playlist playlist) {
+        this.youtubeId = youtubeId;
+        this.importDate = importDate;
+        this.playlist = playlist;
+    }
+}
diff --git a/src/main/java/com/ypm/persistence/entity/VideoData.java b/src/main/java/com/ypm/persistence/entity/VideoData.java
new file mode 100644
index 0000000..3826fda
--- /dev/null
+++ b/src/main/java/com/ypm/persistence/entity/VideoData.java
@@ -0,0 +1,42 @@
+package com.ypm.persistence.entity;
+
+import jakarta.persistence.*;
+import lombok.Getter;
+import lombok.NoArgsConstructor;
+import lombok.Setter;
+
+@Getter
+@Setter
+@NoArgsConstructor
+@Entity
+@Table(name = "video_data", schema = "ypm")
+public class VideoData {
+
+    @Id
+    @GeneratedValue(strategy = GenerationType.IDENTITY)
+    @Column(name = "id", nullable = false)
+    private Long id;
+
+    @Column(name = "title", length = Integer.MAX_VALUE)
+    private String title;
+
+    @Column(name = "description", length = Integer.MAX_VALUE)
+    private String description;
+
+    @Column(name = "channel_name", length = Integer.MAX_VALUE)
+    private String channelName;
+
+    @Column(name = "tags", length = Integer.MAX_VALUE)
+    private String tags;
+
+    @OneToOne(fetch = FetchType.LAZY, optional = false, cascade = CascadeType.ALL)
+    @JoinColumn(name = "video_id", nullable = false)
+    private Video video;
+
+    public VideoData(String title, String description, String channelName, String tags) {
+        this.title = title;
+        this.description = description;
+        this.channelName = channelName;
+        this.tags = tags;
+    }
+}

From cd9de0c6a8e8f5afc2994edb012c1ba2f6d46d7e Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Fri, 20 Sep 2024 11:57:13 +0300
Subject: [PATCH 05/27] Remove VideoImport entity

---
 .../ypm/persistence/entity/VideoImport.java   | 26 -------------------
 1 file changed, 26 deletions(-)
 delete mode 100644 src/main/java/com/ypm/persistence/entity/VideoImport.java

diff --git a/src/main/java/com/ypm/persistence/entity/VideoImport.java b/src/main/java/com/ypm/persistence/entity/VideoImport.java
deleted file mode 100644
index 249d711..0000000
--- a/src/main/java/com/ypm/persistence/entity/VideoImport.java
+++ /dev/null
@@ -1,26 +0,0 @@
-package com.ypm.persistence.entity;
-
-import jakarta.persistence.Column;
-import jakarta.persistence.Entity;
-import jakarta.persistence.Id;
-import lombok.Data;
-import lombok.NoArgsConstructor;
-
-import java.time.OffsetDateTime;
-
-@Entity
-@Data
-@NoArgsConstructor
-public class VideoImport {
-
-    @Id
-    private String videoId;
-
-    @Column(name = "creation_timestamp")
-    private OffsetDateTime dateAdded;
-
-    public VideoImport(String videoId, String videoTimeStamp) {
-        this.videoId = videoId;
-        this.dateAdded = OffsetDateTime.parse(videoTimeStamp);
-    }
-}

From 30be7ff77aa71880243e2be81dc9765d7764bea4 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Fri, 20 Sep 2024 12:04:49 +0300
Subject: [PATCH 06/27] Add changeset into the master changelog

---
 .../db/changelog/2024/09/19-01-changelog.sql  | 25 +++++++++++++++++++
 .../db/changelog/db.changelog-master.yaml     |  2 ++
 2 files changed, 27 insertions(+)
 create mode 100644 src/main/resources/db/changelog/2024/09/19-01-changelog.sql

diff --git a/src/main/resources/db/changelog/2024/09/19-01-changelog.sql b/src/main/resources/db/changelog/2024/09/19-01-changelog.sql
new file mode 100644
index 0000000..b36983d
--- /dev/null
+++ b/src/main/resources/db/changelog/2024/09/19-01-changelog.sql
@@ -0,0 +1,25 @@
+-- liquibase formatted sql
+
+-- changeset Roman:1726771483947-6
+ALTER TABLE ypm.video_data
+    ADD CONSTRAINT uc_video_data_video UNIQUE (video_id);
+
+-- changeset Roman:1726771483947-1
+ALTER TABLE ypm.video_data
+    ALTER COLUMN channel_name TYPE TEXT USING (channel_name::TEXT);
+
+-- changeset Roman:1726771483947-2
+ALTER TABLE ypm.playlists
+    ALTER COLUMN status TYPE TEXT USING (status::TEXT);
+
+-- changeset Roman:1726771483947-3
+ALTER TABLE ypm.video_data
+    ALTER COLUMN tags TYPE TEXT USING (tags::TEXT);
+
+-- changeset Roman:1726771483947-4
+ALTER TABLE ypm.video_data
+    ALTER COLUMN title TYPE TEXT USING (title::TEXT);
+
+-- changeset Roman:1726771483947-5
+ALTER TABLE ypm.videos
+    ALTER COLUMN youtube_id TYPE TEXT USING (youtube_id::TEXT);
diff --git a/src/main/resources/db/changelog/db.changelog-master.yaml b/src/main/resources/db/changelog/db.changelog-master.yaml
index 1dc8a89..f26165d 100644
--- a/src/main/resources/db/changelog/db.changelog-master.yaml
+++ b/src/main/resources/db/changelog/db.changelog-master.yaml
@@ -1,3 +1,5 @@
 databaseChangeLog:
     - include:
           file: /db/changelog/db.changeset-init-schema.sql
+    -   include:
+            file: db/changelog/2024/09/19-01-changelog.sql

From 89e63565d8ed23fd78410b215a4b0b60bf941d3c Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Fri, 20 Sep 2024 12:05:32 +0300
Subject: [PATCH 07/27] Add repositories for Playlists and Videos

---
 .../persistence/repository/PlaylistRepository.java  | 13 +++++++++++++
 .../ypm/persistence/repository/VideoRepository.java |  8 ++++++--
 2 files changed, 19 insertions(+), 2 deletions(-)
 create mode 100644 src/main/java/com/ypm/persistence/repository/PlaylistRepository.java

diff --git a/src/main/java/com/ypm/persistence/repository/PlaylistRepository.java b/src/main/java/com/ypm/persistence/repository/PlaylistRepository.java
new file mode 100644
index 0000000..9529c93
--- /dev/null
+++ b/src/main/java/com/ypm/persistence/repository/PlaylistRepository.java
@@ -0,0 +1,13 @@
+package com.ypm.persistence.repository;
+
+import com.ypm.persistence.entity.Playlist;
+import org.springframework.data.jpa.repository.JpaRepository;
+import org.springframework.stereotype.Repository;
+
+import java.util.Optional;
+
+@Repository
+public interface PlaylistRepository extends JpaRepository<Playlist, Long> {
+
+    Optional<Playlist> findByName(String playlistName);
+}
diff --git a/src/main/java/com/ypm/persistence/repository/VideoRepository.java b/src/main/java/com/ypm/persistence/repository/VideoRepository.java
index 43c4ef9..4d13280 100644
--- a/src/main/java/com/ypm/persistence/repository/VideoRepository.java
+++ b/src/main/java/com/ypm/persistence/repository/VideoRepository.java
@@ -1,9 +1,13 @@
 package com.ypm.persistence.repository;
 
-import com.ypm.persistence.entity.VideoImport;
+import com.ypm.persistence.entity.Video;
 import org.springframework.data.jpa.repository.JpaRepository;
 import org.springframework.stereotype.Repository;
 
+import java.util.Optional;
+
 @Repository
-public interface VideoRepository extends JpaRepository<VideoImport, Long> {
+public interface VideoRepository extends JpaRepository<Video, Long> {
+
+    Optional<Video> findVideoByYoutubeId(String id);
 }

From db769be490c0996755b3822515ca10bc26792dde Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Fri, 20 Sep 2024 12:07:59 +0300
Subject: [PATCH 08/27] Implement service allowing saving videos into the DB
 from a CVS file

---
 src/main/java/com/ypm/dto/VideoImportDto.java |  6 ++
 .../persistence/event/VideosSavedEvent.java   | 12 ++++
 .../ypm/service/youtube/ImportService.java    | 59 ++++++++++++++++---
 .../youtube/event/VideoEventListener.java     | 52 ++++++++++++++++
 4 files changed, 121 insertions(+), 8 deletions(-)
 create mode 100644 src/main/java/com/ypm/dto/VideoImportDto.java
 create mode 100644 src/main/java/com/ypm/persistence/event/VideosSavedEvent.java
 create mode 100644 src/main/java/com/ypm/service/youtube/event/VideoEventListener.java

diff --git a/src/main/java/com/ypm/dto/VideoImportDto.java b/src/main/java/com/ypm/dto/VideoImportDto.java
new file mode 100644
index 0000000..d6dda38
--- /dev/null
+++ b/src/main/java/com/ypm/dto/VideoImportDto.java
@@ -0,0 +1,6 @@
+package com.ypm.dto;
+
+import java.time.OffsetDateTime;
+
+public record VideoImportDto(String id, OffsetDateTime importDate) {
+}
diff --git a/src/main/java/com/ypm/persistence/event/VideosSavedEvent.java b/src/main/java/com/ypm/persistence/event/VideosSavedEvent.java
new file mode 100644
index 0000000..34bbaa8
--- /dev/null
+++ b/src/main/java/com/ypm/persistence/event/VideosSavedEvent.java
@@ -0,0 +1,12 @@
+package com.ypm.persistence.event;
+
+import com.ypm.persistence.entity.Video;
+
+import java.util.List;
+
+public record VideosSavedEvent(List<Video> videos) {
+
+    public List<String> getVideoIds() {
+        return videos.stream().map(Video::getYoutubeId).toList();
+    }
+}
diff --git a/src/main/java/com/ypm/service/youtube/ImportService.java b/src/main/java/com/ypm/service/youtube/ImportService.java
index c8c9edd..d830403 100644
--- a/src/main/java/com/ypm/service/youtube/ImportService.java
+++ b/src/main/java/com/ypm/service/youtube/ImportService.java
@@ -1,8 +1,13 @@
 package com.ypm.service.youtube;
 
-import com.ypm.persistence.entity.VideoImport;
+import com.ypm.dto.VideoImportDto;
+import com.ypm.persistence.entity.Video;
+import com.ypm.persistence.event.VideosSavedEvent;
+import com.ypm.persistence.repository.PlaylistRepository;
 import com.ypm.persistence.repository.VideoRepository;
+import jakarta.persistence.EntityManager;
 import lombok.RequiredArgsConstructor;
+import org.springframework.context.ApplicationEventPublisher;
 import org.springframework.stereotype.Service;
 import org.springframework.transaction.annotation.Transactional;
 import org.springframework.web.multipart.MultipartFile;
@@ -10,6 +15,7 @@
 import java.io.BufferedReader;
 import java.io.IOException;
 import java.io.InputStreamReader;
+import java.time.OffsetDateTime;
 import java.util.ArrayList;
 import java.util.List;
 
@@ -18,16 +24,24 @@
 public class ImportService {
 
     private final VideoRepository videoRepository;
+    private final PlaylistRepository playlistRepository;
+    private final EntityManager entityManager;
+    private final ApplicationEventPublisher publisher;
 
     @Transactional
-    public List<VideoImport> importCsv(MultipartFile file) throws IOException {
-        final List<VideoImport> videos = new ArrayList<>();
+    public void importVideos(MultipartFile file) {
+        var parsedVideos = this.parseCsv(file);
+        var videos = this.saveVideosInBatches(parsedVideos);
+    }
+
+    public List<VideoImportDto> parseCsv(MultipartFile file) {
+        List<VideoImportDto> videoImportDtos = new ArrayList<>();
 
         try (var reader = new BufferedReader(new InputStreamReader(file.getInputStream()))) {
             String line;
             var header = true;
 
-            while ((line = reader.readLine()) != null ) {
+            while ((line = reader.readLine()) != null) {
                 if (header) {
                     header = false;
                     continue;
@@ -35,12 +49,41 @@ public List<VideoImport> importCsv(MultipartFile file) throws IOException {
 
                 var data = line.split(",");
                 var videoId = data[0];
-                var videoTimeStamp = data[1];
-                var video = new VideoImport(videoId, videoTimeStamp);
-                videos.add(video);
+                var videoTimeStamp = OffsetDateTime.parse(data[1]);
+                var videoImportDto = new VideoImportDto(videoId, videoTimeStamp);
+                videoImportDtos.add(videoImportDto);
             }
+        } catch (IOException e) {
+            throw new RuntimeException(e);
+        }
+
+        return videoImportDtos;
+    }
+
+    @Transactional
+    public List<Video> saveVideosInBatches(List<VideoImportDto> videoImportDtos) {
+        // DEV-NOTE: It's set to 50 as it's the maximum number of ids that YouTube API accepts
+        final int batchSize = 50;
+        final int size = videoImportDtos.size();
+
+        final List<Video> videos = new ArrayList<>();
+
+        final var watchLaterPlaylist = playlistRepository.findByName("Watch Later").orElseThrow();
+
+        for (int i = 0; i < size; i += batchSize) {
+            var videosBatch = videoImportDtos
+                .subList(i, Math.min(i + batchSize, size))
+                .stream()
+                .map(dto -> new Video(dto.id(), dto.importDate().toLocalDate(), watchLaterPlaylist))
+                .toList();
+
+            videoRepository.saveAll(videosBatch);
+            publisher.publishEvent(new VideosSavedEvent(videosBatch));
+            entityManager.clear();
+
+            videos.addAll(videosBatch);
         }
 
-        return videoRepository.saveAll(videos);
+        return videos;
     }
 }
diff --git a/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java b/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java
new file mode 100644
index 0000000..9fbf6f4
--- /dev/null
+++ b/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java
@@ -0,0 +1,52 @@
+package com.ypm.service.youtube.event;
+
+import com.ypm.persistence.entity.VideoData;
+import com.ypm.persistence.event.VideosSavedEvent;
+import com.ypm.persistence.repository.VideoRepository;
+import com.ypm.service.youtube.VideoService;
+import lombok.AllArgsConstructor;
+import org.springframework.stereotype.Component;
+import org.springframework.transaction.event.TransactionalEventListener;
+
+import java.io.IOException;
+
+import static org.springframework.transaction.event.TransactionPhase.BEFORE_COMMIT;
+
+@Component
+@AllArgsConstructor
+public class VideoEventListener {
+
+    private final VideoService videoService;
+    private final VideoRepository videoRepository;
+
+    @TransactionalEventListener(phase = BEFORE_COMMIT)
+    public void handleVideosSavedEvent(VideosSavedEvent videosSavedEvent) throws IOException {
+        var videoDtoList = videoService.getVideoData(videosSavedEvent.getVideoIds());
+
+        videoDtoList.forEach(videoDto -> {
+            if (videoDto.title().isEmpty() || videoDto.description().isEmpty()) return;
+
+            var optionalVideo = videoRepository.findVideoByYoutubeId(videoDto.id());
+
+            optionalVideo.ifPresent(video -> {
+                String tagsAsString = "";
+                if (videoDto.tags() != null) {
+                    tagsAsString = String.join(", ", videoDto.tags());
+                }
+
+                var videoData = new VideoData(
+                    videoDto.title(),
+                    videoDto.description(),
+                    videoDto.channelName(), tagsAsString);
+
+                video.setVideoData(videoData);
+
+                if (video.getVideoData() != null) {
+                    video.getVideoData().setVideo(video);
+                }
+
+                videoRepository.save(video);
+            });
+        });
+    }
+}

From b0c0601772e85618cdd3adf996a9ff8a64f2dedf Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Fri, 20 Sep 2024 12:08:41 +0300
Subject: [PATCH 09/27] Utilize ImportService in LibraryImportController

---
 .../ypm/controller/LibraryImportController.java | 17 +++++++----------
 1 file changed, 7 insertions(+), 10 deletions(-)

diff --git a/src/main/java/com/ypm/controller/LibraryImportController.java b/src/main/java/com/ypm/controller/LibraryImportController.java
index cbdd242..92ff322 100644
--- a/src/main/java/com/ypm/controller/LibraryImportController.java
+++ b/src/main/java/com/ypm/controller/LibraryImportController.java
@@ -1,15 +1,14 @@
 package com.ypm.controller;
 
-import com.ypm.persistence.entity.VideoImport;
 import com.ypm.service.youtube.ImportService;
 import lombok.RequiredArgsConstructor;
 import org.springframework.http.ResponseEntity;
-import org.springframework.web.bind.annotation.*;
+import org.springframework.web.bind.annotation.PostMapping;
+import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RequestParam;
+import org.springframework.web.bind.annotation.RestController;
 import org.springframework.web.multipart.MultipartFile;
 
-import java.io.IOException;
-import java.util.List;
-
 @RestController
 @RequestMapping("/import")
 @RequiredArgsConstructor
@@ -18,15 +17,13 @@ public class LibraryImportController {
     private final ImportService importService;
 
     @PostMapping("/watch-later")
-    public ResponseEntity<String> importWatchLaterLibrary(@RequestParam("file") MultipartFile file) throws IOException {
+    public ResponseEntity<String> importWatchLaterLibrary(@RequestParam("file") MultipartFile file) {
         if (file.isEmpty()) {
             return ResponseEntity.badRequest().build();
         }
 
-        List<VideoImport> savedVideos;
-        savedVideos = importService.importCsv(file);
+        importService.importVideos(file);
 
-        var responseBody = String.format("Saved %s videos", savedVideos.size());
-        return ResponseEntity.ok().body(responseBody);
+        return ResponseEntity.accepted().body("Videos are being processed. Please check back later.");
     }
 }

From deff2ccd5544ca72f5c37dd5e20d616b75b85db4 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Fri, 20 Sep 2024 21:24:13 +0300
Subject: [PATCH 10/27] Add file to init DB schema & update docker-compose to
 use it

---
 compose.yaml | 2 ++
 init.sql     | 1 +
 2 files changed, 3 insertions(+)
 create mode 100644 init.sql

diff --git a/compose.yaml b/compose.yaml
index 91d7f0e..8a4876f 100644
--- a/compose.yaml
+++ b/compose.yaml
@@ -8,6 +8,8 @@ services:
         ports:
             - '5432:5432'
         volumes:
+            # DEV-NOTE: Used to initialize the DB schema, otherwise Liquibase migrations would fail
+            - ./init.sql:/docker-entrypoint-initdb.d/init.sql
             - ypm-db:/var/lib/postgresql/data
 
 volumes:
diff --git a/init.sql b/init.sql
new file mode 100644
index 0000000..1faadec
--- /dev/null
+++ b/init.sql
@@ -0,0 +1 @@
+CREATE SCHEMA IF NOT EXISTS ypm;

From f228e1715410d889f781e8b2a166e0201b4ed3c3 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Thu, 26 Sep 2024 11:02:53 +0300
Subject: [PATCH 11/27] Add a changelog to populate the Playlists table with
 "Watch later"

---
 src/main/resources/db/changelog/2024/09/26-01-changelog.sql | 5 +++++
 src/main/resources/db/changelog/db.changelog-master.yaml    | 4 ++--
 2 files changed, 7 insertions(+), 2 deletions(-)
 create mode 100644 src/main/resources/db/changelog/2024/09/26-01-changelog.sql

diff --git a/src/main/resources/db/changelog/2024/09/26-01-changelog.sql b/src/main/resources/db/changelog/2024/09/26-01-changelog.sql
new file mode 100644
index 0000000..fac11ee
--- /dev/null
+++ b/src/main/resources/db/changelog/2024/09/26-01-changelog.sql
@@ -0,0 +1,5 @@
+-- liquibase formatted sql
+
+-- changeset Roman:insert-playlist-1
+INSERT INTO ypm.playlists (id, name, description)
+VALUES (1, 'Watch Later', 'Watch Later');
diff --git a/src/main/resources/db/changelog/db.changelog-master.yaml b/src/main/resources/db/changelog/db.changelog-master.yaml
index f26165d..7826c1b 100644
--- a/src/main/resources/db/changelog/db.changelog-master.yaml
+++ b/src/main/resources/db/changelog/db.changelog-master.yaml
@@ -1,5 +1,5 @@
 databaseChangeLog:
     - include:
           file: /db/changelog/db.changeset-init-schema.sql
-    -   include:
-            file: db/changelog/2024/09/19-01-changelog.sql
+    - includeAll:
+          path: db/changelog/2024/09

From a0a53bb672f6bf20774368ad22b431921142b417 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Thu, 26 Sep 2024 11:03:48 +0300
Subject: [PATCH 12/27] Implement the ability to import also by providing a
 list of videos' IDs

---
 .../controller/LibraryImportController.java   | 44 ++++++++++++++-----
 .../repository/PlaylistRepository.java        |  2 +-
 .../ypm/service/youtube/ImportService.java    | 15 +++++--
 3 files changed, 46 insertions(+), 15 deletions(-)

diff --git a/src/main/java/com/ypm/controller/LibraryImportController.java b/src/main/java/com/ypm/controller/LibraryImportController.java
index 92ff322..ca7def5 100644
--- a/src/main/java/com/ypm/controller/LibraryImportController.java
+++ b/src/main/java/com/ypm/controller/LibraryImportController.java
@@ -3,12 +3,11 @@
 import com.ypm.service.youtube.ImportService;
 import lombok.RequiredArgsConstructor;
 import org.springframework.http.ResponseEntity;
-import org.springframework.web.bind.annotation.PostMapping;
-import org.springframework.web.bind.annotation.RequestMapping;
-import org.springframework.web.bind.annotation.RequestParam;
-import org.springframework.web.bind.annotation.RestController;
+import org.springframework.web.bind.annotation.*;
 import org.springframework.web.multipart.MultipartFile;
 
+import java.util.List;
+
 @RestController
 @RequestMapping("/import")
 @RequiredArgsConstructor
@@ -16,14 +15,39 @@ public class LibraryImportController {
 
     private final ImportService importService;
 
-    @PostMapping("/watch-later")
-    public ResponseEntity<String> importWatchLaterLibrary(@RequestParam("file") MultipartFile file) {
-        if (file.isEmpty()) {
-            return ResponseEntity.badRequest().build();
-        }
+    @PostMapping("/file")
+    public ResponseEntity<String> importVideos(@RequestParam("playlist-name") String playlistName,
+                                               @RequestParam("file") MultipartFile file) {
+        var validationResponse =
+            validateRequest(playlistName, file == null || file.isEmpty(), "File has no data or was not provided.");
+        if (validationResponse != null) return validationResponse;
 
-        importService.importVideos(file);
+        importService.importVideos(playlistName, file);
 
         return ResponseEntity.accepted().body("Videos are being processed. Please check back later.");
     }
+
+    @PostMapping
+    public ResponseEntity<String> importVideos(@RequestParam("playlist-name") String playlistName,
+                                               @RequestBody List<String> videosIds) {
+        var validationResponse =
+            validateRequest(playlistName, videosIds.isEmpty(), "Videos IDs were not provided");
+        if (validationResponse != null) return validationResponse;
+
+        importService.importVideos(playlistName, videosIds);
+
+        return ResponseEntity.accepted().body("Videos are being processed.");
+    }
+
+    private static ResponseEntity<String> validateRequest(String playlistName, boolean isNullOrEmpty, String errorMessage) {
+        if (playlistName == null || playlistName.isEmpty()) {
+            return ResponseEntity.badRequest().body("Playlist name was not provided");
+        }
+
+        if (isNullOrEmpty) {
+            return ResponseEntity.badRequest().body(errorMessage);
+        }
+
+        return null;
+    }
 }
diff --git a/src/main/java/com/ypm/persistence/repository/PlaylistRepository.java b/src/main/java/com/ypm/persistence/repository/PlaylistRepository.java
index 9529c93..f5096a3 100644
--- a/src/main/java/com/ypm/persistence/repository/PlaylistRepository.java
+++ b/src/main/java/com/ypm/persistence/repository/PlaylistRepository.java
@@ -9,5 +9,5 @@
 @Repository
 public interface PlaylistRepository extends JpaRepository<Playlist, Long> {
 
-    Optional<Playlist> findByName(String playlistName);
+    Optional<Playlist> findByNameContainingIgnoreCase(String playlistName);
 }
diff --git a/src/main/java/com/ypm/service/youtube/ImportService.java b/src/main/java/com/ypm/service/youtube/ImportService.java
index d830403..602a55e 100644
--- a/src/main/java/com/ypm/service/youtube/ImportService.java
+++ b/src/main/java/com/ypm/service/youtube/ImportService.java
@@ -29,9 +29,16 @@ public class ImportService {
     private final ApplicationEventPublisher publisher;
 
     @Transactional
-    public void importVideos(MultipartFile file) {
+    public void importVideos(String playlistName, MultipartFile file) {
         var parsedVideos = this.parseCsv(file);
-        var videos = this.saveVideosInBatches(parsedVideos);
+        var videos = this.saveVideosInBatches(playlistName, parsedVideos);
+    }
+
+    @Transactional
+    public void importVideos(String playlistName, List<String> videosIds) {
+        var videoImportDtos =
+            videosIds.stream().map(videoId -> new VideoImportDto(videoId, OffsetDateTime.now())).toList();
+        var videos = this.saveVideosInBatches(playlistName, videoImportDtos);
     }
 
     public List<VideoImportDto> parseCsv(MultipartFile file) {
@@ -61,14 +68,14 @@ public List<VideoImportDto> parseCsv(MultipartFile file) {
     }
 
     @Transactional
-    public List<Video> saveVideosInBatches(List<VideoImportDto> videoImportDtos) {
+    public List<Video> saveVideosInBatches(String playlistName, List<VideoImportDto> videoImportDtos) {
         // DEV-NOTE: It's set to 50 as it's the maximum number of ids that YouTube API accepts
         final int batchSize = 50;
         final int size = videoImportDtos.size();
 
         final List<Video> videos = new ArrayList<>();
 
-        final var watchLaterPlaylist = playlistRepository.findByName("Watch Later").orElseThrow();
+        final var watchLaterPlaylist = playlistRepository.findByNameContainingIgnoreCase(playlistName).orElseThrow();
 
         for (int i = 0; i < size; i += batchSize) {
             var videosBatch = videoImportDtos

From af1b7b52040826fc33ebedcdcfec2e2f74f1db35 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Fri, 27 Sep 2024 18:07:15 +0300
Subject: [PATCH 13/27] Add more alignment rules into .editorconfig

---
 .editorconfig | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/.editorconfig b/.editorconfig
index ba29d48..cdd871b 100644
--- a/.editorconfig
+++ b/.editorconfig
@@ -10,7 +10,13 @@ max_line_length = 100
 
 [*.java]
 ij_java_align_multiline_chained_methods = true
+ij_java_align_multiline_parameters = true
+ij_java_align_multiline_parameters_in_calls = true
+ij_java_align_multiline_throws_list = true
 ij_java_align_multiline_extends_list = true
+ij_java_align_multiline_ternary_operation = true
+ij_java_align_multiline_records = true
+ij_java_record_components_wrap = on_every_item
 
 [*.yml]
 indent_size = 2

From e5636deef79a4a77e38ca49c42883759be8f4d2a Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Tue, 8 Oct 2024 13:13:44 +0300
Subject: [PATCH 14/27] Update gradle wrapper

---
 gradle/wrapper/gradle-wrapper.jar        | Bin 43504 -> 43583 bytes
 gradle/wrapper/gradle-wrapper.properties |   2 +-
 2 files changed, 1 insertion(+), 1 deletion(-)

diff --git a/gradle/wrapper/gradle-wrapper.jar b/gradle/wrapper/gradle-wrapper.jar
index 2c3521197d7c4586c843d1d3e9090525f1898cde..a4b76b9530d66f5e68d973ea569d8e19de379189 100644
GIT binary patch
delta 3990
zcmV;H4{7l5(*nQL0<imge+hUS$8~-~00g*#4w9l|=&;w6Xn{CL9Tq7;wj5rzDMCj?
z9f2iVUIGhpC197?T}Yx`D`_kDO4~Gv(?m*Rxo&H^t&>Kr1kzC=_KMxQY0|W5(lc#i
zH*M1^P4B}|{x<+fkObwl)u#`$GxKKV&3pg*-y6R6txw)0qU|Clf9Uds3x{_-**c=7
z&*)~RHPM>Rw#Hi1R({;bX|7?J@w}DMF>dQQU2}9yj%iLjJ*KD6IEB2^n#gK7M~}6R
zkH+)bc--JU^pV~7W=3{E*4|ZFpDpBa7;wh4_%;?XM-5ZgZNnVJ=vm!%a2CdQb?oTa
z70>8rTb~M$5Tp!Se+4_OKWOB1LF+7gv~$$fGC95ToUM(I>vrd$>9|@h=O?eARj0MH
zT4zo(M>`LWoYvE>pXvqG=d96D-4?VySz~=tPVNyD$XMshoTX(1ZLB5OU!I2OI{kb)
zS8$B8Qm>wLT6diNnyJZC?yp{Kn67S{TCOt-!OonOK7$K)e-13U9GlnQXPAb&SJ0#3
z+vs~+4Qovv(%i8g$I<g6IV^8KCdd<RKNh4Fv`QgAH457E|Iph{%?hoi#vlc0c?0=q
zO^^cAz+ZO+Nug!@wGQso<f_eEw{8_QTJwTshwe#AXBt)~A6D*3*ABaknmz5eS-iR2
z_AyM^x1+k-f0xr7M^JOPy=pHxxF<+=(p_u?RZy_{SU<JGA^Lg4aUE%}M}oAO+7#ME
z_Xui{q6OE;b@o}g9PkDVJAMiaYS8oJ?nDyn1T|Gol#)D#10xhwsGVXE&0&NO!wHSy
z_7n5(9i$HG<nv&!=DA&ZY+IAt`)RvEJJ@~845#0)f1!kBPXuXaNy{#1tz`h|mT+=m
zaO~mR?4sSgJ|Squd>#FCpCG^C4DdyQw3phJ(f#y*pvNDQCRZ~MvW<}fUs~PL=4??j
zmhPyg<*I4RbTz|NHFE-DC7lf2=}-sGkE5e!RM%3ohM7_I^IF=?O{m*u<t91;)H5%X
zOaAs#e;-_twd}kGo9+%T2E>UPH(V?gqyc(Rp?-Qu(3bBIL4Fz(v?=_Sh?L<pq|iP}
z3i3L}6S@S=V2}>bK{nqZMD>#9D_hNhaV$0ef3@9V90|0u#|PUNTO>$F=qRhg1duaE
z0`v~X3G{8RVT@kOa-pU+z8{JWyP6GF*u2e8e<u_=$(U=OZxd6?Gc~wOFg0-e7@u@X
z(7v}u5FfAEeAQVjsWn#NzM7ylNFPRaqC$Ut<=iA_XAP9RwG#pR;fH(T+jn*a2o78?
zMI1d{unl*jb3f<{jMs0B>Kr7a2t1fuqQy)@d|Qn(%YLZ62TWtoX@$n<jG(pE+6|iH
ze+3s?=vv-Sd1i<C%9rqFDP+=kg&i<AZy6Gj7hhliU-(2XL(!#zLJplpG!@1(nhTx%
zm>L}9?atE#Yw`rd(>cr0gY;dT9~^oL;u)zgHUvxc2I*b&ZkGM-iq=&(?kyO(3}=P!
zRp=rErEyMT5UE9GjPHZ#T<c-|d}+-hf5grP><`cnD)jyIL!8P{H@IU#`e8cAG5jMK
zVyKw7--dAC;?-qEu*rMr$5@y535qZ6p(R#+fLA_)G~!wnT~~)|s`}&fA(s6xXN`9j
zP#Fd3GBa#HeS{5&8p?%DKUyN^X9cYUc6vq}D_3xJ&d@=6j(6BZKPl?!k1?!`f3z&a
zR4ZF60Mx7oBxLSxGuzA*Dy5n-d2K=+)6VMZh_0KetK|{e;E{8NJJ!)=_E~1uu=A=r
zrn&gh)h*SFhsQJo!f+wKMIE;-EOaMSMB@aXRU(UcnJhZW^B^mgs|M9@5WF@s6B0p&
zm#CTz)yiQCgURE{%hjxH<q_qse_e2x<s4b}b@0Xdt1olZ&Lz|~2czYE)TC81QE7OV
zCMzXsLQ+ec*^_qRkg8#|JaNo$3|Ad<-Ek+;S!TcvCc|>cJ6G&>G9i`7MyftL!QQd5
z@RflRs?7)99?X`kHNt>W3l7YqscBpi*R2+fsgABor>KVOu(i(`03aytf2UA!&SC9v
z!E}whj#^9~=XHMinFZ;6UOJjo=mmNaWkv~nC=qH9$s-8roGeyaW-E~Sz<!B7#<2W&
zkbaJSUO_SU2~b4Ae8K?p+*LC(&au?IN(n1EA2G&D)zvkHt}}P}b<^c6Cnz+pSQ;=3
zdEJ)Yg$`3R&GIkL+pkK*e@{0MQFxy0w`_eNr{}RN0`SvZx_pXmf^JOxyjz}F7{asp
z@t5gWSo~L!R~BhK05vE4^y|<VfqMYyE=aF%z<!2a1+gqyKyzpxu{D0?Xr+>Z3Gg>j
zZ8}<320rg4=$`M0nxN!w(PtHUjeeU?MvYgWKZ6<ocm16bvwQ(`e^_xsZy}rIct2Qh
ztMbC{3A&@&P4j1eU!gCtUqW-9trjRl>kkzABK;vMN0|U;X9abJleJA(xy<}5h5P(5
z{RzAFPvMnX2m0yH0Jn2Uo-p`daE|(O`YQiC#jB8;6bVIUf?SY(k$#C0`d6qT`>X<j
zjw=c&pa$q~n4b|3e_oE|0R5dHfe`x#+;z#vmY=@C#ga7|q;GOO{S*B&a=~G61CvgG
z{<V^PrH_t`+15F2gyH?~Pz<&yr~4rNCqv~w=)bCy^}(t@{vXJr!o_n}chh4_1(vD1
zoktH3%D`HV?GJ%fO}F$yUKMU%P<P>e0+0}Oj0=F&*D;PVe=Z<=0AGI<6$gYLwa#r`
zm449x*fU;_+J>Mz!wa;T-wldoBB%&OEMJgtm#oaI60TSYCy7;+$5?q!zi5K`u66Wq
zvg)Fx$s`V3Em{=OEY{3lmh_7|08ykS&U9w!kp@Ctuzqe1JFOGz6%i5}Kmm9>^=gih
z?kRxqLA<3@e=}G4R_?phW{4DVr?`tPfyZSN@R=^;P;?!2bh~F1I|fB7P=V=9a6XU5
z<#0f>RS0O&rhc&nTRFOW7&QhevP0#>j0eq<1@D5yAlgMl5n&O9X|Vq}%RX}iNyRFF
z7sX&u#6?E~bm~N|z&YikXC=I0E*8Z$v7PtWfjy)$e_Ez25fnR1Q=q1`;U!~U>|&YS
zaOS8y!^ORmr2<dvL4k+K`{um_5n4I}aW8<6Qkr338d^x^rBQhDZK6jJ4~SkYFdVKt
zZM!gz>L4ik!IYR8@Dcx8MTC=(b4P6iE5CnrbI~7j7DmM8em$!da&D!6Xu)!vKPdLG
z9f#)se|6=5yOCe)N6xDhPI!m81*dNe7u985zi%IV<DfXChy&v7V6xfL=$z)L#@wwt
z0%BO9H|a&_M2HFsh~r=~TRz;5SV58E+`dVm9B8cO23eW~#7Us8TyQ2-x8!Oy91xFj
z@m-^Iua4-)Iim4a^W>fOfJh69+#ag4ELzGne?o`eA`42K4T)h3S+s)5IT97%O>du-
z0U54L8m4}rkRQ?QBfJ%DLssy^+a7A<zfR$+k^eR&+aN7R>jw;0&`NOTY4o;0-ivm9
zBz1C%nr_hQ)X)^QM6T1?=yeLkuG9Lf5<U&Ifi{*FiHESH9__Mdq)2xkFVdFFq)bzM
ze`t~(h!$yEYUov}pS<;r$PL<&N>0(eH}`tFye;01&(p?8i+6h};VV-2B~qdxeC#=X
z(JLlzy&fHkyi9Ksbcs~&r^%lh^2COldLz^H@X!s~mr9Dr6z!j+4?zkD@Ls7F8(t(f
z9`U?P$Lmn*Y{K}aR4N&1N=?xtQ1%jqf1~pJyQ4SgBrEtR`j4lQuh7cqP49Em5cO=I
zB(He2`iPN5M=Y0}h(IU$37ANTGx&|b-u1BYA*#dE(L-lptoOpo&th~E)_)y-`6kSH
z3vvyVrcBwW^_XYReJ=JYd9OBQrzv;f2AQdZH#$Y{Y+Oa33M70XFI((fs;mB4e`<<{
ze4dv2B0V_?Ytsi>>g%qs*}oDGd5d(RNZ*6?7qNbdp7wP4T72=F&r?Ud#kZr8Ze5tB
z_oNb7{G+(<vXFPx)*`+CIJU>o2ajL$!69FW@jjPQ2a5C)m!MKKRirC$_VY<U8zprz
z;q^p@z0qM`Y`8u?-1O5SZ^=S0f23fapPi9f%)kOIw2pS-W*d;6xoyYq&RKh{fP@eB
zdLQid8onF2{4S%j7c(BTT@mT8IGSHzH*NOZzafg-Y+%nuq8qluvD0+*GWk3&U95xd
zZ$R?OOJ(4qSSs7Ns~jEA-=OQM)PAU0EYc?#cQcH;i}?680mytNb%1w<f9c~z`i*J&
zoCMD2FVRZA)bAdjy!H7>IuVQCpf9rIms0GRDf)8AH${I`q^~5rjot<R`UtJ8`0Mq_
zTVIc-%1(L%|0i#~dnkgF-k6CM=`XMH&kQ0|LA>@#3$2#zT2f`(N^P<YQ<rRa(_YyQ
z&_3BF>7Z;6(@EK$q*Jgif00I6*^ZGV+XB5uw*1R-@23yTw&WKD{s1;HTL<p=TE&JK
z^Gn7!6pc;OUtdifh@`Gjh>;dO)%5i#`dc6b7;5@^{KU%N|A-$zsYw4)7LA{3`Zp>1
z-?K9_IE&z)dayUM)wd8K^29m-l$lFhi$zj0l!u~4;VGR6Y!?MAfBC^?QD53hy6VdD
z@<Fjv%_4x4rp1b)Xsqb4{s5aB%q2YRPLc46gingBMNqI;6Ml9p0P<z_sMyG8M_lp$
z6vu_QyC^m{i+fHLMeLf`S`_!n-|nJFBz%owIDdap+~4JG=ngb=D<NM@q9BL}b*DvN
zQ9O8=9$%xZ3A6;Ce?HkA(7N%d;bXOUDBtkRM=7{QY4JY&%w<{|U&DiXci@^xVrY$0
z6o*6pn5QKOAn^{}N_SxL)^kH4f5JOSPPt9opf^*^;>eUZIui}~L%#SmajaRq1J|#>
z4m=o$vZ*34=ZWK2!QMNEcp2Lbc5N1q!lEDq(bz0b;WI9;e>l=CG9^n#ro`w>_0F$Q
zfZ={2<mE4T<&DS;g=mycixFYS_A&T2Pv>QyTkfByC&gy;x!r*NyXXbk=a%~~(#K?<
zTke0HuF5{Q+~?@!KDXR|g+43$+;ab`^flS%miup_0OUTm=nIc%<i2dV9~0fO&n@@U
z;u)!DDK46TA^x`mtB+BgNRmgS(HD}X>d5nLP)i308PIjl_YMF6cpQ__6&$n6it8K-
z8PIjl_YMF6cpQ_!r)L8IivW`WdK8mBs6PXdjR2DYdK8nCs73=4j{uVadK8oNjwX|E
wpAeHLsTu<llK_+9k~foZpAeIasTu=imH?CCk{gpwmKT%SsSpMiod5s;0F!ULw*UYD

delta 3889
zcmV-156<wv)B^C+0<imge+zt5=XE~^NtS#O58D_b9*JUbkR{9J5ipp9)HWnB7LQ^G
zRUjeP(zSg-y4St;3UIQ}ZX?^;ZtL2n4`>^*Y>Trk?aBtSQ(D-o$(D8Px^?ZI-PUB?
z*1fv!{YdHme3Fc8%cR@*@zc5A_nq&2=R4<r9-m+R&Zn;t(I(C@e_c3x_TaWBT88w@
zNyEyvbhl)NTiRPPc7Dvv>7Hp@$-JF4Fz*;SLw5}<j_PhQGiqc`x`n*k(mkx_T%)~Z
zY$Tc2$C9SVFow3@ogLZ?UT0fn|8OCf!-PAkCpQX<HDX$Z;h5G4W=|Q8i?cAltz&b?
zwq({g)$(MBm`NM7e+y2=xZlhfOe<|?q;tg4vpJ*lw4;xW8BS-v<$8K97bHK^(i8eA
zy)&m<Bc1z)P8b<4NOeqgIeTQpaF|x5YV1#`#T`tctbN+b*?N{~O)bV<<z=w0G|psl
z1=l>K^y<lE4A<SOTe>>s-s;V!<r$8p=Q@YM*qO64CvoA<f8FzLhw!?4Ow06kGCdNz
zg}%4cu-4)M-5c$3T_Zn~!}hj^n0&Fehr+a&mTDBF2BsbV550rbq|q{J2ve9A)l-0$
zhbct$@^xF7G+HQME8$LE?OL~C!v?02niniPbVo`#)3iI~u<}T`cF+^l>}b2i=5=M-
zComP?ju>8Fe@=H@rlwe1l`J*6BTTo`9b$zjQ@HxrAhp0D#u?M~TxGC_!?ccCHCjt|
zF*PgJf@kJB`|Ml}cmsyrAjO#Kjr^E5p29w+#>$C`Q|54BoDv$fQ9D?3n32P9LPM<W
z=*)YEse?M@JlL!0rj#DX(UtfhZPIA7xNo89?lK)He_=c0VcJsCax1jfvw(DSEHyhg
zcF1kE(RSJ2&9r!?jzPMIDQLR8<sxC)Nv#X%Ub>Izu?LjNqggOH=1@T{9bMn*u8(GI
z!;M<D7tPp~r<+z(x5mL%(#bU3j_B?)V;C6OsAorqO)DEU&gdC0Hy+(M%{Sf=qMjL{
zT=I92fBN8xVcW^;u<7>LTtFPHal^S>VcJdiYqX0VU|Rn@A}C1xOlxCribxes0~+n2
z6qDaIA2$?e`opx3_KW!rAgbpzU)gFdjAKXh|5w``#F0R|c)Y)Du0_Ihhz^S?k^pk%
zP>9|pIDx)xHH^_~+aA=^$M!<8K~Hy(71nJGf6`HnjtS=4X4=Hk^O71oNia2V{HUCC
zoN3RSBS?<d9l7c>mZCLw;l4W4a+D8qc)XJS`pUJ5X-f^1ytxwr`@si$lAE?{4G|o;
zO0l>`rr?;~c;{ZEFJ!!3=7=FdGJ?Q^xfNQh4A?i;IJ4}B+A?4olTK(fN++3CRBP97
ze~lG9h%oegkn)lpW-4F8o2`*WW0mZHwHez`ko@>U1_;EC_6ig|Drn@=DMV9YEUSCa
zIf$kHei3(u#zm9I!Jf(4t`Vm1lltJ&lVHy(eIXE8sy9sUpmz%I_gA#8x^Zv8%w?r2
z{GdkX1SkzRIr>prRK@rqn9j2wG|rUvf6PJbbin=yy-TAXrguvzN8jL$hUrIXzr^s5
zVM?H4;eM-QeRFr06@ifV(ocvk?_)~N@1c2ien56UjWXid6<wFbYO4An`mpeRM5@Ny
z3+Rl(bU`xgF8Zh#5IvL!n|{2MoS$J@0_^k*xpuDL8B(Fc^sGo&OFzjx`jEidf6S;h
zENTze3V`Ua4kTpnY_(dgG&-f4Jb8UQI;x*CqC<vZMLj)_&_*6PZF-{}tyZ6H4Vz9r
z>W%6ievIh)>dk|rIs##^kY67ib8Kw%#-oVFaXG7$ERyA9(NSJUvWiOA5H(!{uOpcW
zg&-?iqPhds%3%tFspHDqqr;A!e@B#iPQjHd=c>N1LoOEGRehVoPOdxJ>b6>yc#o#+
zl8s8!(|NMeqjsy@0x{8^j0d00SqRZjp{Kj)&4UHYGxG+z9b-)72I*&J70?+8e?p_@
z=>-(>l6z5vYlP~<2%DU02b!mA{7mS)NS_eLe=<xzM?bHjUHTM)uwXrIe<HT;s9Ae%
z=7AZ#2zGQnY>t)sm&+Pmk?asOEKlkPQ)EUvvfC=;4M&*|I!w}(@V_)eUKLA_t^%`o
z0PM9LV|UKTLn<KtS!oVFL)Q?{mT|@_FU$^-=?e7A^ee*ttH|7QwB8Lh$Ak3i&={ey
z4+SMmFH1;#j$T3N&fB6&fAAb~ba_bVrJ^k<<~PyLx%#jQEs@1^*Y_0sQ1Z9v^BTQM
zzbz-Di>k|?M3u!|f2S0?UqZsEIH9*NJS-8lzu;A6-rr-ot=dg9SASoluZUkFH$7X;
zP=?kYX!K?JL-b~<#7wU;b;eS)O;@?h%sPPk{4xEBxb{!sm0AY|f9cNvx6>$3F!*0c
z75H=dy8JvTyO8}g1w{$9T$p~5en}AeSLoCF>_RT9YPMpChUjl310o*$Qocj<cT9{r
z{SUb7yw8~+eM{OAdn8QXmU#Ln`e$U@gLrUCREOwaE9Fi3=+LNRpVo&2-v188V4HG5
z4by)LRQ`khtGXQSf3FJU{{cUGNIWPFFEct{U|ELOdH7(z3amvCe*k&Q@=9;erLneI
zoel2CfCMiPTmYnjjxjV!Ar1h1yQ-31h=b@RZt-play?)#cs=ZxOt;5oX)|*e=7k*A
zSmQ;rO4_`=Z&gX-C2$fitvq+iGK1U*^*#IW!Bo{nON%KSf4GdBHE!bNGq<IJd>bH&
z<S(_vDm{acP-pGGxdurqd6mWyUX2uh=Si>bnwg#gssR#jDVN{uEi3n(PZ%PFZ|6J2
z5_rBf0-u>e4sFe0*Km49ATi7>Kn0f9!uc|rRMR1Dtt6m1LW8^>qFlo}h$@br=Rmpi
z;mI&>OF64Be{dVeHI8utrh)v^wsZ0jii%x8UgZ8TC%K~@I(4E};GFW&(;WVov}3%H
zH;IhRkfD^(vt^DjZz(MyHLZxv8}qzPc(%itBkBwf_fC~sDBgh<3XAv5cxxfF3<2U!
z03Xe&z`is!JDHbe;mNmfkH+_LFE*I2^mdL@7(@9DfAcP6O04V-ko;Rpgp<%Cj5r8Z
zd0`sXoIjV$j)--;jA6Zy^D5&5v$o^>e%>Q?9GLm{i~p^lAn!%ZtF$I~>39XVZxk0b
zROh^Bk9cE0AJBLozZIEmy7xG(yHWGztvf<IsL>nr0(2ro1%>zsGMS^EMu+S$r=_;9
zWwZkgf7Q7`H9sLf2Go^Xy6&h~a&<Ho;zy;ut<fA;NAzP7(RdB{@@`v*GfeSYLv=cf
zmTC<f(3^*m5~o9A&_)%lVDe@XW#mnNpPfZAT#_;^V_zXZWH^UJ6m3LR2*TSwYLLJG
z;HyFY`lD!=7J&u<gT=H2Ir9WY>%s2_T@_Csf19MntF$aVFiFkvE3_hUg(B@&Xw@YJ
zpL$wNYf78=0c@!QU6_a$>CPiXT7QAGDM}7Z(0z#_ZA=fmLUj{2z7@Ypo71UDy8GHr
z-&TLKf6a5WCf@Adl<p1`sp~vxi3mP+969Ibi5ssa2I4Q#TbRyM)c;uurU!iOgN?oM
ze<^x!;41A&r#L=Idnf3_-~s~t7pvI@=dg{%eJ|0G1?Y9wVt#Epor*W6C+T4*d!Awm
zb^e`+t8`2hd<5gi(y5neN#dISS*lO?HcgP9U#UJ~XwDIf)F93nBt8WbF`vY59QLk*
zjStWQJkES{3dVXbto#gSCt&^8;FoX1f1EeKS5FzrmW^76b@AL6+Fv36rN-eY%I&*K
zR=V4tn54HiETzwcx&slvSnPCqYuz){n2ZE`&2>e3VglBt4>Z>;xF}}-S~B7<(%B;Y
z0QR55{z-buw>8ilNM3u6I+D$S%?)(p>=eBx-HpvZj{7c*_?K=d()*7<Jf=Q)f8<;M
z4*62M$T^?hSEP@fhf0ZbkuJj7&!vK5l=QJ~zb`)MPYedy2kVl9jXxdnmn`&r8ut0w
z>q?93us}1dq%FAFYLsW8ZTQ_XZLh`P2*6(NgS}qGcfGXVWpwsp#Rs}IuKbk*`2}&)
zI^Vsk6S&Q4@oYS?dJ`NwMVBs6f57+RxdqVub#PvMu?$=^OJy5xEl0<5SLsSRy%%a0
zi}Y#1-F3m;Ieh#Y12UgW?-R)|eX>ZuF-2cc!1>~NS|XSF-6In>zBoZg+ml!6%fk7U
zw0LHcz8VQk(jOJ+Yu)|^|15ufl$KQd_1eUZZzj`aC%umU6F1&D5XVWce_wAe(qCSZ
zpX-QF4e{EmEVN9~6%<vpg<2Jj(N;yb(@sTq(;h`rv|rJKbWG7>bR5<t(rH-HQL+^+
z(0de>U*UT{eMHfcUo`jw*u?4r<c@DtY>2s_$`}U{?NjvEm(u&<>B|%mq$Q3weshxk
z76<``8vh<Y?d9)(#1EiUf24mYvnG!>{+nX`@9CB6IE&z)I%IFjR^LH{s1p|eppv=x
za(g_jLU|xjWMAn-V7th$<OiF$t|Usi>f({|LG8zzIE0g?cyW;%Dmtv%C+0@xVxPE^
zyZzi9P%JAD6ynwHptuzP`Kox7*9h7XSMonCalv;Md0i9Vb-c*!f0ubfk?&T&T}AHh
z4m8Bz{JllKcdNg?D^%a5MFQ;#1z|*}H^qHLzW)L}wp?2tY7RejtSh8<;Zw)QGJYUm
z|MbTxyj*McKlStlT9I5XlSWtQGN&-LTr2XyNU+`490rg?LYLMRnz-@oKqT1hpCGqP
zyRXt4=_Woj$%n5ee<Hz1AbFV|YT~!y`W4tA4~7zAsyNJf^vES-?=1teP3#7{Ht{2{
zC=voUH1TnKCe;;(nmAjsbbOLWu2)NbnL+~hvk||1!7H!FuTz9Z=mZb3spzBdZJy4k
zu}~SGp(l79#zI$P{0@3vjfKki1^R><3zhLF>5>`?m9a#xQH+Jk_+|RM8Vi;2*XbK-
zEL6sCpaGPzP>k8f4Kh|##_imt#zJMB;ir|JrMPGW`rityK1vHXMLy18%qmMQAm4WZ
zP)i30KR&5vs15)C+8dM66&$k~i|ZT;KR&5vs15)C+8dJ(sAmGPijyIz6_bsqKLSFH
zlOd=TljEpH0>h4zA*dCTK&emy#FCRCs1=i^sZ9bFmXjf<6_X39E(XY)00000#N437

diff --git a/gradle/wrapper/gradle-wrapper.properties b/gradle/wrapper/gradle-wrapper.properties
index 09523c0..df97d72 100644
--- a/gradle/wrapper/gradle-wrapper.properties
+++ b/gradle/wrapper/gradle-wrapper.properties
@@ -1,6 +1,6 @@
 distributionBase=GRADLE_USER_HOME
 distributionPath=wrapper/dists
-distributionUrl=https\://services.gradle.org/distributions/gradle-8.9-bin.zip
+distributionUrl=https\://services.gradle.org/distributions/gradle-8.10.2-bin.zip
 networkTimeout=10000
 validateDistributionUrl=true
 zipStoreBase=GRADLE_USER_HOME

From 76b88235b20e6628aa1e1c38746d7b9ebec45387 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Tue, 8 Oct 2024 13:14:06 +0300
Subject: [PATCH 15/27] Add a couple of ruled for Java in .editorconfig

---
 .editorconfig | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/.editorconfig b/.editorconfig
index cdd871b..4d795c6 100644
--- a/.editorconfig
+++ b/.editorconfig
@@ -9,6 +9,8 @@ insert_final_newline = true
 max_line_length = 100
 
 [*.java]
+max_line_length = 120
+ij_java_keep_simple_lambdas_in_one_line = true
 ij_java_align_multiline_chained_methods = true
 ij_java_align_multiline_parameters = true
 ij_java_align_multiline_parameters_in_calls = true
@@ -17,6 +19,10 @@ ij_java_align_multiline_extends_list = true
 ij_java_align_multiline_ternary_operation = true
 ij_java_align_multiline_records = true
 ij_java_record_components_wrap = on_every_item
+ij_java_keep_builder_methods_indents = true
+ij_java_align_subsequent_simple_methods = true
+ij_java_keep_simple_methods_in_one_line = true
+ij_java_method_call_chain_wrap = normal
 
 [*.yml]
 indent_size = 2

From 5366bf9992c03da0628f7fc35409c08d0fc39b67 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Tue, 8 Oct 2024 13:14:29 +0300
Subject: [PATCH 16/27] Update Spring version to 3.3.4

---
 build.gradle.kts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/build.gradle.kts b/build.gradle.kts
index 342559f..f81c526 100644
--- a/build.gradle.kts
+++ b/build.gradle.kts
@@ -1,6 +1,6 @@
 plugins {
     java
-    id("org.springframework.boot") version "3.3.3"
+    id("org.springframework.boot") version "3.3.4"
     id("io.spring.dependency-management") version "1.1.6"
 }
 

From 24ecc94ff61ecc3929e497ed214bd4a78cf4e0e7 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Wed, 9 Oct 2024 00:08:02 +0300
Subject: [PATCH 17/27] Move SecurityConfiguration to a different package

---
 .../ypm/config/{security => spring}/SecurityConfiguration.java  | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
 rename src/main/java/com/ypm/config/{security => spring}/SecurityConfiguration.java (97%)

diff --git a/src/main/java/com/ypm/config/security/SecurityConfiguration.java b/src/main/java/com/ypm/config/spring/SecurityConfiguration.java
similarity index 97%
rename from src/main/java/com/ypm/config/security/SecurityConfiguration.java
rename to src/main/java/com/ypm/config/spring/SecurityConfiguration.java
index f79c2fa..205e490 100644
--- a/src/main/java/com/ypm/config/security/SecurityConfiguration.java
+++ b/src/main/java/com/ypm/config/spring/SecurityConfiguration.java
@@ -1,4 +1,4 @@
-package com.ypm.config.security;
+package com.ypm.config.spring;
 
 import org.springframework.context.annotation.Bean;
 import org.springframework.context.annotation.Configuration;

From 44479c5163a86be52d775de47a0f2f7e954d3c82 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Wed, 9 Oct 2024 01:02:44 +0300
Subject: [PATCH 18/27] Add more rules to .editorconfig

---
 .editorconfig | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/.editorconfig b/.editorconfig
index 4d795c6..468054d 100644
--- a/.editorconfig
+++ b/.editorconfig
@@ -23,6 +23,8 @@ ij_java_keep_builder_methods_indents = true
 ij_java_align_subsequent_simple_methods = true
 ij_java_keep_simple_methods_in_one_line = true
 ij_java_method_call_chain_wrap = normal
+ij_java_call_parameters_wrap = normal
+ij_java_method_parameters_wrap = normal
 
 [*.yml]
 indent_size = 2

From b5b343fe56930ad997f5a64d5668ec45995e6dce Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Wed, 9 Oct 2024 01:04:22 +0300
Subject: [PATCH 19/27] Update exception handling

---
 .../com/ypm/error/GlobalExceptionHandler.java | 40 +++++++++----------
 .../exception/PlayListNotFoundException.java  |  4 ++
 2 files changed, 24 insertions(+), 20 deletions(-)

diff --git a/src/main/java/com/ypm/error/GlobalExceptionHandler.java b/src/main/java/com/ypm/error/GlobalExceptionHandler.java
index 6bed96b..5e3ea5e 100644
--- a/src/main/java/com/ypm/error/GlobalExceptionHandler.java
+++ b/src/main/java/com/ypm/error/GlobalExceptionHandler.java
@@ -4,7 +4,6 @@
 import com.ypm.dto.response.ExceptionResponse;
 import com.ypm.exception.PlayListNotFoundException;
 import org.springframework.http.HttpHeaders;
-import org.springframework.http.HttpStatus;
 import org.springframework.http.ResponseEntity;
 import org.springframework.web.bind.annotation.ExceptionHandler;
 import org.springframework.web.bind.annotation.RestControllerAdvice;
@@ -14,6 +13,8 @@
 import java.io.IOException;
 import java.time.Instant;
 
+import static org.springframework.http.HttpStatus.*;
+
 @RestControllerAdvice
 public class GlobalExceptionHandler extends ResponseEntityExceptionHandler {
 
@@ -22,35 +23,34 @@ public GlobalExceptionHandler() {
     }
 
     @ExceptionHandler({GoogleJsonResponseException.class})
-    public ResponseEntity<?> handleBadRequest(final GoogleJsonResponseException ex,
-                                              final WebRequest request) {
-
-        ExceptionResponse exceptionResponse = new ExceptionResponse(
-            ex.getStatusCode(), ex.getDetails().getMessage(), Instant.now());
+    public ResponseEntity<?> handleBadRequest(final GoogleJsonResponseException ex, final WebRequest request) {
+        ExceptionResponse exceptionResponse = new ExceptionResponse(ex.getStatusCode(), ex.getDetails().getMessage(),
+                                                                    Instant.now());
 
-        return handleExceptionInternal(ex, exceptionResponse,
-            new HttpHeaders(), HttpStatus.valueOf(ex.getStatusCode()), request);
+        return handleExceptionInternal(ex, exceptionResponse, new HttpHeaders(), valueOf(ex.getStatusCode()), request);
     }
 
     @ExceptionHandler({PlayListNotFoundException.class})
-    public ResponseEntity<?> handleBadRequest(final PlayListNotFoundException ex,
-                                              final WebRequest request) {
+    public ResponseEntity<?> handleBadRequest(final PlayListNotFoundException ex, final WebRequest request) {
 
-        ExceptionResponse exceptionResponse = new ExceptionResponse(
-            HttpStatus.NOT_FOUND.value(), ex.getMessage(), Instant.now());
+        ExceptionResponse exceptionResponse = new ExceptionResponse(NOT_FOUND.value(), ex.getMessage(), Instant.now());
 
-        return handleExceptionInternal(ex, exceptionResponse,
-            new HttpHeaders(), HttpStatus.NOT_FOUND, request);
+        return handleExceptionInternal(ex, exceptionResponse, new HttpHeaders(), NOT_FOUND, request);
     }
 
     @ExceptionHandler({IOException.class})
-    public ResponseEntity<?> handleInternal(final IOException ex,
-                                            final WebRequest request) {
+    public ResponseEntity<?> handleInternal(final IOException ex, final WebRequest request) {
+        ExceptionResponse exceptionResponse = new ExceptionResponse(INTERNAL_SERVER_ERROR.value(), ex.getMessage(),
+                                                                    Instant.now());
+
+        return handleExceptionInternal(ex, exceptionResponse, new HttpHeaders(), INTERNAL_SERVER_ERROR, request);
+    }
 
-        ExceptionResponse exceptionResponse = new ExceptionResponse(
-            HttpStatus.INTERNAL_SERVER_ERROR.value(), ex.getMessage(), Instant.now());
+    @ExceptionHandler({RuntimeException.class})
+    public ResponseEntity<?> handleRuntime(final RuntimeException ex, final WebRequest request) {
+        ExceptionResponse exceptionResponse = new ExceptionResponse(INTERNAL_SERVER_ERROR.value(), ex.getMessage(),
+                                                                    Instant.now());
 
-        return handleExceptionInternal(ex, exceptionResponse,
-            new HttpHeaders(), HttpStatus.INTERNAL_SERVER_ERROR, request);
+        return handleExceptionInternal(ex, exceptionResponse, new HttpHeaders(), INTERNAL_SERVER_ERROR, request);
     }
 }
diff --git a/src/main/java/com/ypm/exception/PlayListNotFoundException.java b/src/main/java/com/ypm/exception/PlayListNotFoundException.java
index 4d42e89..97f34cd 100644
--- a/src/main/java/com/ypm/exception/PlayListNotFoundException.java
+++ b/src/main/java/com/ypm/exception/PlayListNotFoundException.java
@@ -5,4 +5,8 @@ public class PlayListNotFoundException extends RuntimeException {
     public PlayListNotFoundException(String identifier, String message) {
         super(String.format("Playlist with the '%s' identifier was not found. %s", identifier, message));
     }
+
+    public PlayListNotFoundException(String message) {
+        super(message);
+    }
 }

From 41c6451f39efd212909b80f0bfd41b1edf8aa51f Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Wed, 9 Oct 2024 01:05:02 +0300
Subject: [PATCH 20/27] Finish import controller & corresponding services

---
 .../com/ypm/constant/ProcessingStatus.java    |   8 ++
 .../controller/LibraryImportController.java   |  31 +++--
 .../com/ypm/dto/BatchProcessingStatus.java    |  37 ++++++
 .../persistence/event/VideosSavedEvent.java   |   2 +-
 .../com/ypm/service/BatchStatusManager.java   |  45 ++++++++
 .../ypm/service/youtube/ImportService.java    | 109 +++++++++++++-----
 .../youtube/event/VideoEventListener.java     |  60 +++++-----
 7 files changed, 222 insertions(+), 70 deletions(-)
 create mode 100644 src/main/java/com/ypm/constant/ProcessingStatus.java
 create mode 100644 src/main/java/com/ypm/dto/BatchProcessingStatus.java
 create mode 100644 src/main/java/com/ypm/service/BatchStatusManager.java

diff --git a/src/main/java/com/ypm/constant/ProcessingStatus.java b/src/main/java/com/ypm/constant/ProcessingStatus.java
new file mode 100644
index 0000000..6fc0e41
--- /dev/null
+++ b/src/main/java/com/ypm/constant/ProcessingStatus.java
@@ -0,0 +1,8 @@
+package com.ypm.constant;
+
+public enum ProcessingStatus {
+    PROCESSING,
+    COMPLETED,
+    FAILED,
+    NOT_FOUND
+}
diff --git a/src/main/java/com/ypm/controller/LibraryImportController.java b/src/main/java/com/ypm/controller/LibraryImportController.java
index ca7def5..e18968a 100644
--- a/src/main/java/com/ypm/controller/LibraryImportController.java
+++ b/src/main/java/com/ypm/controller/LibraryImportController.java
@@ -1,5 +1,7 @@
 package com.ypm.controller;
 
+import com.ypm.constant.ProcessingStatus;
+import com.ypm.dto.BatchProcessingStatus;
 import com.ypm.service.youtube.ImportService;
 import lombok.RequiredArgsConstructor;
 import org.springframework.http.ResponseEntity;
@@ -16,27 +18,40 @@ public class LibraryImportController {
     private final ImportService importService;
 
     @PostMapping("/file")
-    public ResponseEntity<String> importVideos(@RequestParam("playlist-name") String playlistName,
-                                               @RequestParam("file") MultipartFile file) {
+    public ResponseEntity<?> importVideos(@RequestParam("playlist-name") String playlistName,
+                                          @RequestParam("file") MultipartFile file) {
         var validationResponse =
             validateRequest(playlistName, file == null || file.isEmpty(), "File has no data or was not provided.");
         if (validationResponse != null) return validationResponse;
 
-        importService.importVideos(playlistName, file);
+        var processingIds = importService.importVideos(playlistName, file);
 
-        return ResponseEntity.accepted().body("Videos are being processed. Please check back later.");
+        return ResponseEntity.accepted().body(processingIds);
     }
 
     @PostMapping
-    public ResponseEntity<String> importVideos(@RequestParam("playlist-name") String playlistName,
-                                               @RequestBody List<String> videosIds) {
+    public ResponseEntity<?> importVideos(@RequestParam("playlist-name") String playlistName,
+                                          @RequestBody List<String> videosIds) {
         var validationResponse =
             validateRequest(playlistName, videosIds.isEmpty(), "Videos IDs were not provided");
         if (validationResponse != null) return validationResponse;
 
-        importService.importVideos(playlistName, videosIds);
+        var processingId = importService.importVideos(playlistName, videosIds);
 
-        return ResponseEntity.accepted().body("Videos are being processed.");
+        return ResponseEntity.accepted().body(processingId);
+    }
+
+    @GetMapping("/status/{processing-id}")
+    public ResponseEntity<BatchProcessingStatus> checkStatus(@PathVariable("processing-id") String processingId) {
+        var processingStatus = importService.checkProcessingStatus(processingId);
+
+        if (processingStatus.getStatus() == ProcessingStatus.COMPLETED) {
+            return ResponseEntity.ok(processingStatus);
+        } else if (processingStatus.getStatus() == ProcessingStatus.FAILED) {
+            return ResponseEntity.internalServerError().body(processingStatus);
+        } else {
+            return ResponseEntity.accepted().body(processingStatus);
+        }
     }
 
     private static ResponseEntity<String> validateRequest(String playlistName, boolean isNullOrEmpty, String errorMessage) {
diff --git a/src/main/java/com/ypm/dto/BatchProcessingStatus.java b/src/main/java/com/ypm/dto/BatchProcessingStatus.java
new file mode 100644
index 0000000..db2458f
--- /dev/null
+++ b/src/main/java/com/ypm/dto/BatchProcessingStatus.java
@@ -0,0 +1,37 @@
+package com.ypm.dto;
+
+import com.ypm.constant.ProcessingStatus;
+import lombok.Getter;
+import lombok.RequiredArgsConstructor;
+import lombok.Setter;
+import lombok.ToString;
+
+import java.util.ArrayList;
+import java.util.List;
+
+@Getter
+@ToString
+@RequiredArgsConstructor
+public final class BatchProcessingStatus {
+
+    @Setter
+    private ProcessingStatus status;
+
+    @Setter
+    private String errorMessage;
+
+    private List<String> failedVideoIds;
+
+    public BatchProcessingStatus(ProcessingStatus status) {
+        this.status = status;
+        this.failedVideoIds = new ArrayList<>();
+    }
+
+    public void addFailedVideoId(String videoId) {
+        failedVideoIds.add(videoId);
+    }
+
+    public void addFailedVideoIds(List<String> videoIds) {
+        failedVideoIds.addAll(videoIds);
+    }
+}
diff --git a/src/main/java/com/ypm/persistence/event/VideosSavedEvent.java b/src/main/java/com/ypm/persistence/event/VideosSavedEvent.java
index 34bbaa8..dbc70d8 100644
--- a/src/main/java/com/ypm/persistence/event/VideosSavedEvent.java
+++ b/src/main/java/com/ypm/persistence/event/VideosSavedEvent.java
@@ -4,7 +4,7 @@
 
 import java.util.List;
 
-public record VideosSavedEvent(List<Video> videos) {
+public record VideosSavedEvent(String processingId, List<Video> videos) {
 
     public List<String> getVideoIds() {
         return videos.stream().map(Video::getYoutubeId).toList();
diff --git a/src/main/java/com/ypm/service/BatchStatusManager.java b/src/main/java/com/ypm/service/BatchStatusManager.java
new file mode 100644
index 0000000..058a5d5
--- /dev/null
+++ b/src/main/java/com/ypm/service/BatchStatusManager.java
@@ -0,0 +1,45 @@
+package com.ypm.service;
+
+import com.ypm.constant.ProcessingStatus;
+import com.ypm.dto.BatchProcessingStatus;
+
+import java.util.List;
+import java.util.Map;
+import java.util.concurrent.ConcurrentHashMap;
+
+public final class BatchStatusManager {
+
+    private final static Map<String, BatchProcessingStatus> BATCH_STATUS_MAP = new ConcurrentHashMap<>();
+
+    public static void updateBatchStatus(String processingId, ProcessingStatus status, List<String> failedVideoIds, String... errorMessage) {
+        var currentStatus = BATCH_STATUS_MAP.get(processingId);
+
+        if (currentStatus == null) {
+            currentStatus = new BatchProcessingStatus(status);
+        } else {
+            currentStatus.setStatus(status);
+
+            if (errorMessage != null && errorMessage.length > 0) {
+                currentStatus.setErrorMessage(errorMessage[0]);
+            }
+
+            if (failedVideoIds != null && !failedVideoIds.isEmpty()) {
+                currentStatus.addFailedVideoIds(failedVideoIds);
+            }
+        }
+
+        BATCH_STATUS_MAP.put(processingId, currentStatus);
+    }
+
+    public static void updateBatchStatus(String processingId, ProcessingStatus status, String... errorMessage) {
+        updateBatchStatus(processingId, status, null, errorMessage);
+    }
+
+    public static BatchProcessingStatus getBatchProcessingStatus(String processingId) {
+        return BATCH_STATUS_MAP.getOrDefault(processingId, new BatchProcessingStatus(ProcessingStatus.FAILED));
+    }
+
+    public static Map<String, BatchProcessingStatus> getBatchProcessingStatuses() {
+        return new ConcurrentHashMap<>(BATCH_STATUS_MAP);
+    }
+}
diff --git a/src/main/java/com/ypm/service/youtube/ImportService.java b/src/main/java/com/ypm/service/youtube/ImportService.java
index 602a55e..c022b9f 100644
--- a/src/main/java/com/ypm/service/youtube/ImportService.java
+++ b/src/main/java/com/ypm/service/youtube/ImportService.java
@@ -1,14 +1,20 @@
 package com.ypm.service.youtube;
 
+import com.ypm.constant.ProcessingStatus;
+import com.ypm.dto.BatchProcessingStatus;
 import com.ypm.dto.VideoImportDto;
+import com.ypm.exception.PlayListNotFoundException;
+import com.ypm.persistence.entity.Playlist;
 import com.ypm.persistence.entity.Video;
 import com.ypm.persistence.event.VideosSavedEvent;
 import com.ypm.persistence.repository.PlaylistRepository;
 import com.ypm.persistence.repository.VideoRepository;
+import com.ypm.service.BatchStatusManager;
 import jakarta.persistence.EntityManager;
 import lombok.RequiredArgsConstructor;
 import org.springframework.context.ApplicationEventPublisher;
 import org.springframework.stereotype.Service;
+import org.springframework.transaction.annotation.Propagation;
 import org.springframework.transaction.annotation.Transactional;
 import org.springframework.web.multipart.MultipartFile;
 
@@ -18,6 +24,9 @@
 import java.time.OffsetDateTime;
 import java.util.ArrayList;
 import java.util.List;
+import java.util.Objects;
+import java.util.UUID;
+import java.util.function.Function;
 
 @Service
 @RequiredArgsConstructor
@@ -29,19 +38,72 @@ public class ImportService {
     private final ApplicationEventPublisher publisher;
 
     @Transactional
-    public void importVideos(String playlistName, MultipartFile file) {
+    public List<String> importVideos(String playlistName, MultipartFile file) {
         var parsedVideos = this.parseCsv(file);
-        var videos = this.saveVideosInBatches(playlistName, parsedVideos);
+
+        return this.saveVideosInBatches(playlistName, parsedVideos);
     }
 
     @Transactional
-    public void importVideos(String playlistName, List<String> videosIds) {
-        var videoImportDtos =
-            videosIds.stream().map(videoId -> new VideoImportDto(videoId, OffsetDateTime.now())).toList();
-        var videos = this.saveVideosInBatches(playlistName, videoImportDtos);
+    public List<String> importVideos(String playlistName, List<String> videosIds) {
+        var videoImportDtos = videosIds.stream().map(videoId -> new VideoImportDto(videoId, OffsetDateTime.now())).toList();
+
+        return this.saveVideosInBatches(playlistName, videoImportDtos);
+    }
+
+    public BatchProcessingStatus checkProcessingStatus(String processingId) {
+        var batchProcessingStatuses = BatchStatusManager.getBatchProcessingStatuses();
+        return batchProcessingStatuses.getOrDefault(processingId, new BatchProcessingStatus(ProcessingStatus.NOT_FOUND));
+    }
+
+    @Transactional
+    protected List<String> saveVideosInBatches(String playlistName, List<VideoImportDto> videoImportDtos) {
+        // DEV-NOTE: It's set to 50 as it's the maximum number of ids that YouTube API accepts
+        final int batchSize = 50;
+        final int size = videoImportDtos.size();
+        final List<String> processingIds = new ArrayList<>();
+
+        final var playlist = playlistRepository.findByNameContainingIgnoreCase(playlistName)
+                                               .orElseThrow(() -> new PlayListNotFoundException(String.format("Playlist '%s' was not found", playlistName)));
+
+        for (int i = 0; i < size; i += batchSize) {
+            var processingId = UUID.randomUUID().toString();
+            processingIds.add(processingId);
+
+            var videosSubList = videoImportDtos.subList(i, Math.min(i + batchSize, size));
+            this.processBatch(processingId, playlist, videosSubList);
+        }
+
+        return processingIds;
+    }
+
+    @Transactional(propagation = Propagation.REQUIRES_NEW)
+    protected void processBatch(String processingId, Playlist playlist, List<VideoImportDto> videoImportDtoSubList) {
+        try {
+            BatchStatusManager.updateBatchStatus(processingId, ProcessingStatus.PROCESSING);
+
+            Function<VideoImportDto, Video> dtoToVideoMapper = dto -> {
+                if (!isValidVideoId(dto.id())) {
+                    return null;
+                }
+
+                return new Video(dto.id(), dto.importDate().toLocalDate(), playlist);
+            };
+            var videosBatch = videoImportDtoSubList.stream()
+                                                   .map(dtoToVideoMapper)
+                                                   .filter(Objects::nonNull).toList();
+
+            videoRepository.saveAll(videosBatch);
+            entityManager.flush();
+            publisher.publishEvent(new VideosSavedEvent(processingId, videosBatch));
+        } catch (RuntimeException e) {
+            var failedVideoIds = videoImportDtoSubList.stream().map(VideoImportDto::id).toList();
+            BatchStatusManager.updateBatchStatus(processingId, ProcessingStatus.FAILED, failedVideoIds);
+            throw new RuntimeException(e);
+        }
     }
 
-    public List<VideoImportDto> parseCsv(MultipartFile file) {
+    private List<VideoImportDto> parseCsv(MultipartFile file) {
         List<VideoImportDto> videoImportDtos = new ArrayList<>();
 
         try (var reader = new BufferedReader(new InputStreamReader(file.getInputStream()))) {
@@ -55,6 +117,12 @@ public List<VideoImportDto> parseCsv(MultipartFile file) {
                 }
 
                 var data = line.split(",");
+
+                // Skip lines that do not have at least 2 columns
+                if (data.length < 2) {
+                    continue;
+                }
+
                 var videoId = data[0];
                 var videoTimeStamp = OffsetDateTime.parse(data[1]);
                 var videoImportDto = new VideoImportDto(videoId, videoTimeStamp);
@@ -67,30 +135,7 @@ public List<VideoImportDto> parseCsv(MultipartFile file) {
         return videoImportDtos;
     }
 
-    @Transactional
-    public List<Video> saveVideosInBatches(String playlistName, List<VideoImportDto> videoImportDtos) {
-        // DEV-NOTE: It's set to 50 as it's the maximum number of ids that YouTube API accepts
-        final int batchSize = 50;
-        final int size = videoImportDtos.size();
-
-        final List<Video> videos = new ArrayList<>();
-
-        final var watchLaterPlaylist = playlistRepository.findByNameContainingIgnoreCase(playlistName).orElseThrow();
-
-        for (int i = 0; i < size; i += batchSize) {
-            var videosBatch = videoImportDtos
-                .subList(i, Math.min(i + batchSize, size))
-                .stream()
-                .map(dto -> new Video(dto.id(), dto.importDate().toLocalDate(), watchLaterPlaylist))
-                .toList();
-
-            videoRepository.saveAll(videosBatch);
-            publisher.publishEvent(new VideosSavedEvent(videosBatch));
-            entityManager.clear();
-
-            videos.addAll(videosBatch);
-        }
-
-        return videos;
+    private boolean isValidVideoId(String youtubeId) {
+        return youtubeId != null && !youtubeId.trim().isEmpty() && !youtubeId.equalsIgnoreCase("null");
     }
 }
diff --git a/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java b/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java
index 9fbf6f4..a16af7b 100644
--- a/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java
+++ b/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java
@@ -1,14 +1,16 @@
 package com.ypm.service.youtube.event;
 
+import com.ypm.constant.ProcessingStatus;
 import com.ypm.persistence.entity.VideoData;
 import com.ypm.persistence.event.VideosSavedEvent;
 import com.ypm.persistence.repository.VideoRepository;
+import com.ypm.service.BatchStatusManager;
 import com.ypm.service.youtube.VideoService;
 import lombok.AllArgsConstructor;
 import org.springframework.stereotype.Component;
 import org.springframework.transaction.event.TransactionalEventListener;
 
-import java.io.IOException;
+import java.util.Objects;
 
 import static org.springframework.transaction.event.TransactionPhase.BEFORE_COMMIT;
 
@@ -20,33 +22,33 @@ public class VideoEventListener {
     private final VideoRepository videoRepository;
 
     @TransactionalEventListener(phase = BEFORE_COMMIT)
-    public void handleVideosSavedEvent(VideosSavedEvent videosSavedEvent) throws IOException {
-        var videoDtoList = videoService.getVideoData(videosSavedEvent.getVideoIds());
-
-        videoDtoList.forEach(videoDto -> {
-            if (videoDto.title().isEmpty() || videoDto.description().isEmpty()) return;
-
-            var optionalVideo = videoRepository.findVideoByYoutubeId(videoDto.id());
-
-            optionalVideo.ifPresent(video -> {
-                String tagsAsString = "";
-                if (videoDto.tags() != null) {
-                    tagsAsString = String.join(", ", videoDto.tags());
-                }
-
-                var videoData = new VideoData(
-                    videoDto.title(),
-                    videoDto.description(),
-                    videoDto.channelName(), tagsAsString);
-
-                video.setVideoData(videoData);
-
-                if (video.getVideoData() != null) {
-                    video.getVideoData().setVideo(video);
-                }
-
-                videoRepository.save(video);
-            });
-        });
+    public void handleVideosSavedEvent(VideosSavedEvent event) {
+        try {
+            var videoDtoList = videoService.getVideoData(event.getVideoIds());
+
+            var videosToSave = videoDtoList.stream()
+                                           .filter(dto -> !dto.title().isEmpty() && !dto.description().isEmpty())
+                                           .map(dto -> videoRepository.findVideoByYoutubeId(dto.id()).map(video -> {
+                                               String tagsAsString = "";
+                                               if (dto.tags() != null) {
+                                                   tagsAsString = String.join(", ", dto.tags());
+                                               }
+
+                                               var videoData = new VideoData(dto.title(), dto.description(), dto.channelName(), tagsAsString);
+                                               video.setVideoData(videoData);
+
+                                               if (video.getVideoData() != null) {
+                                                   video.getVideoData().setVideo(video);
+                                               }
+
+                                               return video;
+                                           }).orElse(null)).filter(Objects::nonNull).toList();
+
+            videoRepository.saveAll(videosToSave);
+            BatchStatusManager.updateBatchStatus(event.processingId(), ProcessingStatus.COMPLETED);
+        } catch (Exception e) {
+            BatchStatusManager.updateBatchStatus(event.processingId(), ProcessingStatus.FAILED, event.getVideoIds(), e.getMessage());
+            throw new RuntimeException(e);
+        }
     }
 }

From d3155eabbd40f6a2b5b07ad182df50a737442263 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Wed, 9 Oct 2024 11:56:03 +0300
Subject: [PATCH 21/27] Add indentation rule to .editorconfig

---
 .editorconfig | 1 +
 1 file changed, 1 insertion(+)

diff --git a/.editorconfig b/.editorconfig
index 468054d..ba9b290 100644
--- a/.editorconfig
+++ b/.editorconfig
@@ -25,6 +25,7 @@ ij_java_keep_simple_methods_in_one_line = true
 ij_java_method_call_chain_wrap = normal
 ij_java_call_parameters_wrap = normal
 ij_java_method_parameters_wrap = normal
+ij_java_continuation_indent_size = 8
 
 [*.yml]
 indent_size = 2

From c6e145a7037167c918b91ab0e517252933c4e326 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Wed, 9 Oct 2024 12:00:21 +0300
Subject: [PATCH 22/27] Extract interface & handle cases when video_id is
 already present in DB

---
 .../ypm/service/youtube/ImportService.java    | 131 +---------------
 .../service/youtube/ImportServiceImpl.java    | 140 ++++++++++++++++++
 2 files changed, 144 insertions(+), 127 deletions(-)
 create mode 100644 src/main/java/com/ypm/service/youtube/ImportServiceImpl.java

diff --git a/src/main/java/com/ypm/service/youtube/ImportService.java b/src/main/java/com/ypm/service/youtube/ImportService.java
index c022b9f..01ae0ae 100644
--- a/src/main/java/com/ypm/service/youtube/ImportService.java
+++ b/src/main/java/com/ypm/service/youtube/ImportService.java
@@ -1,141 +1,18 @@
 package com.ypm.service.youtube;
 
-import com.ypm.constant.ProcessingStatus;
 import com.ypm.dto.BatchProcessingStatus;
-import com.ypm.dto.VideoImportDto;
-import com.ypm.exception.PlayListNotFoundException;
-import com.ypm.persistence.entity.Playlist;
-import com.ypm.persistence.entity.Video;
-import com.ypm.persistence.event.VideosSavedEvent;
-import com.ypm.persistence.repository.PlaylistRepository;
-import com.ypm.persistence.repository.VideoRepository;
-import com.ypm.service.BatchStatusManager;
-import jakarta.persistence.EntityManager;
-import lombok.RequiredArgsConstructor;
-import org.springframework.context.ApplicationEventPublisher;
-import org.springframework.stereotype.Service;
-import org.springframework.transaction.annotation.Propagation;
 import org.springframework.transaction.annotation.Transactional;
 import org.springframework.web.multipart.MultipartFile;
 
-import java.io.BufferedReader;
-import java.io.IOException;
-import java.io.InputStreamReader;
-import java.time.OffsetDateTime;
-import java.util.ArrayList;
 import java.util.List;
-import java.util.Objects;
-import java.util.UUID;
-import java.util.function.Function;
 
-@Service
-@RequiredArgsConstructor
-public class ImportService {
-
-    private final VideoRepository videoRepository;
-    private final PlaylistRepository playlistRepository;
-    private final EntityManager entityManager;
-    private final ApplicationEventPublisher publisher;
-
-    @Transactional
-    public List<String> importVideos(String playlistName, MultipartFile file) {
-        var parsedVideos = this.parseCsv(file);
-
-        return this.saveVideosInBatches(playlistName, parsedVideos);
-    }
+public interface ImportService {
 
     @Transactional
-    public List<String> importVideos(String playlistName, List<String> videosIds) {
-        var videoImportDtos = videosIds.stream().map(videoId -> new VideoImportDto(videoId, OffsetDateTime.now())).toList();
-
-        return this.saveVideosInBatches(playlistName, videoImportDtos);
-    }
-
-    public BatchProcessingStatus checkProcessingStatus(String processingId) {
-        var batchProcessingStatuses = BatchStatusManager.getBatchProcessingStatuses();
-        return batchProcessingStatuses.getOrDefault(processingId, new BatchProcessingStatus(ProcessingStatus.NOT_FOUND));
-    }
+    List<String> importVideos(String playlistName, MultipartFile file);
 
     @Transactional
-    protected List<String> saveVideosInBatches(String playlistName, List<VideoImportDto> videoImportDtos) {
-        // DEV-NOTE: It's set to 50 as it's the maximum number of ids that YouTube API accepts
-        final int batchSize = 50;
-        final int size = videoImportDtos.size();
-        final List<String> processingIds = new ArrayList<>();
-
-        final var playlist = playlistRepository.findByNameContainingIgnoreCase(playlistName)
-                                               .orElseThrow(() -> new PlayListNotFoundException(String.format("Playlist '%s' was not found", playlistName)));
-
-        for (int i = 0; i < size; i += batchSize) {
-            var processingId = UUID.randomUUID().toString();
-            processingIds.add(processingId);
-
-            var videosSubList = videoImportDtos.subList(i, Math.min(i + batchSize, size));
-            this.processBatch(processingId, playlist, videosSubList);
-        }
-
-        return processingIds;
-    }
-
-    @Transactional(propagation = Propagation.REQUIRES_NEW)
-    protected void processBatch(String processingId, Playlist playlist, List<VideoImportDto> videoImportDtoSubList) {
-        try {
-            BatchStatusManager.updateBatchStatus(processingId, ProcessingStatus.PROCESSING);
-
-            Function<VideoImportDto, Video> dtoToVideoMapper = dto -> {
-                if (!isValidVideoId(dto.id())) {
-                    return null;
-                }
-
-                return new Video(dto.id(), dto.importDate().toLocalDate(), playlist);
-            };
-            var videosBatch = videoImportDtoSubList.stream()
-                                                   .map(dtoToVideoMapper)
-                                                   .filter(Objects::nonNull).toList();
-
-            videoRepository.saveAll(videosBatch);
-            entityManager.flush();
-            publisher.publishEvent(new VideosSavedEvent(processingId, videosBatch));
-        } catch (RuntimeException e) {
-            var failedVideoIds = videoImportDtoSubList.stream().map(VideoImportDto::id).toList();
-            BatchStatusManager.updateBatchStatus(processingId, ProcessingStatus.FAILED, failedVideoIds);
-            throw new RuntimeException(e);
-        }
-    }
-
-    private List<VideoImportDto> parseCsv(MultipartFile file) {
-        List<VideoImportDto> videoImportDtos = new ArrayList<>();
-
-        try (var reader = new BufferedReader(new InputStreamReader(file.getInputStream()))) {
-            String line;
-            var header = true;
-
-            while ((line = reader.readLine()) != null) {
-                if (header) {
-                    header = false;
-                    continue;
-                }
-
-                var data = line.split(",");
-
-                // Skip lines that do not have at least 2 columns
-                if (data.length < 2) {
-                    continue;
-                }
-
-                var videoId = data[0];
-                var videoTimeStamp = OffsetDateTime.parse(data[1]);
-                var videoImportDto = new VideoImportDto(videoId, videoTimeStamp);
-                videoImportDtos.add(videoImportDto);
-            }
-        } catch (IOException e) {
-            throw new RuntimeException(e);
-        }
-
-        return videoImportDtos;
-    }
+    List<String> importVideos(String playlistName, List<String> videosIds);
 
-    private boolean isValidVideoId(String youtubeId) {
-        return youtubeId != null && !youtubeId.trim().isEmpty() && !youtubeId.equalsIgnoreCase("null");
-    }
+    BatchProcessingStatus checkProcessingStatus(String processingId);
 }
diff --git a/src/main/java/com/ypm/service/youtube/ImportServiceImpl.java b/src/main/java/com/ypm/service/youtube/ImportServiceImpl.java
new file mode 100644
index 0000000..6c3c7a9
--- /dev/null
+++ b/src/main/java/com/ypm/service/youtube/ImportServiceImpl.java
@@ -0,0 +1,140 @@
+package com.ypm.service.youtube;
+
+import com.ypm.constant.ProcessingStatus;
+import com.ypm.dto.BatchProcessingStatus;
+import com.ypm.dto.VideoImportDto;
+import com.ypm.exception.PlayListNotFoundException;
+import com.ypm.persistence.entity.Playlist;
+import com.ypm.persistence.entity.Video;
+import com.ypm.persistence.event.VideosSavedEvent;
+import com.ypm.persistence.repository.PlaylistRepository;
+import com.ypm.persistence.repository.VideoRepository;
+import com.ypm.service.BatchStatusManager;
+import jakarta.persistence.EntityManager;
+import lombok.RequiredArgsConstructor;
+import org.springframework.context.ApplicationEventPublisher;
+import org.springframework.stereotype.Service;
+import org.springframework.transaction.annotation.Propagation;
+import org.springframework.transaction.annotation.Transactional;
+import org.springframework.web.multipart.MultipartFile;
+
+import java.io.BufferedReader;
+import java.io.IOException;
+import java.io.InputStreamReader;
+import java.time.OffsetDateTime;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.UUID;
+
+@Service
+@RequiredArgsConstructor
+public class ImportServiceImpl implements ImportService {
+
+    private final VideoRepository videoRepository;
+    private final PlaylistRepository playlistRepository;
+    private final EntityManager entityManager;
+    private final ApplicationEventPublisher publisher;
+
+    @Transactional
+    @Override
+    public List<String> importVideos(String playlistName, MultipartFile file) {
+        var parsedVideos = this.parseCsv(file);
+
+        return this.saveVideosInBatches(playlistName, parsedVideos);
+    }
+
+    @Transactional
+    @Override
+    public List<String> importVideos(String playlistName, List<String> videosIds) {
+        var videoImportDtos = videosIds.stream().map(videoId -> new VideoImportDto(videoId, OffsetDateTime.now()))
+                                       .toList();
+
+        return this.saveVideosInBatches(playlistName, videoImportDtos);
+    }
+
+    @Override
+    public BatchProcessingStatus checkProcessingStatus(String processingId) {
+        var batchProcessingStatuses = BatchStatusManager.getBatchProcessingStatuses();
+        return batchProcessingStatuses.getOrDefault(processingId,
+                                                    new BatchProcessingStatus(ProcessingStatus.NOT_FOUND));
+    }
+
+    @Transactional
+    protected List<String> saveVideosInBatches(String playlistName, List<VideoImportDto> videoImportDtos) {
+        // DEV-NOTE: It's set to 50 as it's the maximum number of ids that YouTube API accepts
+        final int batchSize = 50;
+        final int size = videoImportDtos.size();
+        final List<String> processingIds = new ArrayList<>();
+
+        final var playlist = playlistRepository.findByNameContainingIgnoreCase(playlistName).orElseThrow(
+            () -> new PlayListNotFoundException(String.format("Playlist '%s' was not found", playlistName)));
+
+        for (int i = 0; i < size; i += batchSize) {
+            var processingId = UUID.randomUUID().toString();
+            processingIds.add(processingId);
+
+            var videosSubList = videoImportDtos.subList(i, Math.min(i + batchSize, size));
+            this.processBatch(processingId, playlist, videosSubList);
+        }
+
+        return processingIds;
+    }
+
+    @Transactional(propagation = Propagation.REQUIRES_NEW)
+    protected void processBatch(String processingId, Playlist playlist, List<VideoImportDto> videoImportDtoSubList) {
+        try {
+            BatchStatusManager.updateBatchStatus(processingId, ProcessingStatus.PROCESSING);
+
+            var videosBatch = videoImportDtoSubList.stream()
+                                                   .filter(dto -> isValidVideoId(dto.id()))
+                                                   .map(dto -> videoRepository
+                                                       .findVideoByYoutubeId(dto.id())
+                                                       .orElseGet(() -> new Video(dto.id(), dto.importDate().toLocalDate(), playlist)))
+                                                   .toList();
+
+            videoRepository.saveAll(videosBatch);
+            entityManager.flush();
+            publisher.publishEvent(new VideosSavedEvent(processingId, videosBatch));
+        } catch (RuntimeException e) {
+            var failedVideoIds = videoImportDtoSubList.stream().map(VideoImportDto::id).toList();
+            BatchStatusManager.updateBatchStatus(processingId, ProcessingStatus.FAILED, failedVideoIds);
+            throw new RuntimeException(e);
+        }
+    }
+
+    private List<VideoImportDto> parseCsv(MultipartFile file) {
+        List<VideoImportDto> videoImportDtos = new ArrayList<>();
+
+        try (var reader = new BufferedReader(new InputStreamReader(file.getInputStream()))) {
+            String line;
+            var header = true;
+
+            while ((line = reader.readLine()) != null) {
+                if (header) {
+                    header = false;
+                    continue;
+                }
+
+                var data = line.split(",");
+
+                // Skip lines that do not have at least 2 columns
+                if (data.length < 2) {
+                    continue;
+                }
+
+                var videoId = data[0];
+                var videoTimeStamp = OffsetDateTime.parse(data[1]);
+                var videoImportDto = new VideoImportDto(videoId, videoTimeStamp);
+                videoImportDtos.add(videoImportDto);
+            }
+        } catch (IOException e) {
+            throw new RuntimeException(e);
+        }
+
+        return videoImportDtos;
+    }
+
+    private boolean isValidVideoId(String youtubeId) {
+        return youtubeId != null && !youtubeId.trim().isEmpty() && !youtubeId.equalsIgnoreCase("null");
+    }
+}

From 4cfd0211bcad3cb46ba191a11ccc68c0f530eeaa Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Wed, 9 Oct 2024 12:02:40 +0300
Subject: [PATCH 23/27] Update event for saving videos

VideoData is going to be saved only if it has changed or is not present for the given video
---
 .../youtube/event/VideoEventListener.java     | 58 ++++++++++++++-----
 1 file changed, 42 insertions(+), 16 deletions(-)

diff --git a/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java b/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java
index a16af7b..debf598 100644
--- a/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java
+++ b/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java
@@ -1,6 +1,8 @@
 package com.ypm.service.youtube.event;
 
 import com.ypm.constant.ProcessingStatus;
+import com.ypm.dto.VideoDto;
+import com.ypm.persistence.entity.Video;
 import com.ypm.persistence.entity.VideoData;
 import com.ypm.persistence.event.VideosSavedEvent;
 import com.ypm.persistence.repository.VideoRepository;
@@ -27,22 +29,12 @@ public void handleVideosSavedEvent(VideosSavedEvent event) {
             var videoDtoList = videoService.getVideoData(event.getVideoIds());
 
             var videosToSave = videoDtoList.stream()
-                                           .filter(dto -> !dto.title().isEmpty() && !dto.description().isEmpty())
-                                           .map(dto -> videoRepository.findVideoByYoutubeId(dto.id()).map(video -> {
-                                               String tagsAsString = "";
-                                               if (dto.tags() != null) {
-                                                   tagsAsString = String.join(", ", dto.tags());
-                                               }
-
-                                               var videoData = new VideoData(dto.title(), dto.description(), dto.channelName(), tagsAsString);
-                                               video.setVideoData(videoData);
-
-                                               if (video.getVideoData() != null) {
-                                                   video.getVideoData().setVideo(video);
-                                               }
-
-                                               return video;
-                                           }).orElse(null)).filter(Objects::nonNull).toList();
+                    .filter(this::isValidDtoData)
+                    .map(dto -> videoRepository.findVideoByYoutubeId(dto.id())
+                                               .map(video -> addOrUpdateVideoData(dto, video))
+                                               .orElse(null))
+                    .filter(Objects::nonNull)
+                    .toList();
 
             videoRepository.saveAll(videosToSave);
             BatchStatusManager.updateBatchStatus(event.processingId(), ProcessingStatus.COMPLETED);
@@ -51,4 +43,38 @@ public void handleVideosSavedEvent(VideosSavedEvent event) {
             throw new RuntimeException(e);
         }
     }
+
+    private Video addOrUpdateVideoData(VideoDto dto, Video video) {
+        if (video.getVideoData() == null) {
+            var videoData = new VideoData(dto.title(), dto.description(), dto.channelName(), tagsToString(dto));
+            video.setVideoData(videoData);
+            video.getVideoData().setVideo(video);
+        } else if (hasVideoDataChanged(video.getVideoData(), dto)) {
+            updateVideoData(video.getVideoData(), dto);
+        }
+
+        return video;
+    }
+
+    private boolean isValidDtoData(VideoDto dto) {
+        return !dto.title().isEmpty() && !dto.description().isEmpty();
+    }
+
+    private boolean hasVideoDataChanged(VideoData videoData, VideoDto dto) {
+        return !Objects.equals(videoData.getTitle(), dto.title())
+                || !Objects.equals(videoData.getDescription(), dto.description())
+                || !Objects.equals(videoData.getChannelName(), dto.channelName())
+                || !Objects.equals(videoData.getTags(), dto.tags() != null ? tagsToString(dto) : null);
+    }
+
+    private void updateVideoData(VideoData videoData, VideoDto videoDto) {
+        videoData.setTitle(videoDto.title());
+        videoData.setDescription(videoDto.description());
+        videoData.setChannelName(videoDto.channelName());
+        videoData.setTags(videoDto.tags() != null ? tagsToString(videoDto) : null);
+    }
+
+    private String tagsToString(VideoDto videoDto) {
+        return String.join(", ", videoDto.tags());
+    }
 }

From d25cf1508dd03aed52122c5509ebde983414eea2 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Fri, 11 Oct 2024 09:45:23 +0300
Subject: [PATCH 24/27] Fixed getting NPE when parsing tags

---
 .../ypm/service/youtube/event/VideoEventListener.java  | 10 +++++++---
 1 file changed, 7 insertions(+), 3 deletions(-)

diff --git a/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java b/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java
index debf598..03e5eeb 100644
--- a/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java
+++ b/src/main/java/com/ypm/service/youtube/event/VideoEventListener.java
@@ -46,7 +46,7 @@ public void handleVideosSavedEvent(VideosSavedEvent event) {
 
     private Video addOrUpdateVideoData(VideoDto dto, Video video) {
         if (video.getVideoData() == null) {
-            var videoData = new VideoData(dto.title(), dto.description(), dto.channelName(), tagsToString(dto));
+            var videoData = new VideoData(dto.title(), dto.description(), dto.channelName(), this.getTags(dto));
             video.setVideoData(videoData);
             video.getVideoData().setVideo(video);
         } else if (hasVideoDataChanged(video.getVideoData(), dto)) {
@@ -64,14 +64,18 @@ private boolean hasVideoDataChanged(VideoData videoData, VideoDto dto) {
         return !Objects.equals(videoData.getTitle(), dto.title())
                 || !Objects.equals(videoData.getDescription(), dto.description())
                 || !Objects.equals(videoData.getChannelName(), dto.channelName())
-                || !Objects.equals(videoData.getTags(), dto.tags() != null ? tagsToString(dto) : null);
+                || !Objects.equals(videoData.getTags(), this.getTags(dto));
     }
 
     private void updateVideoData(VideoData videoData, VideoDto videoDto) {
         videoData.setTitle(videoDto.title());
         videoData.setDescription(videoDto.description());
         videoData.setChannelName(videoDto.channelName());
-        videoData.setTags(videoDto.tags() != null ? tagsToString(videoDto) : null);
+        videoData.setTags(this.getTags(videoDto));
+    }
+
+    private String getTags(VideoDto dto) {
+        return dto.tags() != null ? tagsToString(dto) : null;
     }
 
     private String tagsToString(VideoDto videoDto) {

From b5d6709af10a9f65a7bf58bff0ec6119e818b514 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Sat, 26 Oct 2024 19:41:32 +0300
Subject: [PATCH 25/27] Disable liquibase for unit tests

---
 .github/workflows/gradle.yml            | 2 ++
 src/main/resources/application-test.yml | 3 +++
 2 files changed, 5 insertions(+)
 create mode 100644 src/main/resources/application-test.yml

diff --git a/.github/workflows/gradle.yml b/.github/workflows/gradle.yml
index 33934ba..ac5938c 100644
--- a/.github/workflows/gradle.yml
+++ b/.github/workflows/gradle.yml
@@ -52,4 +52,6 @@ jobs:
           createPR: false
 
       - name: Build with Gradle Wrapper
+        env:
+          SPRING_PROFILES_ACTIVE: test
         run: ./gradlew build
diff --git a/src/main/resources/application-test.yml b/src/main/resources/application-test.yml
new file mode 100644
index 0000000..f73f27d
--- /dev/null
+++ b/src/main/resources/application-test.yml
@@ -0,0 +1,3 @@
+spring:
+  liquibase:
+    enabled: false

From 2d24cbc4f3497311063324d35455565554dcefe7 Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Sat, 26 Oct 2024 19:41:42 +0300
Subject: [PATCH 26/27] Update dependencies

---
 build.gradle.kts | 11 ++++++-----
 1 file changed, 6 insertions(+), 5 deletions(-)

diff --git a/build.gradle.kts b/build.gradle.kts
index f81c526..82ddffb 100644
--- a/build.gradle.kts
+++ b/build.gradle.kts
@@ -1,6 +1,6 @@
 plugins {
     java
-    id("org.springframework.boot") version "3.3.4"
+    id("org.springframework.boot") version "3.3.5"
     id("io.spring.dependency-management") version "1.1.6"
 }
 
@@ -42,11 +42,11 @@ dependencies {
     annotationProcessor("org.springframework.boot:spring-boot-configuration-processor")
 
     // YouTube Client
-    implementation("com.google.apis:google-api-services-youtube:v3-rev20240310-2.0.0")
-    implementation("com.google.api-client:google-api-client:2.6.0")
-    implementation("com.google.http-client:google-http-client:1.44.1")
+    implementation("com.google.apis:google-api-services-youtube:v3-rev20241022-2.0.0")
+    implementation("com.google.api-client:google-api-client:2.7.0")
+    implementation("com.google.http-client:google-http-client:1.45.0")
     implementation("com.google.oauth-client:google-oauth-client-jetty:1.36.0")
-    implementation("com.google.code.gson:gson:2.10")
+    implementation("com.google.code.gson:gson:2.11.0")
 
     // Lombok
     compileOnly("org.projectlombok:lombok")
@@ -55,6 +55,7 @@ dependencies {
     // Test
     testImplementation("org.springframework.boot:spring-boot-starter-test")
     testImplementation("org.springframework.security:spring-security-test")
+    runtimeOnly("com.h2database:h2")
 }
 
 tasks.withType<Test> {

From 63c10c2ca514d7a541b47275aab612e699f397ee Mon Sep 17 00:00:00 2001
From: Roman Mager <roman.mager@outlook.com>
Date: Sun, 3 Nov 2024 12:03:37 +0200
Subject: [PATCH 27/27] Remove H2 database dependency

---
 build.gradle.kts | 1 -
 1 file changed, 1 deletion(-)

diff --git a/build.gradle.kts b/build.gradle.kts
index 82ddffb..e595c4f 100644
--- a/build.gradle.kts
+++ b/build.gradle.kts
@@ -55,7 +55,6 @@ dependencies {
     // Test
     testImplementation("org.springframework.boot:spring-boot-starter-test")
     testImplementation("org.springframework.security:spring-security-test")
-    runtimeOnly("com.h2database:h2")
 }
 
 tasks.withType<Test> {