mangamochi/backend
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: implement rate limiting for image downloads in MangaChapterService

Browse Source
This commit is contained in:
Rodrigo Verdiani 2025-10-27 14:53:13 -03:00
parent c0d4e4084a
commit 948dd7fb9e
2 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/main/java/com/magamochi/mangamochi/config/RateLimiterConfig.java
View File

@ -15,4 +15,9 @@ public class RateLimiterConfig {
public RateLimiter jikanRateLimiter() {
return RateLimiter.create(1);
}
@Bean
public RateLimiter imageDownloadRateLimiter() {
return RateLimiter.create(10);
}
}

7
src/main/java/com/magamochi/mangamochi/service/MangaChapterService.java
View File

@ -1,5 +1,6 @@
package com.magamochi.mangamochi.service;
import com.google.common.util.concurrent.RateLimiter;
import com.magamochi.mangamochi.exception.UnprocessableException;
import com.magamochi.mangamochi.model.dto.MangaChapterArchiveDTO;
import com.magamochi.mangamochi.model.dto.MangaChapterImagesDTO;
@ -36,6 +37,8 @@ public class MangaChapterService {
private final ContentProviderFactory contentProviderFactory;
private final RateLimiter imageDownloadRateLimiter;
@Transactional
public void fetchChapter(Long chapterId) {
var chapter = getMangaChapterThrowIfNotFound(chapterId);
@ -50,9 +53,11 @@ public class MangaChapterService {
}
var chapterImages =
chapterImagesUrls.entrySet().stream()
chapterImagesUrls.entrySet().parallelStream()
.map(
entry -> {
imageDownloadRateLimiter.acquire();
try {
var inputStream =
new BufferedInputStream(