diff --git a/app/src/main/java/io/legado/app/model/CacheBook.kt b/app/src/main/java/io/legado/app/model/CacheBook.kt
index ddaf3aaa2..11f5478c4 100644
--- a/app/src/main/java/io/legado/app/model/CacheBook.kt
+++ b/app/src/main/java/io/legado/app/model/CacheBook.kt
@@ -162,7 +162,9 @@ class CacheBook(var bookSource: BookSource, var book: Book) {
         synchronized(this) {
             val chapterIndex = waitDownloadSet.firstOrNull()
             if (chapterIndex == null) {
-                cacheBookMap.remove(book.bookUrl)
+                if (onDownloadSet.isEmpty()) {
+                    cacheBookMap.remove(book.bookUrl)
+                }
                 return false
             }
             if (onDownloadSet.contains(chapterIndex)) {