Merge pull request #463 from gedoor/master

优化正文url拼接
pull/481/head
Antecer 4 years ago committed by GitHub
commit ee69c526c4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
  1. 1
      app/src/main/assets/updateLog.md
  2. 11
      app/src/main/java/io/legado/app/data/AppDatabase.kt
  3. 5
      app/src/main/java/io/legado/app/data/entities/BookChapter.kt
  4. 8
      app/src/main/java/io/legado/app/model/webBook/BookChapterList.kt
  5. 18
      app/src/main/java/io/legado/app/model/webBook/WebBook.kt
  6. 2
      app/src/main/java/io/legado/app/ui/book/read/page/provider/ChapterProvider.kt
  7. 7
      app/src/main/java/io/legado/app/utils/NetworkUtils.kt

@ -8,6 +8,7 @@
* 解决一些书名太长缓存报错的bug * 解决一些书名太长缓存报错的bug
* 添加备份搜索记录 * 添加备份搜索记录
* 替换编辑界面添加正则学习教程 * 替换编辑界面添加正则学习教程
* 去除解析目录时拼接相对url,提升解析速度
* 自动分段优化 by [tumuyan](https://github.com/tumuyan) * 自动分段优化 by [tumuyan](https://github.com/tumuyan)
**2020/11/01** **2020/11/01**

@ -18,7 +18,7 @@ import java.util.*
ReplaceRule::class, SearchBook::class, SearchKeyword::class, Cookie::class, ReplaceRule::class, SearchBook::class, SearchKeyword::class, Cookie::class,
RssSource::class, Bookmark::class, RssArticle::class, RssReadRecord::class, RssSource::class, Bookmark::class, RssArticle::class, RssReadRecord::class,
RssStar::class, TxtTocRule::class, ReadRecord::class, HttpTTS::class], RssStar::class, TxtTocRule::class, ReadRecord::class, HttpTTS::class],
version = 22, version = 23,
exportSchema = true exportSchema = true
) )
abstract class AppDatabase : RoomDatabase() { abstract class AppDatabase : RoomDatabase() {
@ -57,7 +57,8 @@ abstract class AppDatabase : RoomDatabase() {
migration_18_19, migration_18_19,
migration_19_20, migration_19_20,
migration_20_21, migration_20_21,
migration_21_22 migration_21_22,
migration_22_23
) )
.allowMainThreadQueries() .allowMainThreadQueries()
.addCallback(dbCallback) .addCallback(dbCallback)
@ -194,6 +195,12 @@ abstract class AppDatabase : RoomDatabase() {
database.execSQL("CREATE UNIQUE INDEX IF NOT EXISTS `index_books_name_author` ON `books` (`name`, `author`) ") database.execSQL("CREATE UNIQUE INDEX IF NOT EXISTS `index_books_name_author` ON `books` (`name`, `author`) ")
} }
} }
private val migration_22_23 = object : Migration(22, 23) {
override fun migrate(database: SupportSQLiteDatabase) {
database.execSQL("ALTER TABLE chapters ADD baseUrl TEXT NOT NULL DEFAULT ''")
}
}
} }
} }

@ -6,6 +6,7 @@ import androidx.room.ForeignKey
import androidx.room.Ignore import androidx.room.Ignore
import androidx.room.Index import androidx.room.Index
import io.legado.app.utils.GSON import io.legado.app.utils.GSON
import io.legado.app.utils.NetworkUtils
import io.legado.app.utils.fromJsonObject import io.legado.app.utils.fromJsonObject
import kotlinx.android.parcel.IgnoredOnParcel import kotlinx.android.parcel.IgnoredOnParcel
import kotlinx.android.parcel.Parcelize import kotlinx.android.parcel.Parcelize
@ -27,6 +28,7 @@ import kotlinx.android.parcel.Parcelize
data class BookChapter( data class BookChapter(
var url: String = "", // 章节地址 var url: String = "", // 章节地址
var title: String = "", // 章节标题 var title: String = "", // 章节标题
var baseUrl: String = "", //用来拼接相对url
var bookUrl: String = "", // 书籍地址 var bookUrl: String = "", // 书籍地址
var index: Int = 0, // 章节序号 var index: Int = 0, // 章节序号
var resourceUrl: String? = null, // 音频真实URL var resourceUrl: String? = null, // 音频真实URL
@ -57,5 +59,8 @@ data class BookChapter(
return false return false
} }
fun getAbsoluteURL(): String {
return NetworkUtils.getAbsoluteURL(baseUrl, url)!!
}
} }

@ -241,13 +241,15 @@ object BookChapterList {
var isVip: String? var isVip: String?
for (item in elements) { for (item in elements) {
analyzeRule.setContent(item) analyzeRule.setContent(item)
val bookChapter = BookChapter(bookUrl = book.bookUrl) val bookChapter = BookChapter(bookUrl = book.bookUrl, baseUrl = baseUrl)
analyzeRule.chapter = bookChapter analyzeRule.chapter = bookChapter
bookChapter.title = analyzeRule.getString(nameRule) bookChapter.title = analyzeRule.getString(nameRule)
bookChapter.url = analyzeRule.getString(urlRule, true) bookChapter.url = analyzeRule.getString(urlRule)
bookChapter.tag = analyzeRule.getString(update) bookChapter.tag = analyzeRule.getString(update)
isVip = analyzeRule.getString(vipRule) isVip = analyzeRule.getString(vipRule)
if (bookChapter.url.isEmpty()) bookChapter.url = baseUrl if (bookChapter.url.isEmpty()) {
bookChapter.url = baseUrl
}
if (bookChapter.title.isNotEmpty()) { if (bookChapter.title.isNotEmpty()) {
if (isVip.isNotEmpty() && isVip != "null" && isVip != "false" && isVip != "0") { if (isVip.isNotEmpty() && isVip != "null" && isVip != "false" && isVip != "0") {
bookChapter.title = "\uD83D\uDD12" + bookChapter.title bookChapter.title = "\uD83D\uDD12" + bookChapter.title

@ -128,18 +128,24 @@ class WebBook(val bookSource: BookSource) {
): Coroutine<List<BookChapter>> { ): Coroutine<List<BookChapter>> {
return Coroutine.async(scope, context) { return Coroutine.async(scope, context) {
book.type = bookSource.bookSourceType book.type = bookSource.bookSourceType
val body =
if (book.bookUrl == book.tocUrl && !book.tocHtml.isNullOrEmpty()) { if (book.bookUrl == book.tocUrl && !book.tocHtml.isNullOrEmpty()) {
book.tocHtml BookChapterList.analyzeChapterList(
this,
book,
book.tocHtml,
bookSource,
book.tocUrl
)
} else { } else {
AnalyzeUrl( val res = AnalyzeUrl(
book = book, book = book,
ruleUrl = book.tocUrl, ruleUrl = book.tocUrl,
baseUrl = book.bookUrl, baseUrl = book.bookUrl,
headerMapF = bookSource.getHeaderMap() headerMapF = bookSource.getHeaderMap()
).getResponseAwait(bookSource.bookSourceUrl).body ).getResponseAwait(bookSource.bookSourceUrl)
BookChapterList.analyzeChapterList(this, book, res.body, bookSource, res.url)
} }
BookChapterList.analyzeChapterList(this, book, body, bookSource, book.tocUrl)
} }
} }
@ -178,7 +184,7 @@ class WebBook(val bookSource: BookSource) {
book.tocHtml book.tocHtml
} else { } else {
val analyzeUrl = AnalyzeUrl( val analyzeUrl = AnalyzeUrl(
ruleUrl = bookChapter.url, ruleUrl = bookChapter.getAbsoluteURL(),
baseUrl = book.tocUrl, baseUrl = book.tocUrl,
headerMapF = bookSource.getHeaderMap(), headerMapF = bookSource.getHeaderMap(),
book = book, book = book,

@ -102,7 +102,7 @@ object ChapterProvider {
return TextChapter( return TextChapter(
bookChapter.index, bookChapter.index,
bookChapter.title, bookChapter.title,
bookChapter.url, bookChapter.getAbsoluteURL(),
textPages, textPages,
pageLines, pageLines,
pageLengths, pageLengths,

@ -11,9 +11,10 @@ import java.util.regex.Pattern
@Suppress("unused", "MemberVisibilityCanBePrivate") @Suppress("unused", "MemberVisibilityCanBePrivate")
object NetworkUtils { object NetworkUtils {
fun getUrl(response: Response<*>): String { fun getUrl(response: Response<*>): String {
val networkResponse = response.raw().networkResponse() response.raw().networkResponse()?.let {
return networkResponse?.request()?.url()?.toString() return it.request().url().toString()
?: response.raw().request().url().toString() }
return response.raw().request().url().toString()
} }
private val notNeedEncoding: BitSet by lazy { private val notNeedEncoding: BitSet by lazy {

Loading…
Cancel
Save