diff --git a/app/src/main/java/io/legado/app/model/localBook/TextFile.kt b/app/src/main/java/io/legado/app/model/localBook/TextFile.kt index 3cef1f76e..0697aeac9 100644 --- a/app/src/main/java/io/legado/app/model/localBook/TextFile.kt +++ b/app/src/main/java/io/legado/app/model/localBook/TextFile.kt @@ -13,6 +13,7 @@ import java.io.FileNotFoundException import java.nio.charset.Charset import java.util.regex.Matcher import java.util.regex.Pattern +import kotlin.math.min class TextFile(private val book: Book) { @@ -45,11 +46,10 @@ class TextFile(private val book: Book) { //没有标题的时候，每个章节的最大长度 private val maxLengthWithNoToc = 10 * 1024 + //使用正则划分目录，每个章节的最大允许长度 private val maxLengthWithToc = 102400 - private val limitContentLength = book.getLimitContentLength() - private val tocRules = arrayListOf() private var charset: Charset = book.fileCharset() /** @@ -57,7 +57,7 @@ class TextFile(private val book: Book) { */ @Throws(FileNotFoundException::class) fun getChapterList(): ArrayList { - val rulePattern: Pattern? = if (book.charset == null || book.tocUrl.isEmpty()) { + if (book.charset == null || book.tocUrl.isEmpty()) { LocalBook.getBookInputStream(book).use { bis -> val buffer = ByteArray(bufferSize) var blockContent: String @@ -65,46 +65,65 @@ class TextFile(private val book: Book) { book.charset = EncodingDetect.getEncode(buffer) charset = book.fileCharset() blockContent = String(buffer, 0, length, charset) - if (book.tocUrl.isNotEmpty()) { - book.tocUrl.toPattern(Pattern.MULTILINE) - } else { + if (book.tocUrl.isBlank()) { if (blockContent.isEmpty()) { length = bis.read(buffer) book.charset = EncodingDetect.getEncode(buffer) blockContent = String(buffer, 0, length, charset) } - getTocRule(blockContent) + book.tocUrl = getTocRule(blockContent)?.pattern() ?: "" } } - } else { - book.tocUrl.toPattern(Pattern.MULTILINE) } - return rulePattern?.let { - analyze(rulePattern) - } ?: analyze() + val toc = analyze(book.tocUrl.toPattern(Pattern.MULTILINE)) + toc.forEachIndexed { index, bookChapter -> + bookChapter.index = index + bookChapter.bookUrl = book.bookUrl + bookChapter.url = MD5Utils.md5Encode16(book.originName + index + bookChapter.title) + } + book.latestChapterTitle = toc.last().title + book.totalChapterNum = toc.size + book.save() + return toc } /** * 按规则解析目录 */ - private fun analyze(pattern: Pattern): ArrayList { + private fun analyze( + pattern: Pattern?, + fileStart: Long = 0L, + fileEnd: Long = Long.MAX_VALUE + ): ArrayList { + pattern ?: return analyze(fileStart, fileEnd) val toc = arrayListOf() LocalBook.getBookInputStream(book).use { bis -> var blockContent: String //加载章节 var curOffset: Long = 0 //读取的长度 - var length: Int + var length = 0 val buffer = ByteArray(bufferSize) var bufferStart = 3 - bis.read(buffer, 0, 3) - if (Utf8BomUtils.hasBom(buffer)) { + if (fileStart == 0L) { + bis.read(buffer, 0, 3) + if (Utf8BomUtils.hasBom(buffer)) { + bufferStart = 0 + curOffset = 3 + } + } else { + bis.skip(fileStart) + curOffset = fileStart bufferStart = 0 - curOffset = 3 } //获取文件中的数据到buffer，直到没有数据为止 - while (bis.read(buffer, bufferStart, bufferSize - bufferStart) - .also { length = it } > 0 + while ( + fileEnd - curOffset > 0 && + bis.read( + buffer, + bufferStart, + min((bufferSize - bufferStart).toLong(), fileEnd - curOffset).toInt() + ).also { length = it } > 0 ) { var end = bufferStart + length for (i in bufferStart + length - 1 downTo 0) { @@ -129,9 +148,8 @@ class TextFile(private val book: Book) { val chapterContent = blockContent.substring(seekPos, chapterStart) val chapterLength = chapterContent.toByteArray(charset).size val lastStart = toc.lastOrNull()?.start ?: curOffset - if (limitContentLength && curOffset + chapterLength - lastStart > maxLengthWithToc) { - bis.close() - return analyze() + if (curOffset + chapterLength - lastStart > maxLengthWithToc) { + toc.addAll(analyze(lastStart, curOffset + chapterLength)) } //如果 seekPos == 0 && chapterStart != 0 表示当前block处前面有一段内容 //第一种情况一定是序章 第二种情况是上一个章节的内容 @@ -153,7 +171,8 @@ class TextFile(private val book: Book) { } else { //否则就block分割之后，上一个章节的剩余内容 //获取上一章节 val lastChapter = toc.last() - toc.last().isVolume = chapterContent.substringAfter(lastChapter.title).isBlank() + toc.last().isVolume = + chapterContent.substringAfter(lastChapter.title).isBlank() //将当前段落添加上一章去 lastChapter.end = lastChapter.end!! + chapterLength.toLong() @@ -167,7 +186,8 @@ class TextFile(private val book: Book) { if (toc.isNotEmpty()) { //获取章节内容 //获取上一章节 val lastChapter = toc.last() - toc.last().isVolume = chapterContent.substringAfter(lastChapter.title).isBlank() + toc.last().isVolume = + chapterContent.substringAfter(lastChapter.title).isBlank() lastChapter.end = lastChapter.start!! + chapterContent.toByteArray(charset).size.toLong() //创建当前章节 @@ -192,28 +212,18 @@ class TextFile(private val book: Book) { toc.lastOrNull()?.end = curOffset } } - toc.forEachIndexed { index, bookChapter -> - bookChapter.index = index - bookChapter.bookUrl = book.bookUrl - bookChapter.url = MD5Utils.md5Encode16(book.originName + index + bookChapter.title) - } - book.latestChapterTitle = toc.last().title - book.totalChapterNum = toc.size - System.gc() System.runFinalization() - book.tocUrl = pattern.pattern() - book.save() return toc } /** * 无规则拆分目录 */ - private fun analyze(): ArrayList { - nextTocRule()?.let { - return analyze(it) - } + private fun analyze( + fileStart: Long = 0L, + fileEnd: Long = Long.MAX_VALUE + ): ArrayList { val toc = arrayListOf() LocalBook.getBookInputStream(book).use { bis -> //block的个数 @@ -222,17 +232,28 @@ class TextFile(private val book: Book) { var curOffset: Long = 0 var chapterPos = 0 //读取的长度 - var length: Int + var length = 0 val buffer = ByteArray(bufferSize) var bufferStart = 3 - bis.read(buffer, 0, 3) - if (Utf8BomUtils.hasBom(buffer)) { + if (fileStart == 0L) { + bis.read(buffer, 0, 3) + if (Utf8BomUtils.hasBom(buffer)) { + bufferStart = 0 + curOffset = 3 + } + } else { + bis.skip(fileStart) + curOffset = fileStart bufferStart = 0 - curOffset = 3 } //获取文件中的数据到buffer，直到没有数据为止 - while (bis.read(buffer, bufferStart, bufferSize - bufferStart) - .also { length = it } > 0 + while ( + fileEnd - curOffset > 0 && + bis.read( + buffer, + bufferStart, + min((bufferSize - bufferStart).toLong(), fileEnd - curOffset).toInt() + ).also { length = it } > 0 ) { blockPos++ //章节在buffer的偏移量 @@ -286,47 +307,16 @@ class TextFile(private val book: Book) { } } } - if (toc.isEmpty()) { - return analyze() - } - toc.forEachIndexed { index, bookChapter -> - bookChapter.index = index - bookChapter.bookUrl = book.bookUrl - bookChapter.url = MD5Utils.md5Encode16(book.originName + index + bookChapter.title) - } - book.latestChapterTitle = toc.last().title - book.totalChapterNum = toc.size - - System.gc() - System.runFinalization() - book.tocUrl = "" - book.save() return toc } - /** - * 初始化并获取匹配次数最多的规则 - */ - private fun getTocRule(content: String): Pattern? { - tocRules.addAll(getTocRules(content, getTocRules().reversed())) - //tocRules.addAll(getTocRules(content, appDb.txtTocRuleDao.disabled.reversed())) - return tocRules.firstOrNull() - } - - /** - * 获取下一个规则并移除上一个 - */ - private fun nextTocRule(): Pattern? { - tocRules.removeFirstOrNull() - return tocRules.firstOrNull() - } - /** * 获取所有匹配次数大于1的目录规则 */ - private fun getTocRules(content: String, rules: List): ArrayList { - val list = arrayListOf() + private fun getTocRule(content: String): Pattern? { + val rules = getTocRules().reversed() var maxCs = 1 + var tocPattern: Pattern? = null for (tocRule in rules) { val pattern = tocRule.rule.toPattern(Pattern.MULTILINE) val matcher = pattern.matcher(content) @@ -336,12 +326,10 @@ class TextFile(private val book: Book) { } if (cs >= maxCs) { maxCs = cs - list.add(0, pattern) - } else if (cs > 1) { - list.add(pattern) + tocPattern = pattern } } - return list + return tocPattern } /**