pull/1625/head
kunfei 3 years ago
parent 14b7e8ecb3
commit f928e4ed74
  1. 152
      app/src/main/java/io/legado/app/model/localBook/TextFile.kt

@ -13,6 +13,7 @@ import java.io.FileNotFoundException
import java.nio.charset.Charset import java.nio.charset.Charset
import java.util.regex.Matcher import java.util.regex.Matcher
import java.util.regex.Pattern import java.util.regex.Pattern
import kotlin.math.min
class TextFile(private val book: Book) { class TextFile(private val book: Book) {
@ -45,11 +46,10 @@ class TextFile(private val book: Book) {
//没有标题的时候,每个章节的最大长度 //没有标题的时候,每个章节的最大长度
private val maxLengthWithNoToc = 10 * 1024 private val maxLengthWithNoToc = 10 * 1024
//使用正则划分目录,每个章节的最大允许长度 //使用正则划分目录,每个章节的最大允许长度
private val maxLengthWithToc = 102400 private val maxLengthWithToc = 102400
private val limitContentLength = book.getLimitContentLength()
private val tocRules = arrayListOf<Pattern>()
private var charset: Charset = book.fileCharset() private var charset: Charset = book.fileCharset()
/** /**
@ -57,7 +57,7 @@ class TextFile(private val book: Book) {
*/ */
@Throws(FileNotFoundException::class) @Throws(FileNotFoundException::class)
fun getChapterList(): ArrayList<BookChapter> { fun getChapterList(): ArrayList<BookChapter> {
val rulePattern: Pattern? = if (book.charset == null || book.tocUrl.isEmpty()) { if (book.charset == null || book.tocUrl.isEmpty()) {
LocalBook.getBookInputStream(book).use { bis -> LocalBook.getBookInputStream(book).use { bis ->
val buffer = ByteArray(bufferSize) val buffer = ByteArray(bufferSize)
var blockContent: String var blockContent: String
@ -65,46 +65,65 @@ class TextFile(private val book: Book) {
book.charset = EncodingDetect.getEncode(buffer) book.charset = EncodingDetect.getEncode(buffer)
charset = book.fileCharset() charset = book.fileCharset()
blockContent = String(buffer, 0, length, charset) blockContent = String(buffer, 0, length, charset)
if (book.tocUrl.isNotEmpty()) { if (book.tocUrl.isBlank()) {
book.tocUrl.toPattern(Pattern.MULTILINE)
} else {
if (blockContent.isEmpty()) { if (blockContent.isEmpty()) {
length = bis.read(buffer) length = bis.read(buffer)
book.charset = EncodingDetect.getEncode(buffer) book.charset = EncodingDetect.getEncode(buffer)
blockContent = String(buffer, 0, length, charset) blockContent = String(buffer, 0, length, charset)
} }
getTocRule(blockContent) book.tocUrl = getTocRule(blockContent)?.pattern() ?: ""
} }
} }
} else {
book.tocUrl.toPattern(Pattern.MULTILINE)
} }
return rulePattern?.let { val toc = analyze(book.tocUrl.toPattern(Pattern.MULTILINE))
analyze(rulePattern) toc.forEachIndexed { index, bookChapter ->
} ?: analyze() bookChapter.index = index
bookChapter.bookUrl = book.bookUrl
bookChapter.url = MD5Utils.md5Encode16(book.originName + index + bookChapter.title)
}
book.latestChapterTitle = toc.last().title
book.totalChapterNum = toc.size
book.save()
return toc
} }
/** /**
* 按规则解析目录 * 按规则解析目录
*/ */
private fun analyze(pattern: Pattern): ArrayList<BookChapter> { private fun analyze(
pattern: Pattern?,
fileStart: Long = 0L,
fileEnd: Long = Long.MAX_VALUE
): ArrayList<BookChapter> {
pattern ?: return analyze(fileStart, fileEnd)
val toc = arrayListOf<BookChapter>() val toc = arrayListOf<BookChapter>()
LocalBook.getBookInputStream(book).use { bis -> LocalBook.getBookInputStream(book).use { bis ->
var blockContent: String var blockContent: String
//加载章节 //加载章节
var curOffset: Long = 0 var curOffset: Long = 0
//读取的长度 //读取的长度
var length: Int var length = 0
val buffer = ByteArray(bufferSize) val buffer = ByteArray(bufferSize)
var bufferStart = 3 var bufferStart = 3
bis.read(buffer, 0, 3) if (fileStart == 0L) {
if (Utf8BomUtils.hasBom(buffer)) { bis.read(buffer, 0, 3)
if (Utf8BomUtils.hasBom(buffer)) {
bufferStart = 0
curOffset = 3
}
} else {
bis.skip(fileStart)
curOffset = fileStart
bufferStart = 0 bufferStart = 0
curOffset = 3
} }
//获取文件中的数据到buffer,直到没有数据为止 //获取文件中的数据到buffer,直到没有数据为止
while (bis.read(buffer, bufferStart, bufferSize - bufferStart) while (
.also { length = it } > 0 fileEnd - curOffset > 0 &&
bis.read(
buffer,
bufferStart,
min((bufferSize - bufferStart).toLong(), fileEnd - curOffset).toInt()
).also { length = it } > 0
) { ) {
var end = bufferStart + length var end = bufferStart + length
for (i in bufferStart + length - 1 downTo 0) { for (i in bufferStart + length - 1 downTo 0) {
@ -129,9 +148,8 @@ class TextFile(private val book: Book) {
val chapterContent = blockContent.substring(seekPos, chapterStart) val chapterContent = blockContent.substring(seekPos, chapterStart)
val chapterLength = chapterContent.toByteArray(charset).size val chapterLength = chapterContent.toByteArray(charset).size
val lastStart = toc.lastOrNull()?.start ?: curOffset val lastStart = toc.lastOrNull()?.start ?: curOffset
if (limitContentLength && curOffset + chapterLength - lastStart > maxLengthWithToc) { if (curOffset + chapterLength - lastStart > maxLengthWithToc) {
bis.close() toc.addAll(analyze(lastStart, curOffset + chapterLength))
return analyze()
} }
//如果 seekPos == 0 && chapterStart != 0 表示当前block处前面有一段内容 //如果 seekPos == 0 && chapterStart != 0 表示当前block处前面有一段内容
//第一种情况一定是序章 第二种情况是上一个章节的内容 //第一种情况一定是序章 第二种情况是上一个章节的内容
@ -153,7 +171,8 @@ class TextFile(private val book: Book) {
} else { //否则就block分割之后,上一个章节的剩余内容 } else { //否则就block分割之后,上一个章节的剩余内容
//获取上一章节 //获取上一章节
val lastChapter = toc.last() val lastChapter = toc.last()
toc.last().isVolume = chapterContent.substringAfter(lastChapter.title).isBlank() toc.last().isVolume =
chapterContent.substringAfter(lastChapter.title).isBlank()
//将当前段落添加上一章去 //将当前段落添加上一章去
lastChapter.end = lastChapter.end =
lastChapter.end!! + chapterLength.toLong() lastChapter.end!! + chapterLength.toLong()
@ -167,7 +186,8 @@ class TextFile(private val book: Book) {
if (toc.isNotEmpty()) { //获取章节内容 if (toc.isNotEmpty()) { //获取章节内容
//获取上一章节 //获取上一章节
val lastChapter = toc.last() val lastChapter = toc.last()
toc.last().isVolume = chapterContent.substringAfter(lastChapter.title).isBlank() toc.last().isVolume =
chapterContent.substringAfter(lastChapter.title).isBlank()
lastChapter.end = lastChapter.end =
lastChapter.start!! + chapterContent.toByteArray(charset).size.toLong() lastChapter.start!! + chapterContent.toByteArray(charset).size.toLong()
//创建当前章节 //创建当前章节
@ -192,28 +212,18 @@ class TextFile(private val book: Book) {
toc.lastOrNull()?.end = curOffset toc.lastOrNull()?.end = curOffset
} }
} }
toc.forEachIndexed { index, bookChapter ->
bookChapter.index = index
bookChapter.bookUrl = book.bookUrl
bookChapter.url = MD5Utils.md5Encode16(book.originName + index + bookChapter.title)
}
book.latestChapterTitle = toc.last().title
book.totalChapterNum = toc.size
System.gc() System.gc()
System.runFinalization() System.runFinalization()
book.tocUrl = pattern.pattern()
book.save()
return toc return toc
} }
/** /**
* 无规则拆分目录 * 无规则拆分目录
*/ */
private fun analyze(): ArrayList<BookChapter> { private fun analyze(
nextTocRule()?.let { fileStart: Long = 0L,
return analyze(it) fileEnd: Long = Long.MAX_VALUE
} ): ArrayList<BookChapter> {
val toc = arrayListOf<BookChapter>() val toc = arrayListOf<BookChapter>()
LocalBook.getBookInputStream(book).use { bis -> LocalBook.getBookInputStream(book).use { bis ->
//block的个数 //block的个数
@ -222,17 +232,28 @@ class TextFile(private val book: Book) {
var curOffset: Long = 0 var curOffset: Long = 0
var chapterPos = 0 var chapterPos = 0
//读取的长度 //读取的长度
var length: Int var length = 0
val buffer = ByteArray(bufferSize) val buffer = ByteArray(bufferSize)
var bufferStart = 3 var bufferStart = 3
bis.read(buffer, 0, 3) if (fileStart == 0L) {
if (Utf8BomUtils.hasBom(buffer)) { bis.read(buffer, 0, 3)
if (Utf8BomUtils.hasBom(buffer)) {
bufferStart = 0
curOffset = 3
}
} else {
bis.skip(fileStart)
curOffset = fileStart
bufferStart = 0 bufferStart = 0
curOffset = 3
} }
//获取文件中的数据到buffer,直到没有数据为止 //获取文件中的数据到buffer,直到没有数据为止
while (bis.read(buffer, bufferStart, bufferSize - bufferStart) while (
.also { length = it } > 0 fileEnd - curOffset > 0 &&
bis.read(
buffer,
bufferStart,
min((bufferSize - bufferStart).toLong(), fileEnd - curOffset).toInt()
).also { length = it } > 0
) { ) {
blockPos++ blockPos++
//章节在buffer的偏移量 //章节在buffer的偏移量
@ -286,47 +307,16 @@ class TextFile(private val book: Book) {
} }
} }
} }
if (toc.isEmpty()) {
return analyze()
}
toc.forEachIndexed { index, bookChapter ->
bookChapter.index = index
bookChapter.bookUrl = book.bookUrl
bookChapter.url = MD5Utils.md5Encode16(book.originName + index + bookChapter.title)
}
book.latestChapterTitle = toc.last().title
book.totalChapterNum = toc.size
System.gc()
System.runFinalization()
book.tocUrl = ""
book.save()
return toc return toc
} }
/**
* 初始化并获取匹配次数最多的规则
*/
private fun getTocRule(content: String): Pattern? {
tocRules.addAll(getTocRules(content, getTocRules().reversed()))
//tocRules.addAll(getTocRules(content, appDb.txtTocRuleDao.disabled.reversed()))
return tocRules.firstOrNull()
}
/**
* 获取下一个规则并移除上一个
*/
private fun nextTocRule(): Pattern? {
tocRules.removeFirstOrNull()
return tocRules.firstOrNull()
}
/** /**
* 获取所有匹配次数大于1的目录规则 * 获取所有匹配次数大于1的目录规则
*/ */
private fun getTocRules(content: String, rules: List<TxtTocRule>): ArrayList<Pattern> { private fun getTocRule(content: String): Pattern? {
val list = arrayListOf<Pattern>() val rules = getTocRules().reversed()
var maxCs = 1 var maxCs = 1
var tocPattern: Pattern? = null
for (tocRule in rules) { for (tocRule in rules) {
val pattern = tocRule.rule.toPattern(Pattern.MULTILINE) val pattern = tocRule.rule.toPattern(Pattern.MULTILINE)
val matcher = pattern.matcher(content) val matcher = pattern.matcher(content)
@ -336,12 +326,10 @@ class TextFile(private val book: Book) {
} }
if (cs >= maxCs) { if (cs >= maxCs) {
maxCs = cs maxCs = cs
list.add(0, pattern) tocPattern = pattern
} else if (cs > 1) {
list.add(pattern)
} }
} }
return list return tocPattern
} }
/** /**

Loading…
Cancel
Save