parent
a5b41c0d2e
commit
d239ecc1e7
@ -0,0 +1,397 @@ |
|||||||
|
/* |
||||||
|
* Copyright (C) 2016 AriaLyy(https://github.com/AriaLyy/Aria)
|
||||||
|
* |
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||||
|
* you may not use this file except in compliance with the License. |
||||||
|
* You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
package com.arialyy.aria.core.download.downloader; |
||||||
|
|
||||||
|
import com.arialyy.aria.core.AriaManager; |
||||||
|
import com.arialyy.aria.core.download.DownloadEntity; |
||||||
|
import com.arialyy.aria.core.download.DownloadGroupTaskEntity; |
||||||
|
import com.arialyy.aria.core.download.DownloadTaskEntity; |
||||||
|
import com.arialyy.aria.core.inf.IEntity; |
||||||
|
import com.arialyy.aria.orm.DbEntity; |
||||||
|
import com.arialyy.aria.util.CommonUtil; |
||||||
|
import java.io.File; |
||||||
|
import java.util.HashMap; |
||||||
|
import java.util.List; |
||||||
|
import java.util.Map; |
||||||
|
import java.util.Set; |
||||||
|
import java.util.Timer; |
||||||
|
import java.util.TimerTask; |
||||||
|
import java.util.concurrent.ExecutorService; |
||||||
|
import java.util.concurrent.Executors; |
||||||
|
|
||||||
|
/** |
||||||
|
* Created by AriaL on 2017/6/30. |
||||||
|
* 任务组核心逻辑 |
||||||
|
*/ |
||||||
|
abstract class AbsGroupUtil implements IDownloadUtil { |
||||||
|
private final String TAG = "DownloadGroupUtil"; |
||||||
|
/** |
||||||
|
* 任务组所有任务总大小 |
||||||
|
*/ |
||||||
|
long mTotalSize = 0; |
||||||
|
private long mCurrentLocation = 0; |
||||||
|
private ExecutorService mExePool; |
||||||
|
protected IDownloadGroupListener mListener; |
||||||
|
DownloadGroupTaskEntity mTaskEntity; |
||||||
|
private boolean isRunning = true; |
||||||
|
private Timer mTimer; |
||||||
|
/** |
||||||
|
* 初始化完成的任务书数 |
||||||
|
*/ |
||||||
|
int mInitNum = 0; |
||||||
|
/** |
||||||
|
* 初始化失败的任务数 |
||||||
|
*/ |
||||||
|
int mInitFailNum = 0; |
||||||
|
/** |
||||||
|
* 保存所有没有下载完成的任务,key为下载地址 |
||||||
|
*/ |
||||||
|
Map<String, DownloadTaskEntity> mExeMap = new HashMap<>(); |
||||||
|
|
||||||
|
/** |
||||||
|
* 下载失败的映射表,key为下载地址 |
||||||
|
*/ |
||||||
|
Map<String, DownloadTaskEntity> mFailMap = new HashMap<>(); |
||||||
|
|
||||||
|
/** |
||||||
|
* 下载器映射表,key为下载地址 |
||||||
|
*/ |
||||||
|
private Map<String, Downloader> mDownloaderMap = new HashMap<>(); |
||||||
|
|
||||||
|
/** |
||||||
|
* 该任务组对应的所有任务 |
||||||
|
*/ |
||||||
|
private Map<String, DownloadTaskEntity> mTasksMap = new HashMap<>(); |
||||||
|
//已经完成的任务数
|
||||||
|
private int mCompleteNum = 0; |
||||||
|
//失败的任务数
|
||||||
|
private int mFailNum = 0; |
||||||
|
//实际的下载任务数
|
||||||
|
int mActualTaskNum = 0; |
||||||
|
|
||||||
|
AbsGroupUtil(IDownloadGroupListener listener, DownloadGroupTaskEntity taskEntity) { |
||||||
|
mListener = listener; |
||||||
|
mTaskEntity = taskEntity; |
||||||
|
mExePool = Executors.newFixedThreadPool(Runtime.getRuntime().availableProcessors()); |
||||||
|
List<DownloadTaskEntity> tasks = |
||||||
|
DbEntity.findDatas(DownloadTaskEntity.class, "groupName=?", mTaskEntity.key); |
||||||
|
if (tasks != null && !tasks.isEmpty()) { |
||||||
|
for (DownloadTaskEntity te : tasks) { |
||||||
|
mTasksMap.put(te.getEntity().getDownloadUrl(), te); |
||||||
|
} |
||||||
|
} |
||||||
|
for (DownloadEntity entity : mTaskEntity.entity.getSubTask()) { |
||||||
|
File file = new File(entity.getDownloadPath()); |
||||||
|
if (entity.getState() == IEntity.STATE_COMPLETE && file.exists()) { |
||||||
|
mCompleteNum++; |
||||||
|
mInitNum++; |
||||||
|
mCurrentLocation += entity.getFileSize(); |
||||||
|
} else { |
||||||
|
mExeMap.put(entity.getDownloadUrl(), createChildDownloadTask(entity)); |
||||||
|
mCurrentLocation += entity.getCurrentProgress(); |
||||||
|
mActualTaskNum++; |
||||||
|
} |
||||||
|
mTotalSize += entity.getFileSize(); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override public long getFileSize() { |
||||||
|
return mTotalSize; |
||||||
|
} |
||||||
|
|
||||||
|
@Override public long getCurrentLocation() { |
||||||
|
return mCurrentLocation; |
||||||
|
} |
||||||
|
|
||||||
|
@Override public boolean isDownloading() { |
||||||
|
return isRunning; |
||||||
|
} |
||||||
|
|
||||||
|
@Override public void cancelDownload() { |
||||||
|
closeTimer(false); |
||||||
|
mListener.onCancel(); |
||||||
|
onCancel(); |
||||||
|
if (!mExePool.isShutdown()) { |
||||||
|
mExePool.shutdown(); |
||||||
|
} |
||||||
|
|
||||||
|
Set<String> keys = mDownloaderMap.keySet(); |
||||||
|
for (String key : keys) { |
||||||
|
Downloader dt = mDownloaderMap.get(key); |
||||||
|
if (dt != null) { |
||||||
|
dt.cancelDownload(); |
||||||
|
} |
||||||
|
} |
||||||
|
delDownloadInfo(); |
||||||
|
mTaskEntity.deleteData(); |
||||||
|
} |
||||||
|
|
||||||
|
public void onCancel() { |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* 删除所有子任务的下载信息 |
||||||
|
*/ |
||||||
|
private void delDownloadInfo() { |
||||||
|
List<DownloadTaskEntity> tasks = |
||||||
|
DbEntity.findDatas(DownloadTaskEntity.class, "groupName=?", mTaskEntity.key); |
||||||
|
if (tasks == null || tasks.isEmpty()) return; |
||||||
|
for (DownloadTaskEntity taskEntity : tasks) { |
||||||
|
CommonUtil.delDownloadTaskConfig(taskEntity.removeFile, taskEntity); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override public void stopDownload() { |
||||||
|
closeTimer(false); |
||||||
|
mListener.onStop(mCurrentLocation); |
||||||
|
onStop(); |
||||||
|
if (!mExePool.isShutdown()) { |
||||||
|
mExePool.shutdown(); |
||||||
|
} |
||||||
|
|
||||||
|
Set<String> keys = mDownloaderMap.keySet(); |
||||||
|
for (String key : keys) { |
||||||
|
Downloader dt = mDownloaderMap.get(key); |
||||||
|
if (dt != null) { |
||||||
|
dt.stopDownload(); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
protected void onStop() { |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
@Override public void startDownload() { |
||||||
|
isRunning = true; |
||||||
|
mFailNum = 0; |
||||||
|
mListener.onPre(); |
||||||
|
onStart(); |
||||||
|
} |
||||||
|
|
||||||
|
protected void onStart() { |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
@Override public void resumeDownload() { |
||||||
|
startDownload(); |
||||||
|
mListener.onResume(mCurrentLocation); |
||||||
|
} |
||||||
|
|
||||||
|
@Override public void setMaxSpeed(double maxSpeed) { |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
private void closeTimer(boolean isRunning) { |
||||||
|
this.isRunning = isRunning; |
||||||
|
if (mTimer != null) { |
||||||
|
mTimer.purge(); |
||||||
|
mTimer.cancel(); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* 开始进度流程 |
||||||
|
*/ |
||||||
|
void startRunningFlow() { |
||||||
|
closeTimer(true); |
||||||
|
mListener.onPostPre(mTotalSize); |
||||||
|
mListener.onStart(mCurrentLocation); |
||||||
|
mTimer = new Timer(true); |
||||||
|
mTimer.schedule(new TimerTask() { |
||||||
|
@Override public void run() { |
||||||
|
if (!isRunning) { |
||||||
|
closeTimer(false); |
||||||
|
} else if (mCurrentLocation >= 0) { |
||||||
|
mListener.onProgress(mCurrentLocation); |
||||||
|
} |
||||||
|
} |
||||||
|
}, 0, 1000); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* 启动子任务下载器 |
||||||
|
*/ |
||||||
|
void startChildDownload(DownloadTaskEntity taskEntity) { |
||||||
|
ChildDownloadListener listener = new ChildDownloadListener(taskEntity); |
||||||
|
Downloader dt = new Downloader(listener, taskEntity); |
||||||
|
mDownloaderMap.put(taskEntity.getEntity().getDownloadUrl(), dt); |
||||||
|
if (mExePool.isShutdown()) return; |
||||||
|
mExePool.execute(dt); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* 创建子任务下载信息 |
||||||
|
*/ |
||||||
|
DownloadTaskEntity createChildDownloadTask(DownloadEntity entity) { |
||||||
|
DownloadTaskEntity taskEntity = mTasksMap.get(entity.getDownloadUrl()); |
||||||
|
if (taskEntity != null) { |
||||||
|
taskEntity.entity = entity; |
||||||
|
//ftp登录的
|
||||||
|
taskEntity.userName = mTaskEntity.userName; |
||||||
|
taskEntity.userPw = mTaskEntity.userPw; |
||||||
|
taskEntity.account = mTaskEntity.account; |
||||||
|
return taskEntity; |
||||||
|
} |
||||||
|
taskEntity = new DownloadTaskEntity(); |
||||||
|
taskEntity.entity = entity; |
||||||
|
taskEntity.headers = mTaskEntity.headers; |
||||||
|
taskEntity.requestEnum = mTaskEntity.requestEnum; |
||||||
|
taskEntity.redirectUrlKey = mTaskEntity.redirectUrlKey; |
||||||
|
taskEntity.removeFile = mTaskEntity.removeFile; |
||||||
|
taskEntity.groupName = mTaskEntity.key; |
||||||
|
taskEntity.isGroupTask = true; |
||||||
|
taskEntity.requestType = mTaskEntity.requestType; |
||||||
|
//ftp登录的
|
||||||
|
taskEntity.userName = mTaskEntity.userName; |
||||||
|
taskEntity.userPw = mTaskEntity.userPw; |
||||||
|
taskEntity.account = mTaskEntity.account; |
||||||
|
taskEntity.key = entity.getDownloadPath(); |
||||||
|
taskEntity.save(); |
||||||
|
return taskEntity; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* 子任务事件监听 |
||||||
|
*/ |
||||||
|
private class ChildDownloadListener implements IDownloadListener { |
||||||
|
|
||||||
|
DownloadTaskEntity taskEntity; |
||||||
|
DownloadEntity entity; |
||||||
|
|
||||||
|
long lastLen = 0; |
||||||
|
|
||||||
|
ChildDownloadListener(DownloadTaskEntity entity) { |
||||||
|
this.taskEntity = entity; |
||||||
|
this.entity = taskEntity.getEntity(); |
||||||
|
lastLen = this.entity.getCurrentProgress(); |
||||||
|
this.entity.setFailNum(0); |
||||||
|
} |
||||||
|
|
||||||
|
@Override public void onPre() { |
||||||
|
saveData(IEntity.STATE_PRE, -1); |
||||||
|
} |
||||||
|
|
||||||
|
@Override public void onPostPre(long fileSize) { |
||||||
|
entity.setFileSize(fileSize); |
||||||
|
entity.setConvertFileSize(CommonUtil.formatFileSize(fileSize)); |
||||||
|
saveData(IEntity.STATE_POST_PRE, -1); |
||||||
|
} |
||||||
|
|
||||||
|
@Override public void onResume(long resumeLocation) { |
||||||
|
saveData(IEntity.STATE_POST_PRE, IEntity.STATE_RUNNING); |
||||||
|
lastLen = resumeLocation; |
||||||
|
} |
||||||
|
|
||||||
|
@Override public void onStart(long startLocation) { |
||||||
|
saveData(IEntity.STATE_POST_PRE, IEntity.STATE_RUNNING); |
||||||
|
lastLen = startLocation; |
||||||
|
} |
||||||
|
|
||||||
|
@Override public void onProgress(long currentLocation) { |
||||||
|
long speed = currentLocation - lastLen; |
||||||
|
mCurrentLocation += speed; |
||||||
|
lastLen = currentLocation; |
||||||
|
entity.setCurrentProgress(currentLocation); |
||||||
|
handleSpeed(speed); |
||||||
|
} |
||||||
|
|
||||||
|
@Override public void onStop(long stopLocation) { |
||||||
|
saveData(IEntity.STATE_STOP, stopLocation); |
||||||
|
handleSpeed(0); |
||||||
|
mListener.onSubStop(entity); |
||||||
|
} |
||||||
|
|
||||||
|
@Override public void onCancel() { |
||||||
|
saveData(IEntity.STATE_CANCEL, -1); |
||||||
|
handleSpeed(0); |
||||||
|
mListener.onSubCancel(entity); |
||||||
|
} |
||||||
|
|
||||||
|
@Override public void onComplete() { |
||||||
|
saveData(IEntity.STATE_COMPLETE, entity.getFileSize()); |
||||||
|
mCompleteNum++; |
||||||
|
handleSpeed(0); |
||||||
|
mListener.onSubComplete(entity); |
||||||
|
//如果子任务完成的数量和总任务数一致,表示任务组任务已经完成
|
||||||
|
if (mCompleteNum >= mTaskEntity.getEntity().getSubTask().size()) { |
||||||
|
closeTimer(false); |
||||||
|
mListener.onComplete(); |
||||||
|
} else if (mCompleteNum + mFailNum >= mActualTaskNum) { |
||||||
|
//如果子任务完成数量加上失败的数量和总任务数一致,则任务组停止下载
|
||||||
|
closeTimer(false); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override public void onFail() { |
||||||
|
entity.setFailNum(entity.getFailNum() + 1); |
||||||
|
saveData(IEntity.STATE_FAIL, lastLen); |
||||||
|
handleSpeed(0); |
||||||
|
reTry(); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* 失败后重试下载,如果失败次数超过5次,不再重试 |
||||||
|
*/ |
||||||
|
private void reTry() { |
||||||
|
synchronized (AriaManager.LOCK) { |
||||||
|
if (entity.getFailNum() < 5 && isRunning) { |
||||||
|
reStartTask(); |
||||||
|
} else { |
||||||
|
mFailNum++; |
||||||
|
mListener.onSubFail(entity); |
||||||
|
//如果失败的任务数大于实际的下载任务数,任务组停止下载
|
||||||
|
if (mFailNum >= mActualTaskNum) { |
||||||
|
closeTimer(false); |
||||||
|
mListener.onStop(mCurrentLocation); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
private void reStartTask() { |
||||||
|
Timer timer = new Timer(); |
||||||
|
timer.schedule(new TimerTask() { |
||||||
|
@Override public void run() { |
||||||
|
Downloader dt = mDownloaderMap.get(entity.getDownloadUrl()); |
||||||
|
dt.startDownload(); |
||||||
|
} |
||||||
|
}, 3000); |
||||||
|
} |
||||||
|
|
||||||
|
private void handleSpeed(long speed) { |
||||||
|
entity.setSpeed(speed); |
||||||
|
entity.setConvertSpeed(speed <= 0 ? "" : CommonUtil.formatFileSize(speed) + "/s"); |
||||||
|
} |
||||||
|
|
||||||
|
private void saveData(int state, long location) { |
||||||
|
entity.setState(state); |
||||||
|
entity.setComplete(state == IEntity.STATE_COMPLETE); |
||||||
|
if (entity.isComplete()) { |
||||||
|
entity.setCompleteTime(System.currentTimeMillis()); |
||||||
|
entity.setCurrentProgress(entity.getFileSize()); |
||||||
|
} else if (location > 0) { |
||||||
|
entity.setCurrentProgress(location); |
||||||
|
} |
||||||
|
entity.update(); |
||||||
|
} |
||||||
|
|
||||||
|
@Override public void supportBreakpoint(boolean support) { |
||||||
|
|
||||||
|
} |
||||||
|
} |
||||||
|
} |
@ -0,0 +1,68 @@ |
|||||||
|
/* |
||||||
|
* Copyright (C) 2016 AriaLyy(https://github.com/AriaLyy/Aria)
|
||||||
|
* |
||||||
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||||
|
* you may not use this file except in compliance with the License. |
||||||
|
* You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
package com.arialyy.aria.core.download.downloader; |
||||||
|
|
||||||
|
import com.arialyy.aria.core.download.DownloadEntity; |
||||||
|
import com.arialyy.aria.core.download.DownloadGroupTaskEntity; |
||||||
|
import com.arialyy.aria.core.download.DownloadTaskEntity; |
||||||
|
import java.util.Set; |
||||||
|
|
||||||
|
/** |
||||||
|
* Created by Aria.Lao on 2017/7/27. |
||||||
|
* ftp文件夹下载工具 |
||||||
|
*/ |
||||||
|
public class FtpDirDownloadUtil extends AbsGroupUtil { |
||||||
|
public FtpDirDownloadUtil(IDownloadGroupListener listener, DownloadGroupTaskEntity taskEntity) { |
||||||
|
super(listener, taskEntity); |
||||||
|
} |
||||||
|
|
||||||
|
@Override protected void onStart() { |
||||||
|
super.onStart(); |
||||||
|
if (mTaskEntity.getEntity().getFileSize() > 1) { |
||||||
|
start(); |
||||||
|
} else { |
||||||
|
new FtpDirInfoThread(mTaskEntity, new OnFileInfoCallback() { |
||||||
|
@Override public void onComplete(String url, int code) { |
||||||
|
if (code >= 200 && code < 300) { |
||||||
|
mTotalSize = mTaskEntity.getEntity().getFileSize(); |
||||||
|
for (DownloadEntity entity : mTaskEntity.entity.getSubTask()) { |
||||||
|
mExeMap.put(entity.getDownloadUrl(), createChildDownloadTask(entity)); |
||||||
|
} |
||||||
|
mActualTaskNum = mTaskEntity.entity.getSubTask().size(); |
||||||
|
start(); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override public void onFail(String url, String errorMsg) { |
||||||
|
mListener.onFail(); |
||||||
|
} |
||||||
|
}).start(); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
private void start() { |
||||||
|
int i = 0; |
||||||
|
Set<String> keys = mExeMap.keySet(); |
||||||
|
for (String key : keys) { |
||||||
|
DownloadTaskEntity taskEntity = mExeMap.get(key); |
||||||
|
if (taskEntity != null) { |
||||||
|
startChildDownload(taskEntity); |
||||||
|
i++; |
||||||
|
} |
||||||
|
} |
||||||
|
if (i == mExeMap.size()) startRunningFlow(); |
||||||
|
} |
||||||
|
} |
Loading…
Reference in new issue