flyapps/fir_ser/api/views/uploads.py

#!/usr/bin/env python
# -*- coding:utf-8 -*-
# project: 3月
# author: liuyu
# date: 2020/3/6
import json
import logging
import os

from rest_framework.response import Response
from rest_framework.views import APIView

from api.models import Apps, AppReleaseInfo, UserInfo, AppScreenShot, CertificationInfo, UserAdDisplayInfo
from api.utils.apputils import get_random_short, save_app_infos
from api.utils.modelutils import get_app_download_uri, check_bundle_id_legal, get_user_storage_used, \
    get_user_storage_capacity
from api.utils.response import BaseResponse
from api.utils.signalutils import run_signal_resign_utils
from common.base.baseutils import make_app_uuid, make_from_user_uuid
from common.cache.state import MigrateStorageState
from common.core.auth import ExpiringTokenAuthentication
from common.core.sysconfig import Config
from common.utils.caches import upload_file_tmp_name, del_cache_response_by_short
from common.utils.storage import Storage
from common.utils.token import verify_token, make_token
from fir_ser import settings

logger = logging.getLogger(__name__)


class AppAnalyseView(APIView):
    authentication_classes = [ExpiringTokenAuthentication, ]

    def post(self, request):
        """
        应用上传前 分析数据，并返回应用上传信息
        :param request:
        :return:
        """
        res = BaseResponse()
        # 1.接收 bundelid ，返回随机应用名称和短连接
        bundle_id = request.data.get("bundleid", None)
        app_type = request.data.get("type", None)
        filesize = request.data.get("filesize", 0)
        if bundle_id:
            if check_bundle_id_legal(request.user.uid, bundle_id):
                res.code = 1004
                res.msg = "疑似违规，上传失败，如有疑问，请联系管理员"
                return Response(res.dict)

        if MigrateStorageState(request.user.uid).get_state():
            res.code = 1008
            res.msg = "数据迁移中，无法处理该操作"
            return Response(res.dict)

        if bundle_id and app_type:
            storage_used = get_user_storage_used(request.user)
            try:
                filesize = abs(int(filesize))
            except Exception as e:
                logger.warning(f"filesize check failed {request.data} Exception:{e}")
                filesize = 0
            if filesize + storage_used > get_user_storage_capacity(request.user):
                res.code = 1008
                res.msg = "存储空间不足，请升级存储空间或清理无用的历史版本数据来释放空间"
                return Response(res.dict)

            ap = 'apk'
            if app_type.lower() == 'iOS'.lower():
                ap = 'ipa'
            app_uuid = make_app_uuid(request.user, bundle_id + ap)
            uid = request.user.uid
            release_id = make_from_user_uuid(uid)
            png_id = make_from_user_uuid(uid)
            app_obj = Apps.objects.filter(app_id=app_uuid).first()
            binary_url = ''
            enable_sign = False
            if app_obj:
                is_new = False
                enable_sign = app_obj.issupersign
                short = app_obj.short
                app_release_obj = AppReleaseInfo.objects.filter(app_id=app_obj, is_master=True).first()
                short_domain_name = get_app_download_uri(request, request.user, app_obj)
                if app_release_obj:
                    binary_url = app_release_obj.binary_url
            else:
                is_new = True
                short_domain_name = get_app_download_uri(request, request.user)
                short = get_random_short()
            if app_type == 'iOS':
                upload_key = release_id + '.ipa' + settings.FILE_UPLOAD_TMP_KEY
            else:
                upload_key = release_id + '.apk' + settings.FILE_UPLOAD_TMP_KEY
            png_key = png_id + '.png' + settings.FILE_UPLOAD_TMP_KEY
            storage = Storage(request.user)
            storage_type = storage.get_storage_type()
            upload_token = storage.get_upload_token(upload_key)
            png_token = storage.get_upload_token(png_key)
            upload_file_tmp_name("set", png_key, request.user.id)
            upload_file_tmp_name("set", upload_key, request.user.id)
            res.data = {"app_uuid": app_uuid, "short": short,
                        "short_domain_name": short_domain_name,
                        "upload_token": upload_token,
                        "upload_key": upload_key,
                        "png_token": png_token,
                        "png_key": png_key,
                        "storage": storage_type,
                        "is_new": is_new,
                        "binary_url": binary_url,
                        "enable_sign": enable_sign,
                        "access_token": make_token(app_uuid, time_limit=60 * 5, key='update_app_info', force_new=True)
                        }
            if storage_type not in [1, 2]:
                res.data['domain_name'] = Config.FILE_UPLOAD_DOMAIN
        else:
            res.code = 1003

        return Response(res.dict)

    def put(self, request):
        """
        该方法就是 应用上传完成之后的回调方法，更新或者创建新应用信息
        :param request:
        :return:
        """
        res = BaseResponse()

        if MigrateStorageState(request.user.uid).get_state():
            res.code = 1008
            res.msg = "数据迁移中，无法处理该操作"
            return Response(res.dict)

        data = request.data
        app_info = {
            "labelname": data.get("appname"),
            "version": data.get("buildversion"),
            "versioncode": data.get("version"),
            "release_type": data.get("release_type"),
            "miniOSversion": data.get("miniosversion"),
            "changelog": data.get("changelog", ''),
            "udid": data.get("udid", ''),
            "distribution_name": data.get("distribution_name", ''),
        }

        try:
            storage = Storage(request.user)
            app_tmp_filename = data.get("upload_key")
            app_new_filename = data.get("upload_key").strip(settings.FILE_UPLOAD_TMP_KEY)

            png_tmp_filename = data.get("png_key")
            png_new_filename = data.get("png_key").strip(settings.FILE_UPLOAD_TMP_KEY)

            bundle_id = data.get("bundleid", "")
            if not bundle_id:
                raise KeyError('bundle_id not exist')
            app_uuid = make_app_uuid(request.user, bundle_id + app_new_filename.split(".")[1])
            if not verify_token(data.get('access_token', ''), app_uuid, False):
                res.msg = '授权过期，请重试'
                res.code = 1004
                storage.delete_file(app_tmp_filename)
                storage.delete_file(png_tmp_filename)
                return Response(res.dict)

            logger.info(f"user {request.user} create or update app  {bundle_id}  data:{data}")
            if save_app_infos(app_tmp_filename, app_new_filename, request.user, app_info,
                              bundle_id, png_new_filename, data.get("short"), data.get('filesize'),
                              data.get('enable_sign')):
                # 需要将tmp 文件修改为正式文件
                storage.rename_file(app_tmp_filename, app_new_filename)
                storage.rename_file(png_tmp_filename, png_new_filename)

                app_obj = Apps.objects.filter(bundle_id=data.get("bundleid"), user_id=request.user, type=1).first()
                if app_obj:
                    run_signal_resign_utils(app_obj)
            else:
                storage.delete_file(app_tmp_filename)
                storage.delete_file(png_tmp_filename)
                res.code = 10003
                res.msg = '应用信息保存失败'
            # 删除redis key
            upload_file_tmp_name("del", app_tmp_filename, request.user.id)
            upload_file_tmp_name("del", png_tmp_filename, request.user.id)

        except Exception as e:
            logger.error(f"user {request.user} save app {data.get('bundleid')} info {app_info} failed Exception:{e}")
            res.code = 10003
            res.msg = '应用信息保存失败'

        return Response(res.dict)


class UploadView(APIView):
    """
    上传文件接口
    """
    authentication_classes = [ExpiringTokenAuthentication, ]

    def get(self, request):
        """
        该方法 主要是本地上传，通过该方法获取上传的 应用图片或者用户头像 的上传信息
        :param request:
        :return:
        """
        res = BaseResponse()
        storage = Storage(request.user)
        request_upload_key = request.query_params.get("upload_key", None)
        app_id = request.query_params.get("app_id", None)
        f_type = request.query_params.get("ftype", None)
        if f_type and app_id and request_upload_key:
            if f_type == 'app' or f_type == 'screen':
                app_obj = Apps.objects.filter(app_id=app_id, user_id=request.user).first()

            elif f_type and f_type in ['head', 'certification', 'advert']:
                if request.user.uid != app_id:
                    res.code = 1007
                    res.msg = '该用户不存在'
                    return Response(res.dict)
                else:
                    app_obj = True
            else:
                app_obj = False

            if app_obj:
                app_type = request_upload_key.split(".")[-1]
                if app_type not in ["apk", "ipa", 'png', 'jpeg', 'jpg']:
                    res.code = 1006
                    res.msg = '类型不允许'
                else:
                    if f_type and f_type == 'certification':
                        storage = Storage(request.user, None, True)
                    upload_key = make_from_user_uuid(request.user.uid) + '.' + app_type + settings.FILE_UPLOAD_TMP_KEY
                    upload_token = storage.get_upload_token(upload_key)
                    storage_type = storage.get_storage_type()
                    res.data = {
                        "domain_name": Config.FILE_UPLOAD_DOMAIN,
                        "upload_token": upload_token,
                        "upload_key": upload_key,
                        "storage": storage_type,
                        "app_id": app_id,
                        "ftype": f_type
                    }
            else:
                res.code = 1006
                res.msg = '该应用不存在'
        else:
            res.code = 1006
        return Response(res.dict)

    def post(self, request):
        """
        该方法 主要是本地上传文件接口，负责上传 应用图片，应用文件或者用户头像
        :param request:
        :return:
        """
        res = BaseResponse()

        if MigrateStorageState(request.user.uid).get_state():
            res.code = 1008
            res.msg = "数据迁移中，无法处理该操作"
            return Response(res.dict)

        # 获取多个file
        files = request.FILES.getlist('file', None)
        cert_info = request.data.get('certinfo', None)

        try:
            cert_info = json.loads(cert_info)
            if not cert_info:
                res.msg = "数据信息 校验失败"
                res.code = 1006
                return Response(res.dict)
        except Exception as e:
            logger.error(f"{request.user} cert_info:{cert_info} get failed Exception:{e}")
            res.msg = "token 校验失败"
            res.code = 1006
            return Response(res.dict)

        if verify_token(token=cert_info.get("upload_token", None),
                        release_id=cert_info.get("upload_key", None)):

            app_id = cert_info.get("app_id", None)
            f_type = cert_info.get("ftype", None)
            if f_type and f_type in ['app', 'screen']:
                pass
                # app_obj = Apps.objects.filter(app_id=app_id, user_id=request.user).first()
                # if not app_obj:
                #     res.code = 1006
                #     res.msg = '该应用不存在'
                #     return Response(res.dict)
            elif f_type and f_type in ['head', 'certification', 'advert']:
                if request.user.uid != app_id:
                    res.code = 1007
                    res.msg = '该用户不存在'
                    return Response(res.dict)
            else:
                res.code = 1008
                res.msg = '该请求不存在'
                return Response(res.dict)
            if not files:
                res.msg = "文件不存在"
            for file_obj in files:
                try:
                    app_type = file_obj.name.split(".")[-1]
                    if app_type == "tmp":
                        app_type = file_obj.name.split(".")[-2]
                    if app_type not in ["apk", "ipa", 'png', 'jpeg', 'jpg']:
                        logger.error(f"user:{request.user} upload file type error file:{file_obj.name}")
                        raise TypeError
                except Exception as e:
                    logger.error(f"user:{request.user} upload file type error Exception:{e}")
                    res.code = 1003
                    res.msg = "错误的类型"
                    return Response(res.dict)

                storage_used = get_user_storage_used(request.user)
                if file_obj.size + storage_used > get_user_storage_capacity(request.user):
                    res.code = 1008
                    res.msg = "存储空间不足，请升级存储空间或清理无用的历史版本数据来释放空间"
                    return Response(res.dict)

                random_file_name = make_from_user_uuid(request.user.uid)
                local_file = os.path.join(settings.MEDIA_ROOT, cert_info.get("upload_key", random_file_name))
                # 读取传入的文件
                logger.info(f"user:{request.user} save file:{local_file}")
                try:
                    destination = open(local_file, 'wb+')
                    for chunk in file_obj.chunks():
                        destination.write(chunk)
                    destination.close()

                except Exception as e:
                    logger.error(f"user:{request.user} save file:{local_file} error Exception:{e}")
                    res.code = 1003
                    res.msg = "数据写入失败"
                    try:
                        if os.path.isfile(local_file):
                            os.remove(local_file)
                    except Exception as e:
                        logger.error(f"user:{request.user} delete file:{local_file} error Exception:{e}")
                    return Response(res.dict)
        else:
            res.msg = "token 校验失败"
            res.code = 1006

        return Response(res.dict)

    def put(self, request):
        """
        该方法就是 应用图片或者用户头像上传完成之后的回调方法，为了更新上传完成的信息
        :param request:
        :return:
        """
        res = BaseResponse()

        if MigrateStorageState(request.user.uid).get_state():
            res.code = 1008
            res.msg = "数据迁移中，无法处理该操作"
            return Response(res.dict)

        cert_info = request.data.get('certinfo', None)
        if cert_info:
            app_id = cert_info.get("app_id", None)
            logger.info(f"user {request.user} update img {app_id} info")

            f_type = cert_info.get('ftype', None)
            upload_key = cert_info.get("upload_key", None)
            if f_type and upload_key:
                storage = Storage(request.user)
                new_upload_key = upload_key.strip(settings.FILE_UPLOAD_TMP_KEY)
            else:
                res.msg = '参数有误'
                res.code = 1008
                return Response(res.dict)
            if f_type and app_id and f_type == 'app':
                app_obj = Apps.objects.filter(app_id=app_id, user_id=request.user).first()
                if app_obj:
                    release_obj = AppReleaseInfo.objects.filter(app_id=app_obj, is_master=True).first()
                    if release_obj:
                        old_file_key = release_obj.icon_url
                        release_obj.icon_url = new_upload_key
                        release_obj.save(update_fields=["icon_url"])
                        storage.rename_file(upload_key, new_upload_key)
                        del_cache_response_by_short(app_id)
                        storage.delete_file(old_file_key)
                        return Response(res.dict)
            elif f_type and app_id and f_type == 'screen':
                app_obj = Apps.objects.filter(app_id=app_id, user_id=request.user).first()
                if app_obj:
                    if AppScreenShot.objects.filter(app_id=app_obj).count() >= 5:
                        storage.delete_file(upload_key)
                        res.msg = '最多支持五张截图'
                        res.code = 1009
                        return Response(res.dict)
                    AppScreenShot.objects.create(app_id=app_obj, screenshot_url=new_upload_key)
                    storage.rename_file(upload_key, new_upload_key)
                    del_cache_response_by_short(app_id)
                    return Response(res.dict)

            elif f_type and app_id and f_type in ['head', 'certification', 'advert']:
                if request.user.uid != app_id:
                    res.code = 1007
                    res.msg = '该用户不存在'
                    return Response(res.dict)
                if f_type == 'head':
                    old_file_key = request.user.head_img
                    UserInfo.objects.filter(pk=request.user.id).update(head_img=new_upload_key)
                    if old_file_key != "" or old_file_key != 'head_img.jpeg':
                        storage.delete_file(old_file_key)
                        storage.rename_file(upload_key, new_upload_key)
                elif f_type == 'certification':
                    ext = cert_info.get('ext', None)
                    if ext:
                        p_type = ext.get('ptype', None)
                        if p_type is not None and p_type in [1, 2, 3]:
                            storage = Storage(request.user, None, True)
                            certification_obj = CertificationInfo.objects.filter(user_id=request.user,
                                                                                 type=p_type).first()
                            if certification_obj:
                                old_certification_url = certification_obj.certification_url
                                certification_obj.certification_url = new_upload_key
                                certification_obj.save(update_fields=["certification_url"])
                                storage.delete_file(old_certification_url)
                            else:
                                CertificationInfo.objects.create(user_id=request.user, type=p_type,
                                                                 certification_url=new_upload_key)
                            storage.rename_file(upload_key, new_upload_key)

                        return Response(res.dict)
                elif f_type == 'advert':
                    ext = cert_info.get('ext', None)
                    if ext:
                        pk = ext.get('id')
                        if pk:
                            ad_info_obj = UserAdDisplayInfo.objects.filter(user_id=request.user, pk=pk).first()
                            if ad_info_obj:
                                old_file_key = ad_info_obj.ad_pic
                                storage.delete_file(old_file_key)
                                storage.rename_file(upload_key, new_upload_key)
                                ad_info_obj.ad_pic = new_upload_key
                                ad_info_obj.save(update_fields=['ad_pic'])
                return Response(res.dict)
            else:
                pass
        res.code = 1008
        return Response(res.dict)