You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
74 lines
2.5 KiB
74 lines
2.5 KiB
#!/usr/bin/env python
|
|
# -*- coding:utf-8 -*-
|
|
# project: 12月
|
|
# author: NinEveN
|
|
# date: 2021/12/22
|
|
import logging
|
|
import time
|
|
from functools import wraps
|
|
|
|
from django.core.cache import cache
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def run_function_by_locker(timeout=60 * 5):
|
|
def decorator(func):
|
|
@wraps(func)
|
|
def wrapper(*args, **kwargs):
|
|
start_time = time.time()
|
|
locker = kwargs.get('locker', {})
|
|
if locker:
|
|
kwargs.pop('locker')
|
|
t_locker = {'timeout': timeout, 'locker_key': func.__name__}
|
|
t_locker.update(locker)
|
|
new_locker_key = t_locker.pop('locker_key')
|
|
new_timeout = t_locker.pop('timeout')
|
|
if locker and new_timeout and new_locker_key:
|
|
with cache.lock(new_locker_key, timeout=new_timeout, **t_locker):
|
|
logger.info(f"{new_locker_key} exec {func} start. now time:{time.time()}")
|
|
res = func(*args, **kwargs)
|
|
else:
|
|
res = func(*args, **kwargs)
|
|
logger.info(f"{new_locker_key} exec {func} finished. used time:{time.time() - start_time} result:{res}")
|
|
return res
|
|
|
|
return wrapper
|
|
|
|
return decorator
|
|
|
|
|
|
def call_function_try_attempts(try_attempts=3, sleep_time=2, failed_callback=None):
|
|
def decorator(func):
|
|
@wraps(func)
|
|
def wrapper(*args, **kwargs):
|
|
res = False, {}
|
|
start_time = time.time()
|
|
for i in range(try_attempts):
|
|
res = func(*args, **kwargs)
|
|
status, result = res
|
|
if status:
|
|
return res
|
|
else:
|
|
logger.warning(f'exec {func} failed. {try_attempts} times in total. now {sleep_time} later try '
|
|
f'again...{i}')
|
|
time.sleep(sleep_time)
|
|
if not res[0]:
|
|
logger.error(f'exec {func} failed after the maximum number of attempts. Failed:{res[1]}')
|
|
if failed_callback:
|
|
logger.error(f'exec {func} failed and exec failed callback {failed_callback.__name__}')
|
|
failed_callback(*args, **kwargs, result=res)
|
|
logger.info(f"exec {func} finished. time:{time.time() - start_time} result:{res}")
|
|
return res
|
|
|
|
return wrapper
|
|
|
|
return decorator
|
|
|
|
|
|
def magic_wrapper(func, *args, **kwargs):
|
|
@wraps(func)
|
|
def wrapper():
|
|
return func(*args, **kwargs)
|
|
|
|
return wrapper
|
|
|