- 新增图像生成接口,支持试用、积分和自定义API Key模式 - 实现生成图片结果异步上传至MinIO存储,带重试机制 - 优化积分预扣除和异常退还逻辑,保障用户积分准确 - 添加获取生成历史记录接口,支持时间范围和分页 - 提供本地字典配置接口,支持模型、比例、提示模板和尺寸 - 实现图片批量上传接口,支持S3兼容对象存储 feat(admin): 增加管理员角色管理与权限分配接口 - 实现角色列表查询、角色创建、更新及删除功能 - 增加权限列表查询接口 - 实现用户角色分配接口,便于统一管理用户权限 - 增加系统字典增删查改接口,支持分类过滤和排序 - 权限控制全面覆盖管理接口,保证安全访问 feat(auth): 完善用户登录注册及权限相关接口与页面 - 实现手机号验证码发送及校验功能,保障注册安全 - 支持手机号注册、登录及退出接口,集成日志记录 - 增加修改密码功能,验证原密码后更新 - 提供动态导航菜单接口,基于权限展示不同菜单 - 实现管理界面路由及日志、角色、字典管理页面访问权限控制 - 添加系统日志查询接口,支持关键词和等级筛选 feat(app): 初始化Flask应用并配置蓝图与数据库 - 创建应用程序工厂,加载配置,初始化数据库和Redis客户端 - 注册认证、API及管理员蓝图,整合路由 - 根路由渲染主页模板 - 应用上下文中自动创建数据库表,保证运行环境准备完毕 feat(database): 提供数据库创建与迁移支持脚本 - 新增数据库创建脚本,支持自动检测是否已存在 - 添加数据库表初始化脚本,支持创建和删除所有表 - 实现RBAC权限初始化,包含基础权限和角色创建 - 新增字段手动修复脚本,添加用户API Key和积分字段 - 强制迁移脚本支持清理连接和修复表结构,初始化默认数据及角色分配 feat(config): 新增系统配置参数 - 配置数据库、Redis、Session和MinIO相关参数 - 添加AI接口地址及试用Key配置 - 集成阿里云短信服务配置及开发模式相关参数 feat(extensions): 初始化数据库、Redis和MinIO客户端 - 创建全局SQLAlchemy数据库实例和Redis客户端 - 配置基于boto3的MinIO兼容S3客户端 chore(logs): 添加示例系统日志文件 - 记录用户请求、验证码发送成功与失败的日志信息
205 lines
5.8 KiB
Python
205 lines
5.8 KiB
Python
import asyncio
|
|
import threading
|
|
from typing import Any, Callable, Coroutine
|
|
|
|
|
|
class BackgroundScheduler:
|
|
"""
|
|
Schedules background tasks execution either in separate thread or in the running event loop.
|
|
"""
|
|
|
|
def __init__(self):
|
|
self._next_timer = None
|
|
self._event_loops = []
|
|
self._lock = threading.Lock()
|
|
self._stopped = False
|
|
|
|
def __del__(self):
|
|
self.stop()
|
|
|
|
def stop(self):
|
|
"""
|
|
Stop all scheduled tasks and clean up resources.
|
|
"""
|
|
with self._lock:
|
|
if self._stopped:
|
|
return
|
|
self._stopped = True
|
|
|
|
if self._next_timer:
|
|
self._next_timer.cancel()
|
|
self._next_timer = None
|
|
|
|
# Stop all event loops
|
|
for loop in self._event_loops:
|
|
if loop.is_running():
|
|
loop.call_soon_threadsafe(loop.stop)
|
|
|
|
self._event_loops.clear()
|
|
|
|
def run_once(self, delay: float, callback: Callable, *args):
|
|
"""
|
|
Runs callable task once after certain delay in seconds.
|
|
"""
|
|
with self._lock:
|
|
if self._stopped:
|
|
return
|
|
|
|
# Run loop in a separate thread to unblock main thread.
|
|
loop = asyncio.new_event_loop()
|
|
|
|
with self._lock:
|
|
self._event_loops.append(loop)
|
|
|
|
thread = threading.Thread(
|
|
target=_start_event_loop_in_thread,
|
|
args=(loop, self._call_later, delay, callback, *args),
|
|
daemon=True,
|
|
)
|
|
thread.start()
|
|
|
|
def run_recurring(self, interval: float, callback: Callable, *args):
|
|
"""
|
|
Runs recurring callable task with given interval in seconds.
|
|
"""
|
|
with self._lock:
|
|
if self._stopped:
|
|
return
|
|
|
|
# Run loop in a separate thread to unblock main thread.
|
|
loop = asyncio.new_event_loop()
|
|
|
|
with self._lock:
|
|
self._event_loops.append(loop)
|
|
|
|
thread = threading.Thread(
|
|
target=_start_event_loop_in_thread,
|
|
args=(loop, self._call_later_recurring, interval, callback, *args),
|
|
daemon=True,
|
|
)
|
|
thread.start()
|
|
|
|
async def run_recurring_async(
|
|
self, interval: float, coro: Callable[..., Coroutine[Any, Any, Any]], *args
|
|
):
|
|
"""
|
|
Runs recurring coroutine with given interval in seconds in the current event loop.
|
|
To be used only from an async context. No additional threads are created.
|
|
"""
|
|
with self._lock:
|
|
if self._stopped:
|
|
return
|
|
|
|
loop = asyncio.get_running_loop()
|
|
wrapped = _async_to_sync_wrapper(loop, coro, *args)
|
|
|
|
def tick():
|
|
with self._lock:
|
|
if self._stopped:
|
|
return
|
|
# Schedule the coroutine
|
|
wrapped()
|
|
# Schedule next tick
|
|
self._next_timer = loop.call_later(interval, tick)
|
|
|
|
# Schedule first tick
|
|
self._next_timer = loop.call_later(interval, tick)
|
|
|
|
def _call_later(
|
|
self, loop: asyncio.AbstractEventLoop, delay: float, callback: Callable, *args
|
|
):
|
|
with self._lock:
|
|
if self._stopped:
|
|
return
|
|
self._next_timer = loop.call_later(delay, callback, *args)
|
|
|
|
def _call_later_recurring(
|
|
self,
|
|
loop: asyncio.AbstractEventLoop,
|
|
interval: float,
|
|
callback: Callable,
|
|
*args,
|
|
):
|
|
with self._lock:
|
|
if self._stopped:
|
|
return
|
|
self._call_later(
|
|
loop, interval, self._execute_recurring, loop, interval, callback, *args
|
|
)
|
|
|
|
def _execute_recurring(
|
|
self,
|
|
loop: asyncio.AbstractEventLoop,
|
|
interval: float,
|
|
callback: Callable,
|
|
*args,
|
|
):
|
|
"""
|
|
Executes recurring callable task with given interval in seconds.
|
|
"""
|
|
with self._lock:
|
|
if self._stopped:
|
|
return
|
|
|
|
try:
|
|
callback(*args)
|
|
except Exception:
|
|
# Silently ignore exceptions during shutdown
|
|
pass
|
|
|
|
with self._lock:
|
|
if self._stopped:
|
|
return
|
|
|
|
self._call_later(
|
|
loop, interval, self._execute_recurring, loop, interval, callback, *args
|
|
)
|
|
|
|
|
|
def _start_event_loop_in_thread(
|
|
event_loop: asyncio.AbstractEventLoop, call_soon_cb: Callable, *args
|
|
):
|
|
"""
|
|
Starts event loop in a thread and schedule callback as soon as event loop is ready.
|
|
Used to be able to schedule tasks using loop.call_later.
|
|
|
|
:param event_loop:
|
|
:return:
|
|
"""
|
|
asyncio.set_event_loop(event_loop)
|
|
event_loop.call_soon(call_soon_cb, event_loop, *args)
|
|
try:
|
|
event_loop.run_forever()
|
|
finally:
|
|
try:
|
|
# Clean up pending tasks
|
|
pending = asyncio.all_tasks(event_loop)
|
|
for task in pending:
|
|
task.cancel()
|
|
# Run loop once more to process cancellations
|
|
event_loop.run_until_complete(
|
|
asyncio.gather(*pending, return_exceptions=True)
|
|
)
|
|
except Exception:
|
|
pass
|
|
finally:
|
|
event_loop.close()
|
|
|
|
|
|
def _async_to_sync_wrapper(loop, coro_func, *args, **kwargs):
|
|
"""
|
|
Wraps an asynchronous function so it can be used with loop.call_later.
|
|
|
|
:param loop: The event loop in which the coroutine will be executed.
|
|
:param coro_func: The coroutine function to wrap.
|
|
:param args: Positional arguments to pass to the coroutine function.
|
|
:param kwargs: Keyword arguments to pass to the coroutine function.
|
|
:return: A regular function suitable for loop.call_later.
|
|
"""
|
|
|
|
def wrapped():
|
|
# Schedule the coroutine in the event loop
|
|
asyncio.ensure_future(coro_func(*args, **kwargs), loop=loop)
|
|
|
|
return wrapped
|