24024
af7c11d7f9
- 新增图像生成接口，支持试用、积分和自定义API Key模式 - 实现生成图片结果异步上传至MinIO存储，带重试机制 - 优化积分预扣除和异常退还逻辑，保障用户积分准确 - 添加获取生成历史记录接口，支持时间范围和分页 - 提供本地字典配置接口，支持模型、比例、提示模板和尺寸 - 实现图片批量上传接口，支持S3兼容对象存储 feat(admin): 增加管理员角色管理与权限分配接口 - 实现角色列表查询、角色创建、更新及删除功能 - 增加权限列表查询接口 - 实现用户角色分配接口，便于统一管理用户权限 - 增加系统字典增删查改接口，支持分类过滤和排序 - 权限控制全面覆盖管理接口，保证安全访问 feat(auth): 完善用户登录注册及权限相关接口与页面 - 实现手机号验证码发送及校验功能，保障注册安全 - 支持手机号注册、登录及退出接口，集成日志记录 - 增加修改密码功能，验证原密码后更新 - 提供动态导航菜单接口，基于权限展示不同菜单 - 实现管理界面路由及日志、角色、字典管理页面访问权限控制 - 添加系统日志查询接口，支持关键词和等级筛选 feat(app): 初始化Flask应用并配置蓝图与数据库 - 创建应用程序工厂，加载配置，初始化数据库和Redis客户端 - 注册认证、API及管理员蓝图，整合路由 - 根路由渲染主页模板 - 应用上下文中自动创建数据库表，保证运行环境准备完毕 feat(database): 提供数据库创建与迁移支持脚本 - 新增数据库创建脚本，支持自动检测是否已存在 - 添加数据库表初始化脚本，支持创建和删除所有表 - 实现RBAC权限初始化，包含基础权限和角色创建 - 新增字段手动修复脚本，添加用户API Key和积分字段 - 强制迁移脚本支持清理连接和修复表结构，初始化默认数据及角色分配 feat(config): 新增系统配置参数 - 配置数据库、Redis、Session和MinIO相关参数 - 添加AI接口地址及试用Key配置 - 集成阿里云短信服务配置及开发模式相关参数 feat(extensions): 初始化数据库、Redis和MinIO客户端 - 创建全局SQLAlchemy数据库实例和Redis客户端 - 配置基于boto3的MinIO兼容S3客户端 chore(logs): 添加示例系统日志文件 - 记录用户请求、验证码发送成功与失败的日志信息
312 lines
10 KiB
Python
312 lines
10 KiB
Python
"""Build Environment used for isolation during sdist building
|
|
"""
|
|
|
|
import logging
|
|
import os
|
|
import pathlib
|
|
import site
|
|
import sys
|
|
import textwrap
|
|
from collections import OrderedDict
|
|
from types import TracebackType
|
|
from typing import TYPE_CHECKING, Iterable, List, Optional, Set, Tuple, Type, Union
|
|
|
|
from pip._vendor.certifi import where
|
|
from pip._vendor.packaging.requirements import Requirement
|
|
from pip._vendor.packaging.version import Version
|
|
|
|
from pip import __file__ as pip_location
|
|
from pip._internal.cli.spinners import open_spinner
|
|
from pip._internal.locations import get_platlib, get_purelib, get_scheme
|
|
from pip._internal.metadata import get_default_environment, get_environment
|
|
from pip._internal.utils.subprocess import call_subprocess
|
|
from pip._internal.utils.temp_dir import TempDirectory, tempdir_kinds
|
|
|
|
if TYPE_CHECKING:
|
|
from pip._internal.index.package_finder import PackageFinder
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def _dedup(a: str, b: str) -> Union[Tuple[str], Tuple[str, str]]:
|
|
return (a, b) if a != b else (a,)
|
|
|
|
|
|
class _Prefix:
|
|
def __init__(self, path: str) -> None:
|
|
self.path = path
|
|
self.setup = False
|
|
scheme = get_scheme("", prefix=path)
|
|
self.bin_dir = scheme.scripts
|
|
self.lib_dirs = _dedup(scheme.purelib, scheme.platlib)
|
|
|
|
|
|
def get_runnable_pip() -> str:
|
|
"""Get a file to pass to a Python executable, to run the currently-running pip.
|
|
|
|
This is used to run a pip subprocess, for installing requirements into the build
|
|
environment.
|
|
"""
|
|
source = pathlib.Path(pip_location).resolve().parent
|
|
|
|
if not source.is_dir():
|
|
# This would happen if someone is using pip from inside a zip file. In that
|
|
# case, we can use that directly.
|
|
return str(source)
|
|
|
|
return os.fsdecode(source / "__pip-runner__.py")
|
|
|
|
|
|
def _get_system_sitepackages() -> Set[str]:
|
|
"""Get system site packages
|
|
|
|
Usually from site.getsitepackages,
|
|
but fallback on `get_purelib()/get_platlib()` if unavailable
|
|
(e.g. in a virtualenv created by virtualenv<20)
|
|
|
|
Returns normalized set of strings.
|
|
"""
|
|
if hasattr(site, "getsitepackages"):
|
|
system_sites = site.getsitepackages()
|
|
else:
|
|
# virtualenv < 20 overwrites site.py without getsitepackages
|
|
# fallback on get_purelib/get_platlib.
|
|
# this is known to miss things, but shouldn't in the cases
|
|
# where getsitepackages() has been removed (inside a virtualenv)
|
|
system_sites = [get_purelib(), get_platlib()]
|
|
return {os.path.normcase(path) for path in system_sites}
|
|
|
|
|
|
class BuildEnvironment:
|
|
"""Creates and manages an isolated environment to install build deps"""
|
|
|
|
def __init__(self) -> None:
|
|
temp_dir = TempDirectory(kind=tempdir_kinds.BUILD_ENV, globally_managed=True)
|
|
|
|
self._prefixes = OrderedDict(
|
|
(name, _Prefix(os.path.join(temp_dir.path, name)))
|
|
for name in ("normal", "overlay")
|
|
)
|
|
|
|
self._bin_dirs: List[str] = []
|
|
self._lib_dirs: List[str] = []
|
|
for prefix in reversed(list(self._prefixes.values())):
|
|
self._bin_dirs.append(prefix.bin_dir)
|
|
self._lib_dirs.extend(prefix.lib_dirs)
|
|
|
|
# Customize site to:
|
|
# - ensure .pth files are honored
|
|
# - prevent access to system site packages
|
|
system_sites = _get_system_sitepackages()
|
|
|
|
self._site_dir = os.path.join(temp_dir.path, "site")
|
|
if not os.path.exists(self._site_dir):
|
|
os.mkdir(self._site_dir)
|
|
with open(
|
|
os.path.join(self._site_dir, "sitecustomize.py"), "w", encoding="utf-8"
|
|
) as fp:
|
|
fp.write(
|
|
textwrap.dedent(
|
|
"""
|
|
import os, site, sys
|
|
|
|
# First, drop system-sites related paths.
|
|
original_sys_path = sys.path[:]
|
|
known_paths = set()
|
|
for path in {system_sites!r}:
|
|
site.addsitedir(path, known_paths=known_paths)
|
|
system_paths = set(
|
|
os.path.normcase(path)
|
|
for path in sys.path[len(original_sys_path):]
|
|
)
|
|
original_sys_path = [
|
|
path for path in original_sys_path
|
|
if os.path.normcase(path) not in system_paths
|
|
]
|
|
sys.path = original_sys_path
|
|
|
|
# Second, add lib directories.
|
|
# ensuring .pth file are processed.
|
|
for path in {lib_dirs!r}:
|
|
assert not path in sys.path
|
|
site.addsitedir(path)
|
|
"""
|
|
).format(system_sites=system_sites, lib_dirs=self._lib_dirs)
|
|
)
|
|
|
|
def __enter__(self) -> None:
|
|
self._save_env = {
|
|
name: os.environ.get(name, None)
|
|
for name in ("PATH", "PYTHONNOUSERSITE", "PYTHONPATH")
|
|
}
|
|
|
|
path = self._bin_dirs[:]
|
|
old_path = self._save_env["PATH"]
|
|
if old_path:
|
|
path.extend(old_path.split(os.pathsep))
|
|
|
|
pythonpath = [self._site_dir]
|
|
|
|
os.environ.update(
|
|
{
|
|
"PATH": os.pathsep.join(path),
|
|
"PYTHONNOUSERSITE": "1",
|
|
"PYTHONPATH": os.pathsep.join(pythonpath),
|
|
}
|
|
)
|
|
|
|
def __exit__(
|
|
self,
|
|
exc_type: Optional[Type[BaseException]],
|
|
exc_val: Optional[BaseException],
|
|
exc_tb: Optional[TracebackType],
|
|
) -> None:
|
|
for varname, old_value in self._save_env.items():
|
|
if old_value is None:
|
|
os.environ.pop(varname, None)
|
|
else:
|
|
os.environ[varname] = old_value
|
|
|
|
def check_requirements(
|
|
self, reqs: Iterable[str]
|
|
) -> Tuple[Set[Tuple[str, str]], Set[str]]:
|
|
"""Return 2 sets:
|
|
- conflicting requirements: set of (installed, wanted) reqs tuples
|
|
- missing requirements: set of reqs
|
|
"""
|
|
missing = set()
|
|
conflicting = set()
|
|
if reqs:
|
|
env = (
|
|
get_environment(self._lib_dirs)
|
|
if hasattr(self, "_lib_dirs")
|
|
else get_default_environment()
|
|
)
|
|
for req_str in reqs:
|
|
req = Requirement(req_str)
|
|
# We're explicitly evaluating with an empty extra value, since build
|
|
# environments are not provided any mechanism to select specific extras.
|
|
if req.marker is not None and not req.marker.evaluate({"extra": ""}):
|
|
continue
|
|
dist = env.get_distribution(req.name)
|
|
if not dist:
|
|
missing.add(req_str)
|
|
continue
|
|
if isinstance(dist.version, Version):
|
|
installed_req_str = f"{req.name}=={dist.version}"
|
|
else:
|
|
installed_req_str = f"{req.name}==={dist.version}"
|
|
if not req.specifier.contains(dist.version, prereleases=True):
|
|
conflicting.add((installed_req_str, req_str))
|
|
# FIXME: Consider direct URL?
|
|
return conflicting, missing
|
|
|
|
def install_requirements(
|
|
self,
|
|
finder: "PackageFinder",
|
|
requirements: Iterable[str],
|
|
prefix_as_string: str,
|
|
*,
|
|
kind: str,
|
|
) -> None:
|
|
prefix = self._prefixes[prefix_as_string]
|
|
assert not prefix.setup
|
|
prefix.setup = True
|
|
if not requirements:
|
|
return
|
|
self._install_requirements(
|
|
get_runnable_pip(),
|
|
finder,
|
|
requirements,
|
|
prefix,
|
|
kind=kind,
|
|
)
|
|
|
|
@staticmethod
|
|
def _install_requirements(
|
|
pip_runnable: str,
|
|
finder: "PackageFinder",
|
|
requirements: Iterable[str],
|
|
prefix: _Prefix,
|
|
*,
|
|
kind: str,
|
|
) -> None:
|
|
args: List[str] = [
|
|
sys.executable,
|
|
pip_runnable,
|
|
"install",
|
|
"--ignore-installed",
|
|
"--no-user",
|
|
"--prefix",
|
|
prefix.path,
|
|
"--no-warn-script-location",
|
|
]
|
|
if logger.getEffectiveLevel() <= logging.DEBUG:
|
|
args.append("-v")
|
|
for format_control in ("no_binary", "only_binary"):
|
|
formats = getattr(finder.format_control, format_control)
|
|
args.extend(
|
|
(
|
|
"--" + format_control.replace("_", "-"),
|
|
",".join(sorted(formats or {":none:"})),
|
|
)
|
|
)
|
|
|
|
index_urls = finder.index_urls
|
|
if index_urls:
|
|
args.extend(["-i", index_urls[0]])
|
|
for extra_index in index_urls[1:]:
|
|
args.extend(["--extra-index-url", extra_index])
|
|
else:
|
|
args.append("--no-index")
|
|
for link in finder.find_links:
|
|
args.extend(["--find-links", link])
|
|
|
|
for host in finder.trusted_hosts:
|
|
args.extend(["--trusted-host", host])
|
|
if finder.allow_all_prereleases:
|
|
args.append("--pre")
|
|
if finder.prefer_binary:
|
|
args.append("--prefer-binary")
|
|
args.append("--")
|
|
args.extend(requirements)
|
|
extra_environ = {"_PIP_STANDALONE_CERT": where()}
|
|
with open_spinner(f"Installing {kind}") as spinner:
|
|
call_subprocess(
|
|
args,
|
|
command_desc=f"pip subprocess to install {kind}",
|
|
spinner=spinner,
|
|
extra_environ=extra_environ,
|
|
)
|
|
|
|
|
|
class NoOpBuildEnvironment(BuildEnvironment):
|
|
"""A no-op drop-in replacement for BuildEnvironment"""
|
|
|
|
def __init__(self) -> None:
|
|
pass
|
|
|
|
def __enter__(self) -> None:
|
|
pass
|
|
|
|
def __exit__(
|
|
self,
|
|
exc_type: Optional[Type[BaseException]],
|
|
exc_val: Optional[BaseException],
|
|
exc_tb: Optional[TracebackType],
|
|
) -> None:
|
|
pass
|
|
|
|
def cleanup(self) -> None:
|
|
pass
|
|
|
|
def install_requirements(
|
|
self,
|
|
finder: "PackageFinder",
|
|
requirements: Iterable[str],
|
|
prefix_as_string: str,
|
|
*,
|
|
kind: str,
|
|
) -> None:
|
|
raise NotImplementedError()
|