- 新增图像生成接口,支持试用、积分和自定义API Key模式 - 实现生成图片结果异步上传至MinIO存储,带重试机制 - 优化积分预扣除和异常退还逻辑,保障用户积分准确 - 添加获取生成历史记录接口,支持时间范围和分页 - 提供本地字典配置接口,支持模型、比例、提示模板和尺寸 - 实现图片批量上传接口,支持S3兼容对象存储 feat(admin): 增加管理员角色管理与权限分配接口 - 实现角色列表查询、角色创建、更新及删除功能 - 增加权限列表查询接口 - 实现用户角色分配接口,便于统一管理用户权限 - 增加系统字典增删查改接口,支持分类过滤和排序 - 权限控制全面覆盖管理接口,保证安全访问 feat(auth): 完善用户登录注册及权限相关接口与页面 - 实现手机号验证码发送及校验功能,保障注册安全 - 支持手机号注册、登录及退出接口,集成日志记录 - 增加修改密码功能,验证原密码后更新 - 提供动态导航菜单接口,基于权限展示不同菜单 - 实现管理界面路由及日志、角色、字典管理页面访问权限控制 - 添加系统日志查询接口,支持关键词和等级筛选 feat(app): 初始化Flask应用并配置蓝图与数据库 - 创建应用程序工厂,加载配置,初始化数据库和Redis客户端 - 注册认证、API及管理员蓝图,整合路由 - 根路由渲染主页模板 - 应用上下文中自动创建数据库表,保证运行环境准备完毕 feat(database): 提供数据库创建与迁移支持脚本 - 新增数据库创建脚本,支持自动检测是否已存在 - 添加数据库表初始化脚本,支持创建和删除所有表 - 实现RBAC权限初始化,包含基础权限和角色创建 - 新增字段手动修复脚本,添加用户API Key和积分字段 - 强制迁移脚本支持清理连接和修复表结构,初始化默认数据及角色分配 feat(config): 新增系统配置参数 - 配置数据库、Redis、Session和MinIO相关参数 - 添加AI接口地址及试用Key配置 - 集成阿里云短信服务配置及开发模式相关参数 feat(extensions): 初始化数据库、Redis和MinIO客户端 - 创建全局SQLAlchemy数据库实例和Redis客户端 - 配置基于boto3的MinIO兼容S3客户端 chore(logs): 添加示例系统日志文件 - 记录用户请求、验证码发送成功与失败的日志信息
188 lines
6.6 KiB
Python
188 lines
6.6 KiB
Python
"""Validation of dependencies of packages
|
|
"""
|
|
|
|
import logging
|
|
from typing import Callable, Dict, List, NamedTuple, Optional, Set, Tuple
|
|
|
|
from pip._vendor.packaging.requirements import Requirement
|
|
from pip._vendor.packaging.specifiers import LegacySpecifier
|
|
from pip._vendor.packaging.utils import NormalizedName, canonicalize_name
|
|
from pip._vendor.packaging.version import LegacyVersion
|
|
|
|
from pip._internal.distributions import make_distribution_for_install_requirement
|
|
from pip._internal.metadata import get_default_environment
|
|
from pip._internal.metadata.base import DistributionVersion
|
|
from pip._internal.req.req_install import InstallRequirement
|
|
from pip._internal.utils.deprecation import deprecated
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class PackageDetails(NamedTuple):
|
|
version: DistributionVersion
|
|
dependencies: List[Requirement]
|
|
|
|
|
|
# Shorthands
|
|
PackageSet = Dict[NormalizedName, PackageDetails]
|
|
Missing = Tuple[NormalizedName, Requirement]
|
|
Conflicting = Tuple[NormalizedName, DistributionVersion, Requirement]
|
|
|
|
MissingDict = Dict[NormalizedName, List[Missing]]
|
|
ConflictingDict = Dict[NormalizedName, List[Conflicting]]
|
|
CheckResult = Tuple[MissingDict, ConflictingDict]
|
|
ConflictDetails = Tuple[PackageSet, CheckResult]
|
|
|
|
|
|
def create_package_set_from_installed() -> Tuple[PackageSet, bool]:
|
|
"""Converts a list of distributions into a PackageSet."""
|
|
package_set = {}
|
|
problems = False
|
|
env = get_default_environment()
|
|
for dist in env.iter_installed_distributions(local_only=False, skip=()):
|
|
name = dist.canonical_name
|
|
try:
|
|
dependencies = list(dist.iter_dependencies())
|
|
package_set[name] = PackageDetails(dist.version, dependencies)
|
|
except (OSError, ValueError) as e:
|
|
# Don't crash on unreadable or broken metadata.
|
|
logger.warning("Error parsing requirements for %s: %s", name, e)
|
|
problems = True
|
|
return package_set, problems
|
|
|
|
|
|
def check_package_set(
|
|
package_set: PackageSet, should_ignore: Optional[Callable[[str], bool]] = None
|
|
) -> CheckResult:
|
|
"""Check if a package set is consistent
|
|
|
|
If should_ignore is passed, it should be a callable that takes a
|
|
package name and returns a boolean.
|
|
"""
|
|
|
|
warn_legacy_versions_and_specifiers(package_set)
|
|
|
|
missing = {}
|
|
conflicting = {}
|
|
|
|
for package_name, package_detail in package_set.items():
|
|
# Info about dependencies of package_name
|
|
missing_deps: Set[Missing] = set()
|
|
conflicting_deps: Set[Conflicting] = set()
|
|
|
|
if should_ignore and should_ignore(package_name):
|
|
continue
|
|
|
|
for req in package_detail.dependencies:
|
|
name = canonicalize_name(req.name)
|
|
|
|
# Check if it's missing
|
|
if name not in package_set:
|
|
missed = True
|
|
if req.marker is not None:
|
|
missed = req.marker.evaluate({"extra": ""})
|
|
if missed:
|
|
missing_deps.add((name, req))
|
|
continue
|
|
|
|
# Check if there's a conflict
|
|
version = package_set[name].version
|
|
if not req.specifier.contains(version, prereleases=True):
|
|
conflicting_deps.add((name, version, req))
|
|
|
|
if missing_deps:
|
|
missing[package_name] = sorted(missing_deps, key=str)
|
|
if conflicting_deps:
|
|
conflicting[package_name] = sorted(conflicting_deps, key=str)
|
|
|
|
return missing, conflicting
|
|
|
|
|
|
def check_install_conflicts(to_install: List[InstallRequirement]) -> ConflictDetails:
|
|
"""For checking if the dependency graph would be consistent after \
|
|
installing given requirements
|
|
"""
|
|
# Start from the current state
|
|
package_set, _ = create_package_set_from_installed()
|
|
# Install packages
|
|
would_be_installed = _simulate_installation_of(to_install, package_set)
|
|
|
|
# Only warn about directly-dependent packages; create a whitelist of them
|
|
whitelist = _create_whitelist(would_be_installed, package_set)
|
|
|
|
return (
|
|
package_set,
|
|
check_package_set(
|
|
package_set, should_ignore=lambda name: name not in whitelist
|
|
),
|
|
)
|
|
|
|
|
|
def _simulate_installation_of(
|
|
to_install: List[InstallRequirement], package_set: PackageSet
|
|
) -> Set[NormalizedName]:
|
|
"""Computes the version of packages after installing to_install."""
|
|
# Keep track of packages that were installed
|
|
installed = set()
|
|
|
|
# Modify it as installing requirement_set would (assuming no errors)
|
|
for inst_req in to_install:
|
|
abstract_dist = make_distribution_for_install_requirement(inst_req)
|
|
dist = abstract_dist.get_metadata_distribution()
|
|
name = dist.canonical_name
|
|
package_set[name] = PackageDetails(dist.version, list(dist.iter_dependencies()))
|
|
|
|
installed.add(name)
|
|
|
|
return installed
|
|
|
|
|
|
def _create_whitelist(
|
|
would_be_installed: Set[NormalizedName], package_set: PackageSet
|
|
) -> Set[NormalizedName]:
|
|
packages_affected = set(would_be_installed)
|
|
|
|
for package_name in package_set:
|
|
if package_name in packages_affected:
|
|
continue
|
|
|
|
for req in package_set[package_name].dependencies:
|
|
if canonicalize_name(req.name) in packages_affected:
|
|
packages_affected.add(package_name)
|
|
break
|
|
|
|
return packages_affected
|
|
|
|
|
|
def warn_legacy_versions_and_specifiers(package_set: PackageSet) -> None:
|
|
for project_name, package_details in package_set.items():
|
|
if isinstance(package_details.version, LegacyVersion):
|
|
deprecated(
|
|
reason=(
|
|
f"{project_name} {package_details.version} "
|
|
f"has a non-standard version number."
|
|
),
|
|
replacement=(
|
|
f"to upgrade to a newer version of {project_name} "
|
|
f"or contact the author to suggest that they "
|
|
f"release a version with a conforming version number"
|
|
),
|
|
issue=12063,
|
|
gone_in="24.1",
|
|
)
|
|
for dep in package_details.dependencies:
|
|
if any(isinstance(spec, LegacySpecifier) for spec in dep.specifier):
|
|
deprecated(
|
|
reason=(
|
|
f"{project_name} {package_details.version} "
|
|
f"has a non-standard dependency specifier {dep}."
|
|
),
|
|
replacement=(
|
|
f"to upgrade to a newer version of {project_name} "
|
|
f"or contact the author to suggest that they "
|
|
f"release a version with a conforming dependency specifiers"
|
|
),
|
|
issue=12063,
|
|
gone_in="24.1",
|
|
)
|