8e9d313892
- Add 'pypi' package type to config.py; simple/ paths are mutable by default - Refactor content-type detection into _get_content_type() helper; add .whl - Add _resolve_content() which rewrites files host URLs in simple index HTML to go through the proxy (pypi_files_url / pypi_files_remote config keys), and returns text/html content-type for simple index responses - Add basic auth support for non-Docker remotes (username + password/token in remote config); thread auth through _upstream_reachable and check_upstream_changed so mutable TTL checks also authenticate - Add 'pypi' remote (pypi.org simple index) and 'pypi-files' remote (files.pythonhosted.org) to remotes.yaml; add 'pypi-gitea' example for Gitea package registries where index and files share the same base URL - Add unit tests: simple index URL rewriting, HTML content-type, .whl/.tar.gz content-types, mutable index detection, and immutable pattern enforcement
159 lines
5.0 KiB
Python
159 lines
5.0 KiB
Python
"""
|
|
Pytest configuration and shared fixtures.
|
|
|
|
Module-level setup (env vars + connection patches) runs before any test
|
|
module is imported, so the FastAPI app initialises against mocks rather
|
|
than real S3 / Redis / PostgreSQL services.
|
|
"""
|
|
|
|
import os
|
|
import tempfile
|
|
from unittest.mock import MagicMock, patch
|
|
|
|
import yaml
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Test remote configuration
|
|
# ---------------------------------------------------------------------------
|
|
|
|
TEST_REMOTES = {
|
|
"remotes": {
|
|
"alpine-test": {
|
|
"base_url": "https://dl-cdn.alpinelinux.org",
|
|
"type": "remote",
|
|
"package": "alpine",
|
|
"immutable_patterns": [".*/x86_64/.*\\.apk$"],
|
|
"cache": {"immutable_ttl": 0, "mutable_ttl": 3600},
|
|
},
|
|
"rpm-test": {
|
|
"base_url": "https://example.com/rpm",
|
|
"type": "remote",
|
|
"package": "rpm",
|
|
"immutable_patterns": [".*/x86_64/.*\\.rpm$", ".*/repodata/.*$"],
|
|
"cache": {"immutable_ttl": 0, "mutable_ttl": 3600},
|
|
},
|
|
"docker-test": {
|
|
"base_url": "https://registry.example.com",
|
|
"type": "remote",
|
|
"package": "docker",
|
|
"cache": {"immutable_ttl": 0, "mutable_ttl": 300},
|
|
},
|
|
"docker-restricted": {
|
|
"base_url": "https://registry.example.com",
|
|
"type": "remote",
|
|
"package": "docker",
|
|
"immutable_patterns": ["^library/nginx"],
|
|
"cache": {"immutable_ttl": 0, "mutable_ttl": 300},
|
|
},
|
|
"generic-test": {
|
|
"base_url": "https://releases.example.com",
|
|
"type": "remote",
|
|
"package": "generic",
|
|
"immutable_patterns": [".*\\.tar\\.gz$"],
|
|
"cache": {"immutable_ttl": 0, "mutable_ttl": 0},
|
|
},
|
|
"custom-index-test": {
|
|
"base_url": "https://example.com",
|
|
"type": "remote",
|
|
"package": "generic",
|
|
"mutable_patterns": ["metadata\\.json$"],
|
|
"cache": {"immutable_ttl": 0, "mutable_ttl": 600},
|
|
},
|
|
"check-mutable-test": {
|
|
"base_url": "https://example.com",
|
|
"type": "remote",
|
|
"package": "generic",
|
|
"mutable_patterns": ["metadata\\.json$"],
|
|
"check_mutable_updates": True,
|
|
"cache": {"immutable_ttl": 0, "mutable_ttl": 600},
|
|
},
|
|
"local-test": {
|
|
"type": "local",
|
|
"package": "generic",
|
|
"cache": {"immutable_ttl": 0, "mutable_ttl": 0},
|
|
},
|
|
"pypi-test": {
|
|
"base_url": "https://pypi.org",
|
|
"type": "remote",
|
|
"package": "pypi",
|
|
"pypi_files_url": "https://files.pythonhosted.org",
|
|
"pypi_files_remote": "pypi-files-test",
|
|
"cache": {"immutable_ttl": 0, "mutable_ttl": 600},
|
|
},
|
|
"pypi-files-test": {
|
|
"base_url": "https://files.pythonhosted.org",
|
|
"type": "remote",
|
|
"package": "generic",
|
|
"immutable_patterns": [
|
|
"packages/.*\\.whl$",
|
|
"packages/.*\\.whl\\.metadata$",
|
|
"packages/.*\\.tar\\.gz$",
|
|
],
|
|
"cache": {"immutable_ttl": 0, "mutable_ttl": 0},
|
|
},
|
|
}
|
|
}
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Write temp config and set env vars BEFORE importing the package
|
|
# ---------------------------------------------------------------------------
|
|
|
|
_tmpdir = tempfile.mkdtemp()
|
|
_config_path = os.path.join(_tmpdir, "remotes.yaml")
|
|
with open(_config_path, "w") as _f:
|
|
yaml.dump(TEST_REMOTES, _f)
|
|
|
|
os.environ.update(
|
|
{
|
|
"CONFIG_PATH": _config_path,
|
|
"MINIO_ENDPOINT": "localhost:9000",
|
|
"MINIO_ACCESS_KEY": "testkey",
|
|
"MINIO_SECRET_KEY": "testsecret",
|
|
"MINIO_BUCKET": "testbucket",
|
|
"REDIS_URL": "redis://localhost:6379/0",
|
|
"DBHOST": "localhost",
|
|
"DBPORT": "5432",
|
|
"DBUSER": "test",
|
|
"DBPASS": "test",
|
|
"DBNAME": "test",
|
|
}
|
|
)
|
|
|
|
# Patch external service connections before the package is imported.
|
|
# These stay active for the whole session (process exits after tests finish).
|
|
_boto3_patch = patch("boto3.client", return_value=MagicMock())
|
|
_redis_patch = patch("redis.from_url", return_value=MagicMock())
|
|
_psycopg2_patch = patch("psycopg2.connect", return_value=MagicMock())
|
|
_boto3_patch.start()
|
|
_redis_patch.start()
|
|
_psycopg2_patch.start()
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# Shared fixtures
|
|
# ---------------------------------------------------------------------------
|
|
|
|
import pytest # noqa: E402
|
|
from fastapi.testclient import TestClient # noqa: E402
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def app():
|
|
from artifactapi.main import app as fastapi_app
|
|
|
|
return fastapi_app
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def client(app):
|
|
return TestClient(app)
|
|
|
|
|
|
@pytest.fixture
|
|
def config_path():
|
|
return _config_path
|
|
|
|
|
|
@pytest.fixture
|
|
def test_remotes():
|
|
return TEST_REMOTES
|