unkin-agent
7f77666709
## Why The alpine provider only supported remote (proxy) repositories, so there was no way to publish first-party `.apk` packages the way `rpm-local` and `deb-local` already allow. This extends the existing alpine provider into a real apk repository: uploaded `.apk` files are parsed in pure Go and a per-arch `APKINDEX.tar.gz` is generated on demand, at parity with rpm repodata and deb Packages generation. (The metadata-only `github_alpine` type is a separate follow-up and is not part of this PR.) ## How - Implements `LocalUploader` / `LocalIndexer` / `PostUploadHook` / `PostDeleteHook` on the existing `alpine` provider, leaving the remote proxy methods (`UpstreamURL`/`ContentType`/`AuthHeaders`/`RewriteResponse`/`Classify`) intact. - Parses the `.apk` (up to three concatenated, independently gzipped tar streams) in pure Go: locates the control stream by its `.PKGINFO` member, reads the `key = value` fields, and computes the apk pull checksum `C:` = `Q1` + base64(sha1(**control gzip stream bytes**)) — the sha1 of the second gzip member, not of the whole file. - Derives arch from `.PKGINFO` and records download size (`S:` blob size) and installed size (`I:` from `.PKGINFO size`). - Generates an **unsigned** per-arch `APKINDEX.tar.gz` = gzip(tar(`APKINDEX`)) filtered by requested arch (clients use `--allow-untrusted`, matching rpm `gpgcheck=0` / deb `[trusted=yes]`), applying the same dot-segment normalization as deb so `./<arch>/APKINDEX.tar.gz` resolves. Non-index / `.apk` paths return `false` so the generic file streamer serves the stored blob. - Adds `AlpineMetadata` plus **separate** `AlpineMetadataStore` / `AlpineMetadataReader` / `AlpineMetadataDeleter` interfaces (type-asserted from the generic hooks) so the shared rpm/deb metadata interfaces and their test doubles are untouched. - Adds the `alpine_metadata` table (keyed by `repo_name` + `file_path`, per-arch index) and its `Insert`/`Delete`/`List` DB methods. - Adds `testsupport.MinimalApk`, unit tests (`.PKGINFO` parse, Q1 checksum over the control stream, per-arch filtering, empty-field omission, `./` dot-segment handling, ValidateUpload accept/reject), and a `dockere2e` `TestLocalAlpineIndex`. ## Consumption `/etc/apk/repositories` line = `<url>/api/v1/local/<name>` (apk appends `/<arch>/APKINDEX.tar.gz`); `apk update --allow-untrusted && apk add --allow-untrusted <pkg>`. Packages live at `/api/v1/local/<name>/<arch>/<file>.apk`. ## Verification `go build ./...`, `go vet ./...` (incl. `-tags dockere2e`), `go mod tidy` (no change), `make test` (`-race`), and `pre-commit run --all-files` all pass. Reviewed-on: #114 Co-authored-by: unkin-agent <unkin-agent@unkin.net> Co-committed-by: unkin-agent <unkin-agent@unkin.net>
71 lines
2.4 KiB
Go
71 lines
2.4 KiB
Go
package database
|
|
|
|
import (
|
|
"context"
|
|
"strings"
|
|
|
|
"git.unkin.net/unkin/artifactapi/internal/provider"
|
|
)
|
|
|
|
func (db *DB) InsertAlpineMetadata(ctx context.Context, meta *provider.AlpineMetadata) error {
|
|
_, err := db.Pool.Exec(ctx, `
|
|
INSERT INTO alpine_metadata (
|
|
repo_name, file_path, content_hash, checksum,
|
|
name, version, arch, download_size, installed_size,
|
|
description, url, license, origin, maintainer,
|
|
build_time, commit_hash, provider_priority,
|
|
depends, provides, install_if
|
|
) VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,$10,$11,$12,$13,$14,$15,$16,$17,$18,$19,$20)
|
|
ON CONFLICT (repo_name, file_path) DO NOTHING
|
|
`,
|
|
meta.RepoName, meta.FilePath, meta.ContentHash, meta.Checksum,
|
|
meta.Name, meta.Version, meta.Arch, meta.DownloadSize, meta.InstalledSize,
|
|
meta.Description, meta.URL, meta.License, meta.Origin, meta.Maintainer,
|
|
meta.BuildTime, meta.Commit, meta.ProviderPriority,
|
|
strings.Join(meta.Depends, " "), strings.Join(meta.Provides, " "), strings.Join(meta.InstallIf, " "),
|
|
)
|
|
return err
|
|
}
|
|
|
|
func (db *DB) DeleteAlpineMetadata(ctx context.Context, repoName, filePath string) error {
|
|
_, err := db.Pool.Exec(ctx, `DELETE FROM alpine_metadata WHERE repo_name = $1 AND file_path = $2`, repoName, filePath)
|
|
return err
|
|
}
|
|
|
|
func (db *DB) ListAlpineMetadataEntries(ctx context.Context, repoName string) ([]provider.AlpineMetadata, error) {
|
|
rows, err := db.Pool.Query(ctx, `
|
|
SELECT repo_name, file_path, content_hash, checksum,
|
|
name, version, arch, download_size, installed_size,
|
|
description, url, license, origin, maintainer,
|
|
build_time, commit_hash, provider_priority,
|
|
depends, provides, install_if
|
|
FROM alpine_metadata
|
|
WHERE repo_name = $1
|
|
ORDER BY name, version, arch
|
|
`, repoName)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer rows.Close()
|
|
|
|
var result []provider.AlpineMetadata
|
|
for rows.Next() {
|
|
var m provider.AlpineMetadata
|
|
var depends, provides, installIf string
|
|
if err := rows.Scan(
|
|
&m.RepoName, &m.FilePath, &m.ContentHash, &m.Checksum,
|
|
&m.Name, &m.Version, &m.Arch, &m.DownloadSize, &m.InstalledSize,
|
|
&m.Description, &m.URL, &m.License, &m.Origin, &m.Maintainer,
|
|
&m.BuildTime, &m.Commit, &m.ProviderPriority,
|
|
&depends, &provides, &installIf,
|
|
); err != nil {
|
|
return nil, err
|
|
}
|
|
m.Depends = strings.Fields(depends)
|
|
m.Provides = strings.Fields(provides)
|
|
m.InstallIf = strings.Fields(installIf)
|
|
result = append(result, m)
|
|
}
|
|
return result, rows.Err()
|
|
}
|