936cf8846a
ci/woodpecker/tag/docker Pipeline was successful
## Why
Local terraform repos already served the Terraform **network mirror** protocol, but consuming that requires every user to add a `provider_installation { network_mirror }` block to `~/.terraformrc`. A `source = "artifactapi.k8s.../ns/type"` address instead triggers the **provider registry** protocol (service discovery at `/.well-known/terraform.json` + GPG-signed SHA256SUMS), which returned 404 — hence *"does not offer a provider registry."*
Local repos are meant to be the real thing, so this makes a terraform local repo a first-class provider registry: `terraform init` installs from a bare source address with no client config.
## What
- Serve `/.well-known/terraform.json` service discovery and the `providers.v1` endpoints under `/terraform/v1/providers`: `versions`, `download/{os}/{arch}`, `sha256sums`, `sha256sums.sig`.
- Map the Terraform **namespace** segment to the artifactapi **repo name**; locate the provider by **type**. `download_url` points back at the existing `/api/v1/local/...` path.
- Generate `SHA256SUMS` per version and sign it with a GPG key loaded from `TF_SIGNING_KEY_PATH` (optional `TF_SIGNING_KEY_PASSPHRASE`); advertise the public key + key id in the download response. **No key → registry stays disabled (endpoints 404)**, so behaviour is unchanged until the signing secret is present.
- New `internal/tfsign` (key load + detached signing, via `x/crypto/openpgp`) and `internal/api/terraform` (registry handler). Export `ParseProviderZip` for reuse.
- `TF_PROVIDER_PROTOCOLS` (default `5.0,6.0`) sets the advertised plugin protocols.
- README section documenting usage.
## Consumer
```hcl
terraform {
required_providers {
artifactapi = {
source = "artifactapi.k8s.syd1.au.unkin.net/terraform-unkin/artifactapi"
version = "0.1.2"
}
}
}
```
## Tests
- `internal/tfsign`: sign + verify round-trip, disabled/missing-key paths.
- `internal/api/terraform`: dockerised full flow (discovery → versions → download → sha256sums → sig), verifying the signature against the advertised public key.
## Follow-ups (separate PRs)
- **argocd-apps**: mount the signing K8s secret into the api deployment + set `TF_SIGNING_KEY_PATH`. The `/` HTTPRoute already routes `/.well-known` and `/terraform` to the API, so no gateway change is needed.
- Image/version bump once tagged.
## Note
Anchored the `terraform/` gitignore to the repo root (`/terraform/`) so it stops matching `internal/*/terraform/`. This surfaced `internal/provider/terraform/terraform_extra_test.go`, which had been silently untracked — now committed.
Reviewed-on: #102
Co-authored-by: Ben Vincent <ben@unkin.net>
Co-committed-by: Ben Vincent <ben@unkin.net>
156 lines
3.9 KiB
Go
156 lines
3.9 KiB
Go
package tfsign
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"os"
|
|
"path/filepath"
|
|
"regexp"
|
|
"testing"
|
|
|
|
"golang.org/x/crypto/openpgp"
|
|
"golang.org/x/crypto/openpgp/armor"
|
|
)
|
|
|
|
// armoredPrivateKey generates a throwaway armored private key for tests.
|
|
func armoredPrivateKey(t *testing.T) string {
|
|
t.Helper()
|
|
e, err := openpgp.NewEntity("artifactapi test", "tf registry", "tf@example.com", nil)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
var buf bytes.Buffer
|
|
w, err := armor.Encode(&buf, openpgp.PrivateKeyType, nil)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := e.SerializePrivate(w, nil); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
w.Close()
|
|
return buf.String()
|
|
}
|
|
|
|
func writeKey(t *testing.T, contents string) string {
|
|
t.Helper()
|
|
p := filepath.Join(t.TempDir(), "private-key.asc")
|
|
if err := os.WriteFile(p, []byte(contents), 0o600); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
return p
|
|
}
|
|
|
|
func TestLoadSignAndVerify(t *testing.T) {
|
|
path := writeKey(t, armoredPrivateKey(t))
|
|
s, err := Load(path, "")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if s == nil {
|
|
t.Fatal("expected a signer")
|
|
}
|
|
|
|
if !regexp.MustCompile(`^[0-9A-F]{16}$`).MatchString(s.KeyID()) {
|
|
t.Errorf("key id %q is not 16 uppercase hex chars", s.KeyID())
|
|
}
|
|
|
|
msg := []byte("deadbeef terraform-provider-x_1.0.0_linux_amd64.zip\n")
|
|
sig, err := s.Sign(msg)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// The advertised public key must verify the signature over the same bytes.
|
|
keyring, err := openpgp.ReadArmoredKeyRing(bytes.NewReader([]byte(s.PublicKeyArmor())))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if _, err := openpgp.CheckDetachedSignature(keyring, bytes.NewReader(msg), bytes.NewReader(sig)); err != nil {
|
|
t.Errorf("signature did not verify: %v", err)
|
|
}
|
|
}
|
|
|
|
func TestGenerateAndLoadArmored(t *testing.T) {
|
|
priv, keyID, err := Generate()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if !regexp.MustCompile(`^[0-9A-F]{16}$`).MatchString(keyID) {
|
|
t.Errorf("generated key id %q malformed", keyID)
|
|
}
|
|
|
|
s, err := LoadArmored(priv, "")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if s.KeyID() != keyID {
|
|
t.Errorf("loaded key id %q != generated %q", s.KeyID(), keyID)
|
|
}
|
|
|
|
msg := []byte("abc terraform-provider-x_1.0.0_linux_amd64.zip\n")
|
|
sig, err := s.Sign(msg)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
keyring, _ := openpgp.ReadArmoredKeyRing(bytes.NewReader([]byte(s.PublicKeyArmor())))
|
|
if _, err := openpgp.CheckDetachedSignature(keyring, bytes.NewReader(msg), bytes.NewReader(sig)); err != nil {
|
|
t.Errorf("signature did not verify: %v", err)
|
|
}
|
|
}
|
|
|
|
// memStore is an in-memory KeyStore that records how many keys it accepted.
|
|
type memStore struct {
|
|
armor, keyID string
|
|
found bool
|
|
inserts int
|
|
}
|
|
|
|
func (m *memStore) GetSigningKey(_ context.Context, _ string) (string, string, bool, error) {
|
|
return m.armor, m.keyID, m.found, nil
|
|
}
|
|
|
|
func (m *memStore) InsertSigningKeyIfAbsent(_ context.Context, _, armor, keyID string) error {
|
|
if !m.found { // ON CONFLICT DO NOTHING
|
|
m.armor, m.keyID, m.found = armor, keyID, true
|
|
m.inserts++
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func TestLoadOrCreateGeneratesOnceThenReuses(t *testing.T) {
|
|
store := &memStore{}
|
|
|
|
first, err := LoadOrCreate(context.Background(), store, "terraform-provider")
|
|
if err != nil || first == nil {
|
|
t.Fatalf("first LoadOrCreate: signer=%v err=%v", first, err)
|
|
}
|
|
|
|
second, err := LoadOrCreate(context.Background(), store, "terraform-provider")
|
|
if err != nil || second == nil {
|
|
t.Fatalf("second LoadOrCreate: signer=%v err=%v", second, err)
|
|
}
|
|
|
|
if store.inserts != 1 {
|
|
t.Errorf("expected exactly one key generated, got %d", store.inserts)
|
|
}
|
|
if first.KeyID() != second.KeyID() {
|
|
t.Errorf("key id changed between loads: %q vs %q", first.KeyID(), second.KeyID())
|
|
}
|
|
}
|
|
|
|
func TestLoadEmptyPathDisabled(t *testing.T) {
|
|
s, err := Load("", "")
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if s != nil {
|
|
t.Error("empty path should yield a nil (disabled) signer")
|
|
}
|
|
}
|
|
|
|
func TestLoadMissingFile(t *testing.T) {
|
|
if _, err := Load(filepath.Join(t.TempDir(), "nope.asc"), ""); err == nil {
|
|
t.Error("expected an error for a missing key file")
|
|
}
|
|
}
|