depot/nix/pkgs/secretsync/secretsync.go

package main

import (
	"context"
	"encoding/json"
	"flag"
	"fmt"
	"io/ioutil"
	"net/http"
	"net/url"
	"os"
	"path"
	"sort"
	"strings"

	log "github.com/golang/glog"
	"github.com/google/go-querystring/query"
)

var (
	gitlabAccessToken = flag.String("gitlab_access_token", os.Getenv("GITLAB_ACCESS_TOKEN"), "GitLab API Access Token")
	gitlabEndpoint    = flag.String("gitlab_endpoint", "https://hg.lukegb.com", "GitLab API endpoint")
	gitlabProject     = flag.String("gitlab_project", "lukegb/depot", "Project to sync secrets into")
	manifestVariable  = flag.String("manifest_variable", "", "If non-empty, a variable to populate with the path to a [VARIABLE]=[FILENAME] manifest, separated by newlines.")

	varToFileMap map[string]string
)

func init() {
	flag.Var(stringMapVar{&varToFileMap}, "variable_to_file", "[VARIABLE]=[FILENAME] mapping")
}

type stringMapVar struct {
	dst *map[string]string
}

func (v stringMapVar) String() string {
	if v.dst == nil || *v.dst == nil {
		return "nil"
	}
	return fmt.Sprintf("%#v", *v.dst)
}

func (v stringMapVar) Set(s string) error {
	if *v.dst == nil {
		*v.dst = make(map[string]string)
	}
	bits := strings.SplitN(s, "=", 2)
	if len(bits) != 2 {
		return fmt.Errorf("not a KEY=VALUE formatted: %v", s)
	}
	(*v.dst)[bits[0]] = bits[1]
	return nil
}

// GitLabAPI encapsulates access to the GitLab API.
type GitLabAPI struct {
	Client      *http.Client
	AccessToken string
	Endpoint    string
}

func (gl *GitLabAPI) url(subpath string) (string, error) {
	u, err := url.Parse(gl.Endpoint)
	if err != nil {
		return "", fmt.Errorf("parsing endpoint %q: %w", gl.Endpoint, err)
	}
	pv, err := url.PathUnescape(subpath)
	if err != nil {
		return "", fmt.Errorf("unescaping %q: %w", subpath, err)
	}
	u.Path = path.Join(u.Path, pv)
	u.RawPath = path.Join(u.RawPath, subpath)
	return u.String(), nil
}

func (gl *GitLabAPI) do(ctx context.Context, req *http.Request) (*http.Response, error) {
	req = req.WithContext(ctx)
	if gl.AccessToken != "" {
		req.Header.Set("Authorization", "Bearer "+gl.AccessToken)
	}
	resp, err := gl.Client.Do(req)
	if err != nil {
		return nil, err
	}
	if resp.StatusCode >= http.StatusBadRequest {
		resp.Body.Close()
		return nil, fmt.Errorf("%v %v failed (status %v)", req.Method, req.URL, resp.Status)
	}
	return resp, nil
}

func (gl *GitLabAPI) get(ctx context.Context, path string) (*http.Response, error) {
	u, err := gl.url(path)
	if err != nil {
		return nil, err
	}
	req, err := http.NewRequest("GET", u, nil)
	if err != nil {
		return nil, fmt.Errorf("building GET request for %q: %w", u, err)
	}
	return gl.do(ctx, req)
}

func (gl *GitLabAPI) doWithForm(ctx context.Context, method, path string, data url.Values) (*http.Response, error) {
	u, err := gl.url(path)
	if err != nil {
		return nil, err
	}
	req, err := http.NewRequest(method, u, strings.NewReader(data.Encode()))
	if err != nil {
		return nil, fmt.Errorf("building %v request for %q: %w", method, u, err)
	}
	req.Header.Set("Content-Type", "application/x-www-form-urlencoded")
	return gl.do(ctx, req)
}

// Ping just tests to see if the connection is successful by retrieving the projects endpoint.
// The response data is ignored, but the status code is checked.
func (gl *GitLabAPI) Ping(ctx context.Context) error {
	resp, err := gl.get(ctx, "/api/v4/projects")
	if err != nil {
		return err
	}
	resp.Body.Close()
	return nil
}

type ProjectVariable struct {
	Key          string `json:"key" url:"key"`
	VariableType string `json:"variable_type" url:"variable_type"`
	Value        string `json:"value" url:"value"`
	Protected    bool   `json:"protected" url:"protected"`
	Masked       bool   `json:"masked" url:"masked"`
}

func (v ProjectVariable) EncodedValue() string {
	return strings.ReplaceAll(v.Value, "$", "$$")
}

func (v ProjectVariable) Values() url.Values {
	data, err := query.Values(v)
	if err != nil {
		panic("query.Values failed unexpectedly")
	}
	data.Set("value", v.EncodedValue())
	return data
}

// Variables gets the list of variables from GitLab.
func (gl *GitLabAPI) Variables(ctx context.Context, project string) (map[string]ProjectVariable, error) {
	resp, err := gl.get(ctx, fmt.Sprintf("/api/v4/projects/%s/variables", url.PathEscape(project)))
	if err != nil {
		return nil, err
	}
	defer resp.Body.Close()

	var pvs []ProjectVariable
	if err := json.NewDecoder(resp.Body).Decode(&pvs); err != nil {
		return nil, fmt.Errorf("decoding GitLab API response: %w", err)
	}

	out := make(map[string]ProjectVariable, len(pvs))
	for _, s := range pvs {
		s.Value = strings.ReplaceAll(s.Value, "$$", "$")
		out[s.Key] = s
	}
	return out, nil
}

// CreateVariable creates a new project variable.
func (gl *GitLabAPI) CreateVariable(ctx context.Context, project string, varData ProjectVariable) error {
	resp, err := gl.doWithForm(ctx, "POST", fmt.Sprintf("/api/v4/projects/%s/variables", url.PathEscape(project)), varData.Values())
	if err != nil {
		return err
	}
	if _, err := ioutil.ReadAll(resp.Body); err != nil {
		return fmt.Errorf("reading response body to completion: %w", err)
	}
	resp.Body.Close()
	return nil
}

// UpdateVariable updates a project variable.
func (gl *GitLabAPI) UpdateVariable(ctx context.Context, project string, varData ProjectVariable) error {
	resp, err := gl.doWithForm(ctx, "PUT", fmt.Sprintf("/api/v4/projects/%s/variables/%s", url.PathEscape(project), url.PathEscape(varData.Key)), varData.Values())
	if err != nil {
		return err
	}
	if _, err := ioutil.ReadAll(resp.Body); err != nil {
		return fmt.Errorf("reading response body to completion: %w", err)
	}
	resp.Body.Close()
	return nil
}

func main() {
	flag.Parse()
	defer log.Flush()

	ctx := context.Background()

	gitlab := &GitLabAPI{
		Client:      http.DefaultClient,
		AccessToken: *gitlabAccessToken,
		Endpoint:    *gitlabEndpoint,
	}
	if err := gitlab.Ping(ctx); err != nil {
		log.Exitf("gitlab.Ping: %v", err)
	}

	vars, err := gitlab.Variables(ctx, *gitlabProject)
	if err != nil {
		log.Exitf("gitlab.Variables: %v", err)
	}

	createOrReplaceVariable := func(varFuture ProjectVariable) error {
		varCurrent, ok := vars[varFuture.Key]
		switch {
		case !ok:
			log.Infof("%q needs to be created", varFuture.Key)
			return gitlab.CreateVariable(ctx, *gitlabProject, varFuture)
		case varCurrent.Value == varFuture.Value:
			log.Infof("%q up-to-date", varFuture.Key)
			return nil
		default:
			log.Infof("%q needs to be updated", varFuture.Key)
			return gitlab.UpdateVariable(ctx, *gitlabProject, varFuture)
		}
	}

	for varKey, varSource := range varToFileMap {
		varFutureData, err := ioutil.ReadFile(varSource)
		if err != nil {
			log.Exitf("reading secret source file %q: %v", varSource, err)
		}
		if err := createOrReplaceVariable(ProjectVariable{
			Key:          varKey,
			VariableType: "file",
			Value:        string(varFutureData),
			Protected:    true,
		}); err != nil {
			log.Errorf("createOrReplaceVariable(%q, %q): %v", *gitlabProject, varKey, err)
		}
	}
	if *manifestVariable != "" {
		var manifestData []string
		for k, v := range varToFileMap {
			manifestData = append(manifestData, fmt.Sprintf("%s=%s", k, v))
		}
		sort.Strings(manifestData)
		if err := createOrReplaceVariable(ProjectVariable{
			Key:          *manifestVariable,
			VariableType: "file",
			Value:        strings.Join(manifestData, "\n") + "\n",
			Protected:    true,
		}); err != nil {
			log.Errorf("createOrReplaceVariable(%q, %q): %v", *gitlabProject, *manifestVariable, err)
		}
	}
}