From 781ad411d4342846c1d119219f6d957300668605 Mon Sep 17 00:00:00 2001 From: Danylo Kuvshynov Date: Sun, 8 Nov 2020 21:54:47 +0200 Subject: [PATCH 1/2] Project code merge * Init commit * Project refactoring * Code refactoring, unit tests coverage * Fix docker file. Packages update. Tests refactoring * Added custom header for logging purposes * Added graceful shodown * Added devtools handler * Added new routes. Code refactoring * Added status handler * README update * Fixed README table * README update * Added defaultVersion support for browsers. Graceful shutdown prop update * Fix typos in README * Added config watcher, active session limits, status handler, logs handler. Fixed vnc handler error --- Dockerfile | 23 ++ README.md | 437 +++++++++++++++++++++++++++++- cmd/selenosis/main.go | 190 +++++++++++++ config/browsers.json | 126 +++++++++ config/browsers.yaml | 76 ++++++ config/config.go | 138 ++++++++++ config/config_test.go | 267 +++++++++++++++++++ go.mod | 19 ++ go.sum | 522 ++++++++++++++++++++++++++++++++++++ handlers.go | 395 ++++++++++++++++++++++++++++ handlers_test.go | 585 +++++++++++++++++++++++++++++++++++++++++ platform/kubernetes.go | 410 +++++++++++++++++++++++++++++ platform/platform.go | 58 ++++ selenium/selenium.go | 49 ++++ selenosis.go | 50 ++++ tools/tools.go | 30 +++ 16 files changed, 3374 insertions(+), 1 deletion(-) create mode 100644 Dockerfile create mode 100644 cmd/selenosis/main.go create mode 100644 config/browsers.json create mode 100644 config/browsers.yaml create mode 100644 config/config.go create mode 100644 config/config_test.go create mode 100644 go.mod create mode 100644 go.sum create mode 100644 handlers.go create mode 100644 handlers_test.go create mode 100644 platform/kubernetes.go create mode 100644 platform/platform.go create mode 100644 selenium/selenium.go create mode 100644 selenosis.go create mode 100644 tools/tools.go diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..8f4f6db --- /dev/null +++ b/Dockerfile @@ -0,0 +1,23 @@ +FROM golang:alpine AS builder + +RUN apk add --quiet --no-cache build-base git + +WORKDIR /src + +ENV GO111MODULE=on + +ADD go.* ./ + +RUN go mod download + +ADD . . + +RUN cd cmd/selenosis && \ + go install -ldflags="-linkmode external -extldflags '-static' -s -w" + + +FROM scratch + +COPY --from=builder /go/bin/selenosis / + +ENTRYPOINT ["/selenosis"] \ No newline at end of file diff --git a/README.md b/README.md index 9280edd..74d2027 100644 --- a/README.md +++ b/README.md @@ -1,2 +1,437 @@ # selenosis -Scallable, stateless selenium hub for Kubernetes cluster +Scalable, stateless selenium hub for Kubernetes cluster. + +## Overview +### Available flags +``` +[user@host]# ./selenosis --help +Scallable, stateless selenium grid for Kubernetes cluster + +Usage: + selenosis [flags] + +Flags: + --port string port for selenosis (default ":4444") + --proxy-port string proxy continer port (default "4445") + --browsers-config string browsers config (default "config/browsers.yaml") + --namespace string kubernetes namespace (default "default") + --service-name string kubernetes service name for browsers (default "selenosis") + --browser-wait-timeout duration time in seconds that a browser will be ready (default 30s) + --session-wait-timeout duration time in seconds that a session will be ready (default 1m0s) + --session-iddle-timeout duration time in seconds that a session will iddle (default 5m0s) + --session-retry-count int session retry count (default 3) + --graceful-shutdown-timeout duration time in seconds gracefull shutdown timeout (default 5m0s) + -h, --help help for selenosis + +``` + +### Available endpoints +| Protocol | Endpoint | +|--------- |---------------------------- | +| HTTP | /wd/hub/session | +| HTTP | /wd/hub/session/{sessionId}/ | +| HTTP | /wd/hub/status | +| WS | /vnc/{sessionId} | +| WS/HTTP | /devtools/{sessionId} | +| HTTP | /download/{sessionId} | +| HTTP | /clipboard/{sessionId} | +
+ +## Configuration +Selenosis requires config to start browsers in K8 cluster. Config can be JSON or YAML file.
+Basic configuration be like (all fields in this example are mandatory): + +```json +{ + "chrome": { + "defaultVersion": "85.0", + "path": "/", + "versions": { + "85.0": { + "image": "selenoid/vnc:chrome:85.0" + }, + "86.0": { + "image": "selenoid/vnc:chrome:86.0" + } + } + }, + "firefox": { + "defaultVersion": "82.0", + "path": "/wd/hub", + "versions": { + "81.0": { + "image": "selenoid/vnc:firefox_81.0" + }, + "82.0": { + "image": "selenoid/vnc:firefox_82.0" + } + } + }, + + "opera" : { + "defaultVersion": "70.0", + "path": "/", + "versions": { + "70.0": { + "image": "selenoid/vnc:opera_70.0" + }, + "71.0": { + "image": "selenoid/vnc:opera_71.0" + } + } + } +} +``` +``` yaml +--- +chrome: + defaultVersion: "85.0" + path: "/" + versions: + '85.0': + image: selenoid/vnc:chrome:85.0 + '86.0': + image: selenoid/vnc:chrome:86.0 +firefox: + defaultVersion: "82.0" + path: "/wd/hub" + versions: + '81.0': + image: selenoid/vnc:firefox_81.0 + '82.0': + image: selenoid/vnc:firefox_82.0 +opera: + defaultVersion: "70.0" + path: "/" + versions: + '70.0': + image: selenoid/vnc:opera_70.0 + '71.0': + image: selenoid/vnc:opera_71.0 +``` + + +Browser name and browser version are taken from Selenium desired capabilities.
+ +Each browser can have default spec/annotations/labels, they will merged to all browsers listed in the versions section. + +``` json +{ + "chrome": { + "defaultVersion": "85.0", + "path": "/", + "meta": { + "labels": { + "environment": "aqa", + "app": "myCoolApp" + }, + "annotations": { + "build": "dev-v1.11.2", + "builder": "jenkins" + } + }, + "spec": { + "resources": { + "requests": { + "memory": "500Mi", + "cpu": "0.5" + }, + "limits": { + "memory": "1000Gi", + "cpu": "1" + } + }, + "hostAliases": [ + { + "ip": "127.0.0.1", + "hostnames": [ + "foo.local", + "bar.local" + ] + }, + { + "ip": "10.1.2.3", + "hostnames": [ + "foo.remote", + "bar.remote" + ] + } + ], + "env": [ + { + "name": "TZ", + "value": "Europe/Kiev" + }, + { + "name": "SCREEN_RESOLUTION", + "value": "1920x1080x24" + }, + { + "name": "ENABLE_VNC", + "value": "true" + } + ] + }, + "versions": { + "85.0": { + "image": "selenoid/vnc:chrome:85.0" + }, + "86.0": { + "image": "selenoid/vnc:chrome:86.0" + } + } + } +} +``` + +``` yaml +--- +chrome: + defaultVersion: "85.0" + path: "/" + meta: + labels: + environment: aqa + app: myCoolApp + annotations: + build: dev-v1.11.2 + builder: jenkins + spec: + resources: + requests: + memory: 500Mi + cpu: '0.5' + limits: + memory: 1000Gi + cpu: '1' + hostAliases: + - ip: 127.0.0.1 + hostnames: + - foo.local + - bar.local + - ip: 10.1.2.3 + hostnames: + - foo.remote + - bar.remote + env: + - name: TZ + value: Europe/Kiev + - name: SCREEN_RESOLUTION + value: 1920x1080x24 + - name: ENABLE_VNC + value: 'true' + versions: + '85.0': + image: selenoid/vnc:chrome:85.0 + '86.0': + image: selenoid/vnc:chrome:86.0 +``` +You can override default browser spec/annotation/labels by providing individual spec/annotation/labels to browser version +``` json +{ + "chrome": { + "defaultVersion": "85.0", + "path": "/", + "meta": { + "labels": { + "environment": "aqa", + "app": "myCoolApp" + }, + "annotations": { + "build": "dev-v1.11.2", + "builder": "jenkins" + } + }, + "spec": { + "resources": { + "requests": { + "memory": "500Mi", + "cpu": "0.5" + }, + "limits": { + "memory": "1000Gi", + "cpu": "1" + } + }, + "hostAliases": [ + { + "ip": "127.0.0.1", + "hostnames": [ + "foo.local", + "bar.local" + ] + }, + { + "ip": "10.1.2.3", + "hostnames": [ + "foo.remote", + "bar.remote" + ] + } + ], + "env": [ + { + "name": "TZ", + "value": "Europe/Kiev" + }, + { + "name": "SCREEN_RESOLUTION", + "value": "1920x1080x24" + }, + { + "name": "ENABLE_VNC", + "value": "true" + } + ] + }, + "versions": { + "85.0": { + "image": "selenoid/vnc:chrome:85.0", + "spec": { + "resources": { + "requests": { + "memory": "750Mi", + "cpu": "0.5" + }, + "limits": { + "memory": "1500Gi", + "cpu": "1" + } + } + } + }, + "86.0": { + "image": "selenoid/vnc:chrome:86.0", + "spec": { + "hostAliases": [ + { + "ip": "127.0.0.1", + "hostnames": [ + "bla-bla.com" + ] + } + ] + }, + "meta": { + "labels": { + "environment": "dev", + "app": "veryCoolApp" + } + } + } + } + } +} +``` +``` yaml +--- +chrome: + defaultVersion: "85.0" + path: "/" + meta: + labels: + environment: aqa + app: myCoolApp + annotations: + build: dev-v1.11.2 + builder: jenkins + spec: + resources: + requests: + memory: 500Mi + cpu: '0.5' + limits: + memory: 1000Gi + cpu: '1' + hostAliases: + - ip: 127.0.0.1 + hostnames: + - foo.local + - bar.local + - ip: 10.1.2.3 + hostnames: + - foo.remote + - bar.remote + env: + - name: TZ + value: Europe/Kiev + - name: SCREEN_RESOLUTION + value: 1920x1080x24 + - name: ENABLE_VNC + value: 'true' + versions: + '85.0': + image: selenoid/vnc:chrome:85.0 + spec: + resources: + requests: + memory: 750Mi + cpu: '0.5' + limits: + memory: 1500Gi + cpu: '1' + '86.0': + image: selenoid/vnc:chrome:86.0 + spec: + hostAliases: + - ip: 127.0.0.1 + hostnames: + - bla-bla.com + meta: + labels: + environment: dev + app: veryCoolApp + +``` +## Deployment +Files and steps required for selenosis deployment available in [selenosis-deploy](https://github.com/alcounit/selenosis-deploy) repository + + ## Run yout tests + ``` java + DesiredCapabilities capabilities = new DesiredCapabilities(); +capabilities.setBrowserName("chrome"); +capabilities.setVersion("85.0"); +capabilities.setCapability("enableVNC", true); +capabilities.setCapability("enableVideo", false); + +RemoteWebDriver driver = new RemoteWebDriver( + URI.create("http://:/wd/hub").toURL(), + capabilities +); + ``` + ``` python +from selenium import webdriver + +capabilities = { + "browserName": "chrome", + "version": "85.0", + "enableVNC": True, + "enableVideo": False +} + +driver = webdriver.Remote( + command_executor="http://:/wd/hub", + desired_capabilities=capabilities) + ``` + +## Features +### Scalability +By default selenosis starts with 2 replica sets. To change it, edit selenosis deployment file: 03-selenosis.yaml +``` yaml + +apiVersion: apps/v1beta1 +kind: Deployment +metadata: + name: selenosis + namespace: selenosis +spec: + replicas: 2 + selector: +... +``` + +### Stateless +Selenosis doesn't store any session info. All connections to the browsers are automatically assigned via headless service. + +### Hot config reload +Once you decide to update in browsers config \ No newline at end of file diff --git a/cmd/selenosis/main.go b/cmd/selenosis/main.go new file mode 100644 index 0000000..ea05e92 --- /dev/null +++ b/cmd/selenosis/main.go @@ -0,0 +1,190 @@ +package main + +import ( + "context" + "log" + "net/http" + "os" + "os/signal" + "path/filepath" + "sync" + "syscall" + "time" + + "github.com/alcounit/selenosis" + "github.com/alcounit/selenosis/config" + "github.com/alcounit/selenosis/platform" + "github.com/fsnotify/fsnotify" + "github.com/gorilla/mux" + "github.com/sirupsen/logrus" + "github.com/spf13/cobra" + "golang.org/x/net/websocket" +) + +//Command ... +func command() *cobra.Command { + + var ( + cfgFile string + address string + proxyPort string + namespace string + service string + sessionRetryCount int + limit int + browserWaitTimeout time.Duration + sessionWaitTimeout time.Duration + sessionIddleTimeout time.Duration + shutdownTimeout time.Duration + ) + + cmd := &cobra.Command{ + Use: "selenosis", + Short: "Scallable, stateless selenium grid for Kubernetes cluster", + Run: func(cmd *cobra.Command, args []string) { + + logger := logrus.New() + logger.Info("starting selenosis") + + browsers, err := config.NewBrowsersConfig(cfgFile) + if err != nil { + logger.Fatalf("failed to read config: %v", err) + } + + logger.Info("browsers config file loaded") + + go runConfigWatcher(logger, cfgFile, browsers) + + logger.Info("config watcher started") + + client, err := platform.NewClient(platform.ClientConfig{ + Namespace: namespace, + Service: service, + ReadinessTimeout: browserWaitTimeout, + IddleTimeout: sessionIddleTimeout, + ServicePort: proxyPort, + }) + + if err != nil { + logger.Fatalf("failed to create kubernetes client: %v", err) + } + + logger.Info("kubernetes client created") + + hostname, _ := os.Hostname() + + app := selenosis.New(logger, client, browsers, selenosis.Configuration{ + SelenosisHost: hostname, + ServiceName: service, + SidecarPort: proxyPort, + SessionLimit: limit, + SessionRetryCount: sessionRetryCount, + BrowserWaitTimeout: browserWaitTimeout, + SessionIddleTimeout: sessionIddleTimeout, + }) + + router := mux.NewRouter() + router.HandleFunc("/wd/hub/session", app.HandleSession).Methods(http.MethodPost) + router.PathPrefix("/wd/hub/session/{sessionId}").HandlerFunc(app.HandleProxy) + router.HandleFunc("/wd/hub/status", app.HadleHubStatus).Methods(http.MethodGet) + router.PathPrefix("/vnc/{sessionId}").Handler(websocket.Handler(app.HandleVNC())) + router.PathPrefix("/logs/{sessionId}").Handler(websocket.Handler(app.HandleLogs())) + router.PathPrefix("/devtools/{sessionId}").HandlerFunc(app.HandleReverseProxy) + router.PathPrefix("/download/{sessionId}").HandlerFunc(app.HandleReverseProxy) + router.PathPrefix("/clipboard/{sessionId}").HandlerFunc(app.HandleReverseProxy) + router.PathPrefix("/status").HandlerFunc(app.HandleStatus) + + srv := &http.Server{ + Addr: address, + Handler: router, + } + + stop := make(chan os.Signal, 1) + signal.Notify(stop, os.Interrupt, syscall.SIGTERM) + + e := make(chan error) + go func() { + e <- srv.ListenAndServe() + }() + + select { + case err := <-e: + logger.Fatalf("failed to start selenosis: %v", err) + case <-stop: + logger.Warn("stopping selenosis") + } + + ctx, cancel := context.WithTimeout(context.Background(), shutdownTimeout) + defer cancel() + + if err := srv.Shutdown(ctx); err != nil { + logger.Fatalf("faled to stop selenosis", err) + } + }, + } + + cmd.Flags().StringVar(&address, "port", ":4444", "port for selenosis") + cmd.Flags().StringVar(&proxyPort, "proxy-port", "4445", "proxy continer port") + cmd.Flags().StringVar(&cfgFile, "browsers-config", "./config/browsers.yaml", "browsers config") + cmd.Flags().IntVar(&limit, "browser-limit", 10, "active sessions max limit") + cmd.Flags().StringVar(&namespace, "namespace", "default", "kubernetes namespace") + cmd.Flags().StringVar(&service, "service-name", "selenosis", "kubernetes service name for browsers") + cmd.Flags().DurationVar(&browserWaitTimeout, "browser-wait-timeout", 30*time.Second, "time in seconds that a browser will be ready") + cmd.Flags().DurationVar(&sessionWaitTimeout, "session-wait-timeout", 60*time.Second, "time in seconds that a session will be ready") + cmd.Flags().DurationVar(&sessionIddleTimeout, "session-iddle-timeout", 5*time.Minute, "time in seconds that a session will iddle") + cmd.Flags().IntVar(&sessionRetryCount, "session-retry-count", 3, "session retry count") + cmd.Flags().DurationVar(&shutdownTimeout, "graceful-shutdown-timeout", 30*time.Second, "time in seconds gracefull shutdown timeout") + cmd.Flags().SortFlags = false + + return cmd +} + +func runConfigWatcher(logger *logrus.Logger, filename string, config *config.BrowsersConfig) { + wg := sync.WaitGroup{} + wg.Add(1) + go func() { + watcher, err := fsnotify.NewWatcher() + if err != nil { + log.Fatalf("failed to create watcher: %v", err) + } + defer watcher.Close() + + configFile := filepath.Clean(filename) + configDir, _ := filepath.Split(configFile) + realConfigFile, _ := filepath.EvalSymlinks(filename) + + done := make(chan bool) + go func() { + for { + select { + case event := <-watcher.Events: + currentConfigFile, _ := filepath.EvalSymlinks(filename) + if (filepath.Clean(event.Name) == configFile && + (event.Op&fsnotify.Write == fsnotify.Write || event.Op&fsnotify.Create == fsnotify.Create)) || + (currentConfigFile != "" && currentConfigFile != realConfigFile) { + + realConfigFile = currentConfigFile + err := config.Reload() + if err != nil { + logger.Errorf("config reload failed: %v", err) + } else { + logger.Infof("config %s reloaded", configFile) + } + } + case err := <-watcher.Errors: + logger.Errorf("config watcher error: %v", err) + } + } + }() + watcher.Add(configDir) + wg.Done() + <-done + }() + wg.Wait() +} + +func main() { + if err := command().Execute(); err != nil { + os.Exit(1) + } +} diff --git a/config/browsers.json b/config/browsers.json new file mode 100644 index 0000000..76f2632 --- /dev/null +++ b/config/browsers.json @@ -0,0 +1,126 @@ +{ + "chrome": { + "path": "/", + "defaultVersion": "68.0", + "meta": { + "labels": { + "environment": "production", + "app": "projectx" + }, + "annotations": { + "key1" : "value1", + "key2" : "value2" + } + }, + "spec": { + "resources": { + "requests": { + "memory": "500Mi", + "cpu": "0.5" + }, + "limits": { + "memory": "1000Gi", + "cpu": "1" + } + }, + "hostAliases": [ + { + "ip": "127.0.0.1", + "hostnames": [ + "foo.local", + "bar.local" + ] + }, + { + "ip": "10.1.2.3", + "hostnames": [ + "foo.remote", + "bar.remote" + ] + } + ], + "env": [ + { + "name": "TZ", + "value": "Europe/Kiev" + }, + { + "name": "SCREEN_RESOLUTION", + "value": "1920x1080x24" + }, + { + "name": "ENABLE_VNC", + "value": "true" + } + ], + "nodeSelector": { + "nodeType": "N2D" + } + }, + "versions": { + "68.0": { + "image": "selenoid/vnc:chrome_68.0", + "meta": { + "labels": { + "environment": "qa" + } + }, + "spec": { + "resources": { + "requests": { + "memory": "1000Mi", + "cpu": "0.5" + }, + "limits": { + "memory": "1500Gi", + "cpu": "1.5" + } + } + } + }, + "86.0": { + "image": "selenoid/vnc:chrome_86.0", + "meta": { + "labels": { + "environment": "dev" + } + }, + "spec": { + "resources": { + "requests": { + "memory": "1000Mi", + "cpu": "0.5" + }, + "limits": { + "memory": "1500Gi", + "cpu": "1.5" + } + } + } + } + } + }, + "firefox": { + "defaultVersion": "0", + "path": "/wd/hub", + "versions": { + "45.0": { + "image": "selenoid/vnc:firefox_45.0" + }, + "47.0": { + "image": "selenoid/vnc:firefox_47.0" + } + } + }, + "opera": { + "path": "/", + "versions": { + "66.0": { + "image": "selenoid/vnc:opera_66.0" + }, + "71.0": { + "image": "selenoid/vnc:opera_71.0" + } + } + } +} \ No newline at end of file diff --git a/config/browsers.yaml b/config/browsers.yaml new file mode 100644 index 0000000..038cb98 --- /dev/null +++ b/config/browsers.yaml @@ -0,0 +1,76 @@ +--- + chrome: + defaultVersion: "68.0" + path: / + meta: + labels: + environment: production + app: projectx + spec: + resources: + requests: + memory: "500Mi" + cpu: "0.5" + limits: + memory: "1000Gi" + cpu: "1" + hostAliases: + - ip: "127.0.0.1" + hostnames: + - "foo.local" + - "bar.local" + - ip: "10.1.2.3" + hostnames: + - "foo.remote" + - "bar.remote" + env: + - name: TZ + value: Europe/Kiev + - name: SCREEN_RESOLUTION + value: 1920x1080x24 + - name: ENABLE_VNC + value: 'true' + nodeSelector: + nodeType: N2D + versions: + '68.0': + image: selenoid/vnc:chrome_68.0 + meta: + labels: + environment: qa + spec: + resources: + requests: + memory: "1000Mi" + cpu: "0.5" + limits: + memory: "1500Gi" + cpu: "1.5" + '86.0': + image: selenoid/vnc:chrome_86.0 + meta: + labels: + environment: dev + spec: + resources: + requests: + memory: "1000Mi" + cpu: "0.5" + limits: + memory: "1500Gi" + cpu: "1.5" + firefox: + defaultVersion: 0 + path : /wd/hub + versions: + '45.0': + image: selenoid/vnc:firefox_45.0 + '47.0': + image: selenoid/vnc:firefox_45.0 + opera: + path : / + versions: + '66.0': + image: selenoid/vnc:opera_66.0 + '71.0': + image: selenoid/vnc:opera_71.0 \ No newline at end of file diff --git a/config/config.go b/config/config.go new file mode 100644 index 0000000..64a288f --- /dev/null +++ b/config/config.go @@ -0,0 +1,138 @@ +package config + +import ( + "bytes" + "fmt" + "io/ioutil" + "sync" + + "k8s.io/apimachinery/pkg/util/yaml" + + "github.com/alcounit/selenosis/platform" + "github.com/imdario/mergo" +) + +//Layout ... +type Layout struct { + DefaultSpec platform.Spec `yaml:"spec" json:"spec"` + Meta platform.Meta `yaml:"meta" json:"meta"` + Path string `yaml:"path" json:"path"` + DefaultVersion string `yaml:"defaultVersion" json:"defaultVersion"` + Versions map[string]*platform.BrowserSpec `yaml:"versions" json:"versions"` +} + +//BrowsersConfig ... +type BrowsersConfig struct { + configFile string + lock sync.RWMutex + containers map[string]*Layout +} + +//NewBrowsersConfig returns parced browsers config from JSON or YAML file. +func NewBrowsersConfig(configFile string) (*BrowsersConfig, error) { + layouts, err := readConfig(configFile) + if err != nil { + return nil, fmt.Errorf("failed to read config: %v", err) + } + + return &BrowsersConfig{ + configFile: configFile, + containers: layouts, + }, nil +} + +//Reload ... +func (cfg *BrowsersConfig) Reload() error { + cfg.lock.Lock() + defer cfg.lock.Unlock() + + layouts, err := readConfig(cfg.configFile) + if err != nil { + return fmt.Errorf("failed to read config: %v", err) + } + + cfg.containers = layouts + return nil +} + +//Find return Container if it present in config +func (cfg *BrowsersConfig) Find(name, version string) (*platform.BrowserSpec, error) { + cfg.lock.Lock() + defer cfg.lock.Unlock() + c, ok := cfg.containers[name] + if !ok { + return nil, fmt.Errorf("unknown browser name %s", name) + } + + v, ok := c.Versions[version] + + if !ok { + if c.DefaultVersion != "" { + v, ok = c.Versions[c.DefaultVersion] + if !ok { + return nil, fmt.Errorf("unknown browser version %s", version) + } + return v, nil + } + return nil, fmt.Errorf("unknown browser version %s", version) + } + + return v, nil +} + +//GetBrowserVersions ... +func (cfg *BrowsersConfig) GetBrowserVersions() map[string][]string { + cfg.lock.Lock() + defer cfg.lock.Unlock() + + browsers := make(map[string][]string) + + for name, layout := range cfg.containers { + versions := make([]string, 0) + for version := range layout.Versions { + versions = append(versions, version) + } + browsers[name] = versions + } + + return browsers +} + +func readConfig(configFile string) (map[string]*Layout, error) { + content, err := ioutil.ReadFile(configFile) + if err != nil { + return nil, fmt.Errorf("read error: %v", err) + } + + layouts := make(map[string]*Layout) + decoder := yaml.NewYAMLOrJSONDecoder(bytes.NewReader(content), 1000) + + if err := decoder.Decode(&layouts); err != nil { + return nil, fmt.Errorf("parse error: %v", err) + } + + if len(layouts) == 0 { + return nil, fmt.Errorf("empty config: %v", err) + } + + for _, layout := range layouts { + spec := layout.DefaultSpec + for _, container := range layout.Versions { + container.Path = layout.Path + container.Meta.Annotations = merge(container.Meta.Annotations, layout.Meta.Annotations) + container.Meta.Labels = merge(container.Meta.Labels, layout.Meta.Labels) + + if err := mergo.Merge(&container.Spec, spec); err != nil { + return nil, fmt.Errorf("merge error %v", err) + } + } + } + return layouts, nil +} + +func merge(from, to map[string]string) map[string]string { + for k, v := range from { + to[k] = v + } + return to +} diff --git a/config/config_test.go b/config/config_test.go new file mode 100644 index 0000000..d385e40 --- /dev/null +++ b/config/config_test.go @@ -0,0 +1,267 @@ +package config + +import ( + "errors" + "io/ioutil" + "log" + "os" + "testing" + + "github.com/stretchr/testify/assert" +) + +func TestConfigFileData(t *testing.T) { + + tests := map[string]struct { + data string + config string + err error + }{ + "verify empty JSON config is not allowed": { + data: ``, + config: "browsers.json", + err: errors.New("failed to read config: parse error: EOF"), + }, + "verify empty YAML config is not allowed": { + data: ``, + config: "browsers.yaml", + err: errors.New("failed to read config: parse error: EOF"), + }, + "verify invalid characters not allowed for JSON config": { + data: `{ + "chrome": { + "path": "/", + "spec": { + "resources": { + "requests": { + "memory": "500Mi", + "cpu": "0.5"`, + config: "browsers.json", + err: errors.New("failed to read config: parse error: unexpected EOF"), + }, + "verify invalid characters not allowed for YAML config": { + data: `--- + chrome: + spec: + resources: + cpu: 500m + memory: 1Gi + hostAliases:`, + config: "browsers.yaml", + err: errors.New("failed to read config: parse error: error converting YAML to JSON: yaml: line 2: found character that cannot start any token"), + }, + "verify empty JSON config is allowed ": { + data: `{}`, + config: "browsers.json", + err: errors.New("failed to read config: empty config: "), + }, + "verify empty YAML config is allowed ": { + data: `---`, + config: "browsers.yaml", + err: errors.New("failed to read config: empty config: "), + }, + } + + for name, test := range tests { + t.Logf("TC: %s", name) + f := configfile(test.data, test.config) + defer os.Remove(f) + _, err := NewBrowsersConfig(f) + assert.Equal(t, test.err, err) + } +} + +func TestConfigFile(t *testing.T) { + + var empty string + + tests := map[string]struct { + data string + err error + }{ + "verify config file not exist": { + data: empty, + err: errors.New("failed to read config: read error: open : The system cannot find the file specified."), + }, + } + + for name, test := range tests { + t.Logf("TC: %s", name) + _, err := NewBrowsersConfig(test.data) + assert.Equal(t, test.err, err) + } +} + +func TestConfig(t *testing.T) { + + tests := map[string]struct { + data string + err error + }{ + "verify yaml config file": { + data: "browsers.yaml", + err: nil, + }, + "verify json config file": { + data: "browsers.json", + err: nil, + }, + } + + for name, test := range tests { + t.Logf("TC: %s", name) + _, err := NewBrowsersConfig(test.data) + assert.Equal(t, test.err, err) + } +} + +func TestConfigSearch(t *testing.T) { + tests := map[string]struct { + browserName string + browserVersion string + defaultVersion string + config string + err error + }{ + "verify empty browser name input for JSON config file": { + browserVersion: "68.0", + config: "browsers.json", + err: errors.New("unknown browser name "), + }, + "verify empty browser name input for YAML config file": { + browserVersion: "68.0", + config: "browsers.yaml", + err: errors.New("unknown browser name "), + }, + "verify empty browser version for JSON config file": { + browserName: "chrome", + config: "browsers.json", + err: nil, + }, + "verify empty browser version for YAML config file": { + browserName: "chrome", + config: "browsers.yaml", + err: nil, + }, + "verify non existing browser name for JSON config file": { + browserName: "amigo", + config: "browsers.json", + err: errors.New("unknown browser name amigo"), + }, + "verify non existing browser name for YAML config file": { + browserName: "amigo", + config: "browsers.yaml", + err: errors.New("unknown browser name amigo"), + }, + "verify non existing browser version for JSON config file": { + browserName: "chrome", + browserVersion: "0.1", + config: "browsers.json", + err: nil, + }, + "verify non existing browser version for YAML config file": { + browserName: "chrome", + browserVersion: "0.1", + config: "browsers.yaml", + err: nil, + }, + "verify no error if correct data provided for JSON config file": { + browserName: "chrome", + browserVersion: "68.0", + config: "browsers.json", + err: nil, + }, + "verify no error if correct data provided for YAML config file": { + browserName: "chrome", + browserVersion: "68.0", + config: "browsers.yaml", + err: nil, + }, + "verify no error if default version = correct and requested version = correct YAML config file": { + browserName: "chrome", + defaultVersion: "68.0", + browserVersion: "69.0", + config: "browsers.yaml", + err: nil, + }, + "verify no error if default version = correct and requested version = correct for YAML config file": { + browserName: "chrome", + defaultVersion: "68.0", + browserVersion: "69.0", + config: "browsers.yaml", + err: nil, + }, + "verify non existing browser version error when default version != correct and requested version != correct YAML config file": { + browserName: "firefox", + defaultVersion: ".0", + browserVersion: "35.0", + config: "browsers.yaml", + err: errors.New("unknown browser version 35.0"), + }, + "verify non existing browser version error when default version != correct and requested version != correct for YAML config file": { + browserName: "firefox", + defaultVersion: ".0", + browserVersion: "35.0", + config: "browsers.yaml", + err: errors.New("unknown browser version 35.0"), + }, + "verify non existing browser version error when default version == \"\" and requested version != correct YAML config file": { + browserName: "opera", + browserVersion: "75.0", + config: "browsers.yaml", + err: errors.New("unknown browser version 75.0"), + }, + "verify non existing browser version error when default version == \"\" and requested version != correct for YAML config file": { + browserName: "opera", + browserVersion: "75.0", + config: "browsers.yaml", + err: errors.New("unknown browser version 75.0"), + }, + } + + for name, test := range tests { + t.Logf("TC: %s", name) + c, err := NewBrowsersConfig(test.config) + if err != nil { + t.Errorf("error loading config %v", err) + } + _, err = c.Find(test.browserName, test.browserVersion) + assert.Equal(t, test.err, err) + } + +} + +func TestMapMerge(t *testing.T) { + tests := map[string]struct { + from map[string]string + to map[string]string + expected map[string]string + }{ + "Verify map merge": { + from: map[string]string{"key1": "value1", "key2": "value2", "key3": "value3"}, + to: map[string]string{"key3": "value11", "key4": "value4"}, + expected: map[string]string{"key1": "value1", "key2": "value2", "key3": "value3", "key4": "value4"}, + }, + } + for name, test := range tests { + t.Logf("TC: %s", name) + result := merge(test.from, test.to) + assert.Equal(t, test.expected, result) + } +} + +func configfile(data string, config string) string { + tmp, err := ioutil.TempFile("", config) + if err != nil { + log.Fatal(err) + } + _, err = tmp.Write([]byte(data)) + if err != nil { + log.Fatal(err) + } + err = tmp.Close() + if err != nil { + log.Fatal(err) + } + return tmp.Name() +} diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..231b7a2 --- /dev/null +++ b/go.mod @@ -0,0 +1,19 @@ +module github.com/alcounit/selenosis + +go 1.14 + +require ( + github.com/fsnotify/fsnotify v1.4.9 + github.com/google/uuid v1.1.2 + github.com/gorilla/mux v1.8.0 + github.com/imdario/mergo v0.3.11 + github.com/sirupsen/logrus v1.7.0 + github.com/spf13/cobra v1.1.1 + github.com/stretchr/testify v1.6.1 + golang.org/x/net v0.0.0-20201029055024-942e2f445f3c + gotest.tools v2.2.0+incompatible + k8s.io/api v0.19.3 + k8s.io/apimachinery v0.19.3 + k8s.io/client-go v0.19.3 + k8s.io/utils v0.0.0-20201027101359-01387209bb0d +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..0c60b43 --- /dev/null +++ b/go.sum @@ -0,0 +1,522 @@ +cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +cloud.google.com/go v0.34.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +cloud.google.com/go v0.38.0/go.mod h1:990N+gfupTy94rShfmMCWGDn0LpTmnzTp2qbd1dvSRU= +cloud.google.com/go v0.44.1/go.mod h1:iSa0KzasP4Uvy3f1mN/7PiObzGgflwredwwASm/v6AU= +cloud.google.com/go v0.44.2/go.mod h1:60680Gw3Yr4ikxnPRS/oxxkBccT6SA1yMk63TGekxKY= +cloud.google.com/go v0.45.1/go.mod h1:RpBamKRgapWJb87xiFSdk4g1CME7QZg3uwTez+TSTjc= +cloud.google.com/go v0.46.3/go.mod h1:a6bKKbmY7er1mI7TEI4lsAkts/mkhTSZK8w33B4RAg0= +cloud.google.com/go v0.51.0/go.mod h1:hWtGJ6gnXH+KgDv+V0zFGDvpi07n3z8ZNj3T1RW0Gcw= +cloud.google.com/go/bigquery v1.0.1/go.mod h1:i/xbL2UlR5RvWAURpBYZTtm/cXjCha9lbfbpx4poX+o= +cloud.google.com/go/datastore v1.0.0/go.mod h1:LXYbyblFSglQ5pkeyhO+Qmw7ukd3C+pD7TKLgZqpHYE= +cloud.google.com/go/firestore v1.1.0/go.mod h1:ulACoGHTpvq5r8rxGJ4ddJZBZqakUQqClKRT5SZwBmk= +cloud.google.com/go/pubsub v1.0.1/go.mod h1:R0Gpsv3s54REJCy4fxDixWD93lHJMoZTyQ2kNxGRt3I= +cloud.google.com/go/storage v1.0.0/go.mod h1:IhtSnM/ZTZV8YYJWCY8RULGVqBDmpoyjwiyrjsg+URw= +dmitri.shuralyov.com/gpu/mtl v0.0.0-20190408044501-666a987793e9/go.mod h1:H6x//7gZCb22OMCxBHrMx7a5I7Hp++hsVxbQ4BYO7hU= +github.com/Azure/go-autorest/autorest v0.9.0/go.mod h1:xyHB1BMZT0cuDHU7I0+g046+BFDTQ8rEZB0s4Yfa6bI= +github.com/Azure/go-autorest/autorest v0.9.6/go.mod h1:/FALq9T/kS7b5J5qsQ+RSTUdAmGFqi0vUdVNNx8q630= +github.com/Azure/go-autorest/autorest/adal v0.5.0/go.mod h1:8Z9fGy2MpX0PvDjB1pEgQTmVqjGhiHBW7RJJEciWzS0= +github.com/Azure/go-autorest/autorest/adal v0.8.2/go.mod h1:ZjhuQClTqx435SRJ2iMlOxPYt3d2C/T/7TiQCVZSn3Q= +github.com/Azure/go-autorest/autorest/date v0.1.0/go.mod h1:plvfp3oPSKwf2DNjlBjWF/7vwR+cUD/ELuzDCXwHUVA= +github.com/Azure/go-autorest/autorest/date v0.2.0/go.mod h1:vcORJHLJEh643/Ioh9+vPmf1Ij9AEBM5FuBIXLmIy0g= +github.com/Azure/go-autorest/autorest/mocks v0.1.0/go.mod h1:OTyCOPRA2IgIlWxVYxBee2F5Gr4kF2zd2J5cFRaIDN0= +github.com/Azure/go-autorest/autorest/mocks v0.2.0/go.mod h1:OTyCOPRA2IgIlWxVYxBee2F5Gr4kF2zd2J5cFRaIDN0= +github.com/Azure/go-autorest/autorest/mocks v0.3.0/go.mod h1:a8FDP3DYzQ4RYfVAxAN3SVSiiO77gL2j2ronKKP0syM= +github.com/Azure/go-autorest/logger v0.1.0/go.mod h1:oExouG+K6PryycPJfVSxi/koC6LSNgds39diKLz7Vrc= +github.com/Azure/go-autorest/tracing v0.5.0/go.mod h1:r/s2XiOKccPW3HrqB+W0TQzfbtp2fGCgRFtBroKn4Dk= +github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= +github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo= +github.com/NYTimes/gziphandler v0.0.0-20170623195520-56545f4a5d46/go.mod h1:3wb06e3pkSAbeQ52E9H9iFoQsEEwGN64994WTCIhntQ= +github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAElWljhcU= +github.com/PuerkitoBio/purell v1.0.0/go.mod h1:c11w/QuzBsJSee3cPx9rAFu61PvFxuPbtSwDGJws/X0= +github.com/PuerkitoBio/urlesc v0.0.0-20160726150825-5bd2802263f2/go.mod h1:uGdkoq3SwY9Y+13GIhn11/XLaGBb4BfwItxLd5jeuXE= +github.com/alecthomas/template v0.0.0-20160405071501-a0175ee3bccc/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc= +github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0= +github.com/armon/circbuf v0.0.0-20150827004946-bbbad097214e/go.mod h1:3U/XgcO3hCbHZ8TKRvWD2dDTCfh9M9ya+I9JpbB7O8o= +github.com/armon/consul-api v0.0.0-20180202201655-eb2c6b5be1b6/go.mod h1:grANhF5doyWs3UAsr3K4I6qtAmlQcZDesFNEHPZAzj8= +github.com/armon/go-metrics v0.0.0-20180917152333-f0300d1749da/go.mod h1:Q73ZrmVTwzkszR9V5SSuryQ31EELlFMUz1kKyl939pY= +github.com/armon/go-radix v0.0.0-20180808171621-7fddfc383310/go.mod h1:ufUuZ+zHj4x4TnLV4JWEpy2hxWSpsRywHrMgIH9cCH8= +github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973/go.mod h1:Dwedo/Wpr24TaqPxmxbtue+5NUziq4I4S80YR8gNf3Q= +github.com/beorn7/perks v1.0.0/go.mod h1:KWe93zE9D1o94FZ5RNwFwVgaQK1VOXiVxmqh+CedLV8= +github.com/bgentry/speakeasy v0.1.0/go.mod h1:+zsyZBPWlz7T6j88CTgSN5bM796AkVf0kBD4zp0CCIs= +github.com/bketelsen/crypt v0.0.3-0.20200106085610-5cbc8cc4026c/go.mod h1:MKsuJmJgSg28kpZDP6UIiPt0e0Oz0kqKNGyRaWEPv84= +github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= +github.com/cespare/xxhash v1.1.0/go.mod h1:XrSqR1VqqWfGrhpAt58auRo0WTKS1nRRg3ghfAqPWnc= +github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI= +github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= +github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= +github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= +github.com/coreos/bbolt v1.3.2/go.mod h1:iRUV2dpdMOn7Bo10OQBFzIJO9kkE559Wcmn+qkEiiKk= +github.com/coreos/etcd v3.3.10+incompatible/go.mod h1:uF7uidLiAD3TWHmW31ZFd/JWoc32PjwdhPthX9715RE= +github.com/coreos/etcd v3.3.13+incompatible/go.mod h1:uF7uidLiAD3TWHmW31ZFd/JWoc32PjwdhPthX9715RE= +github.com/coreos/go-semver v0.2.0/go.mod h1:nnelYz7RCh+5ahJtPPxZlU+153eP4D4r3EedlOD2RNk= +github.com/coreos/go-semver v0.3.0/go.mod h1:nnelYz7RCh+5ahJtPPxZlU+153eP4D4r3EedlOD2RNk= +github.com/coreos/go-systemd v0.0.0-20190321100706-95778dfbb74e/go.mod h1:F5haX7vjVVG0kc13fIWeqUViNPyEJxv/OmvnBo0Yme4= +github.com/coreos/pkg v0.0.0-20180928190104-399ea9e2e55f/go.mod h1:E3G3o1h8I7cfcXa63jLwjI0eiQQMgzzUDFVpN/nH/eA= +github.com/cpuguy83/go-md2man/v2 v2.0.0/go.mod h1:maD7wRr/U5Z6m/iR4s+kqSMx2CaBsrgA7czyZG/E6dU= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/dgrijalva/jwt-go v3.2.0+incompatible/go.mod h1:E3ru+11k8xSBh+hMPgOLZmtrrCbhqsmaPHjLKYnJCaQ= +github.com/dgryski/go-sip13 v0.0.0-20181026042036-e10d5fee7954/go.mod h1:vAd38F8PWV+bWy6jNmig1y/TA+kYO4g3RSRF0IAv0no= +github.com/docker/spdystream v0.0.0-20160310174837-449fdfce4d96/go.mod h1:Qh8CwZgvJUkLughtfhJv5dyTYa91l1fOUCrgjqmcifM= +github.com/docopt/docopt-go v0.0.0-20180111231733-ee0de3bc6815/go.mod h1:WwZ+bS3ebgob9U8Nd0kOddGdZWjyMGR8Wziv+TBNwSE= +github.com/elazarl/goproxy v0.0.0-20180725130230-947c36da3153/go.mod h1:/Zj4wYkgs4iZTTu3o/KG3Itv/qCCa8VVMlb3i9OVuzc= +github.com/emicklei/go-restful v0.0.0-20170410110728-ff4f55a20633/go.mod h1:otzb+WCGbkyDHkqmQmT5YD2WR4BBwUdeQoFo8l/7tVs= +github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= +github.com/evanphx/json-patch v4.2.0+incompatible/go.mod h1:50XU6AFN0ol/bzJsmQLiYLvXMP4fmwYFNcr97nuDLSk= +github.com/evanphx/json-patch v4.9.0+incompatible/go.mod h1:50XU6AFN0ol/bzJsmQLiYLvXMP4fmwYFNcr97nuDLSk= +github.com/fatih/color v1.7.0/go.mod h1:Zm6kSWBoL9eyXnKyktHP6abPY2pDugNf5KwzbycvMj4= +github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo= +github.com/fsnotify/fsnotify v1.4.9 h1:hsms1Qyu0jgnwNXIxa+/V/PDsU6CfLf6CNO8H7IWoS4= +github.com/fsnotify/fsnotify v1.4.9/go.mod h1:znqG4EE+3YCdAaPaxE2ZRY/06pZUdp0tY4IgpuI1SZQ= +github.com/ghodss/yaml v0.0.0-20150909031657-73d445a93680/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04= +github.com/ghodss/yaml v1.0.0/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04= +github.com/go-gl/glfw v0.0.0-20190409004039-e6da0acd62b1/go.mod h1:vR7hzQXu2zJy9AVAgeJqvqgH9Q5CA+iKCZ2gyEVpxRU= +github.com/go-gl/glfw/v3.3/glfw v0.0.0-20191125211704-12ad95a8df72/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8= +github.com/go-kit/kit v0.8.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as= +github.com/go-logfmt/logfmt v0.3.0/go.mod h1:Qt1PoO58o5twSAckw1HlFXLmHsOX5/0LbT9GBnD5lWE= +github.com/go-logfmt/logfmt v0.4.0/go.mod h1:3RMwSq7FuexP4Kalkev3ejPJsZTpXXBr9+V4qmtdjCk= +github.com/go-logr/logr v0.1.0/go.mod h1:ixOQHD9gLJUVQQ2ZOR7zLEifBX6tGkNJF4QyIY7sIas= +github.com/go-logr/logr v0.2.0 h1:QvGt2nLcHH0WK9orKa+ppBPAxREcH364nPUedEpK0TY= +github.com/go-logr/logr v0.2.0/go.mod h1:z6/tIYblkpsD+a4lm/fGIIU9mZ+XfAiaFtq7xTgseGU= +github.com/go-openapi/jsonpointer v0.0.0-20160704185906-46af16f9f7b1/go.mod h1:+35s3my2LFTysnkMfxsJBAMHj/DoqoB9knIWoYG/Vk0= +github.com/go-openapi/jsonreference v0.0.0-20160704190145-13c6e3589ad9/go.mod h1:W3Z9FmVs9qj+KR4zFKmDPGiLdk1D9Rlm7cyMvf57TTg= +github.com/go-openapi/spec v0.0.0-20160808142527-6aced65f8501/go.mod h1:J8+jY1nAiCcj+friV/PDoE1/3eeccG9LYBs0tYvLOWc= +github.com/go-openapi/swag v0.0.0-20160704191624-1d0bd113de87/go.mod h1:DXUve3Dpr1UfpPtxFw+EFuQ41HhCWZfha5jSVRG7C7I= +github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY= +github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ= +github.com/gogo/protobuf v1.2.1/go.mod h1:hp+jE20tsWTFYpLwKvXlhS1hjn+gTNwPg2I6zVXpSg4= +github.com/gogo/protobuf v1.3.1 h1:DqDEcV5aeaTmdFBePNpYsp3FlcVH/2ISVVM9Qf8PSls= +github.com/gogo/protobuf v1.3.1/go.mod h1:SlYgWuQ5SjCEi6WLHjHCa1yvBfUnHcTbrrZtXPKa29o= +github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= +github.com/golang/groupcache v0.0.0-20160516000752-02826c3e7903/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/groupcache v0.0.0-20190129154638-5b532d6fd5ef/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/groupcache v0.0.0-20190702054246-869f871628b6/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/groupcache v0.0.0-20191227052852-215e87163ea7/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= +github.com/golang/mock v1.2.0/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= +github.com/golang/mock v1.3.1/go.mod h1:sBzyDLLjw3U8JLTeZvSv8jJB+tU5PVekmnlKIyFUx0Y= +github.com/golang/protobuf v0.0.0-20161109072736-4bd1920723d7/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.3/go.mod h1:vzj43D7+SQXF/4pzW/hwtAqwc6iTitCiVSaWz5lYuqw= +github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= +github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= +github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= +github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= +github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= +github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= +github.com/golang/protobuf v1.4.2 h1:+Z5KGCizgyZCbGh1KZqA0fcLLkwbsjIzS4aV2v7wJX0= +github.com/golang/protobuf v1.4.2/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/google/btree v0.0.0-20180813153112-4030bb1f1f0c/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= +github.com/google/btree v1.0.0/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= +github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= +github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= +github.com/google/gofuzz v1.1.0 h1:Hsa8mG0dQ46ij8Sl2AYJDUv1oA9/d6Vk+3LG99Oe02g= +github.com/google/gofuzz v1.1.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= +github.com/google/martian v2.1.0+incompatible/go.mod h1:9I4somxYTbIHy5NJKHRl3wXiIaQGbYVAs8BPL6v8lEs= +github.com/google/pprof v0.0.0-20181206194817-3ea8567a2e57/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= +github.com/google/pprof v0.0.0-20190515194954-54271f7e092f/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= +github.com/google/pprof v0.0.0-20191218002539-d4f498aebedc/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= +github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI= +github.com/google/uuid v1.1.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/google/uuid v1.1.2 h1:EVhdT+1Kseyi1/pUmXKaFxYsDNy9RQYkMWRH68J/W7Y= +github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/googleapis/gax-go/v2 v2.0.4/go.mod h1:0Wqv26UfaUD9n4G6kQubkQ+KchISgw+vpHVxEJEs9eg= +github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5mhpdKc/us6bOk= +github.com/googleapis/gnostic v0.0.0-20170729233727-0c5108395e2d/go.mod h1:sJBsCZ4ayReDTBIg8b9dl28c5xFWyhBTVRp3pOg5EKY= +github.com/googleapis/gnostic v0.1.0/go.mod h1:sJBsCZ4ayReDTBIg8b9dl28c5xFWyhBTVRp3pOg5EKY= +github.com/googleapis/gnostic v0.4.1 h1:DLJCy1n/vrD4HPjOvYcT8aYQXpPIzoRZONaYwyycI+I= +github.com/googleapis/gnostic v0.4.1/go.mod h1:LRhVm6pbyptWbWbuZ38d1eyptfvIytN3ir6b65WBswg= +github.com/gophercloud/gophercloud v0.1.0/go.mod h1:vxM41WHh5uqHVBMZHzuwNOHh8XEoIEcSTewFxm1c5g8= +github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY= +github.com/gorilla/mux v1.8.0 h1:i40aqfkR1h2SlN9hojwV5ZA91wcXFOvkdNIeFDP5koI= +github.com/gorilla/mux v1.8.0/go.mod h1:DVbg23sWSpFRCP0SfiEN6jmj59UnW/n46BH5rLB71So= +github.com/gorilla/websocket v1.4.0/go.mod h1:E7qHFY5m1UJ88s3WnNqhKjPHQ0heANvMoAMk2YaljkQ= +github.com/gorilla/websocket v1.4.2/go.mod h1:YR8l580nyteQvAITg2hZ9XVh4b55+EU/adAjf1fMHhE= +github.com/gregjones/httpcache v0.0.0-20180305231024-9cad4c3443a7/go.mod h1:FecbI9+v66THATjSRHfNgh1IVFe/9kFxbXtjV0ctIMA= +github.com/grpc-ecosystem/go-grpc-middleware v1.0.0/go.mod h1:FiyG127CGDf3tlThmgyCl78X/SZQqEOJBCDaAfeWzPs= +github.com/grpc-ecosystem/go-grpc-prometheus v1.2.0/go.mod h1:8NvIoxWQoOIhqOTXgfV/d3M/q6VIi02HzZEHgUlZvzk= +github.com/grpc-ecosystem/grpc-gateway v1.9.0/go.mod h1:vNeuVxBJEsws4ogUvrchl83t/GYV9WGTSLVdBhOQFDY= +github.com/hashicorp/consul/api v1.1.0/go.mod h1:VmuI/Lkw1nC05EYQWNKwWGbkg+FbDBtguAZLlVdkD9Q= +github.com/hashicorp/consul/sdk v0.1.1/go.mod h1:VKf9jXwCTEY1QZP2MOLRhb5i/I/ssyNV1vwHyQBF0x8= +github.com/hashicorp/errwrap v1.0.0/go.mod h1:YH+1FKiLXxHSkmPseP+kNlulaMuP3n2brvKWEqk/Jc4= +github.com/hashicorp/go-cleanhttp v0.5.1/go.mod h1:JpRdi6/HCYpAwUzNwuwqhbovhLtngrth3wmdIIUrZ80= +github.com/hashicorp/go-immutable-radix v1.0.0/go.mod h1:0y9vanUI8NX6FsYoO3zeMjhV/C5i9g4Q3DwcSNZ4P60= +github.com/hashicorp/go-msgpack v0.5.3/go.mod h1:ahLV/dePpqEmjfWmKiqvPkv/twdG7iPBM1vqhUKIvfM= +github.com/hashicorp/go-multierror v1.0.0/go.mod h1:dHtQlpGsu+cZNNAkkCN/P3hoUDHhCYQXV3UM06sGGrk= +github.com/hashicorp/go-rootcerts v1.0.0/go.mod h1:K6zTfqpRlCUIjkwsN4Z+hiSfzSTQa6eBIzfwKfwNnHU= +github.com/hashicorp/go-sockaddr v1.0.0/go.mod h1:7Xibr9yA9JjQq1JpNB2Vw7kxv8xerXegt+ozgdvDeDU= +github.com/hashicorp/go-syslog v1.0.0/go.mod h1:qPfqrKkXGihmCqbJM2mZgkZGvKG1dFdvsLplgctolz4= +github.com/hashicorp/go-uuid v1.0.0/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= +github.com/hashicorp/go-uuid v1.0.1/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= +github.com/hashicorp/go.net v0.0.1/go.mod h1:hjKkEWcCURg++eb33jQU7oqQcI9XDCnUzHA0oac0k90= +github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= +github.com/hashicorp/golang-lru v0.5.1/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= +github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ= +github.com/hashicorp/logutils v1.0.0/go.mod h1:QIAnNjmIWmVIIkWDTG1z5v++HQmx9WQRO+LraFDTW64= +github.com/hashicorp/mdns v1.0.0/go.mod h1:tL+uN++7HEJ6SQLQ2/p+z2pH24WQKWjBPkE0mNTz8vQ= +github.com/hashicorp/memberlist v0.1.3/go.mod h1:ajVTdAv/9Im8oMAAj5G31PhhMCZJV2pPBoIllUwCN7I= +github.com/hashicorp/serf v0.8.2/go.mod h1:6hOLApaqBFA1NXqRQAsxw9QxuDEvNxSQRwA/JwenrHc= +github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU= +github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= +github.com/imdario/mergo v0.3.5/go.mod h1:2EnlNZ0deacrJVfApfmtdGgDfMuh/nq6Ok1EcJh5FfA= +github.com/imdario/mergo v0.3.11 h1:3tnifQM4i+fbajXKBHXWEH+KvNHqojZ778UH75j3bGA= +github.com/imdario/mergo v0.3.11/go.mod h1:jmQim1M+e3UYxmgPu/WyfjB3N3VflVyUjjjwH0dnCYA= +github.com/inconshreveable/mousetrap v1.0.0 h1:Z8tu5sraLXCXIcARxBp/8cbvlwVa7Z1NHg9XEKhtSvM= +github.com/inconshreveable/mousetrap v1.0.0/go.mod h1:PxqpIevigyE2G7u3NXJIT2ANytuPF1OarO4DADm73n8= +github.com/jonboulle/clockwork v0.1.0/go.mod h1:Ii8DK3G1RaLaWxj9trq07+26W01tbo22gdxWY5EU2bo= +github.com/json-iterator/go v1.1.6/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU= +github.com/json-iterator/go v1.1.8/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= +github.com/json-iterator/go v1.1.10 h1:Kz6Cvnvv2wGdaG/V8yMvfkmNiXq9Ya2KUv4rouJJr68= +github.com/json-iterator/go v1.1.10/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= +github.com/jstemmer/go-junit-report v0.0.0-20190106144839-af01ea7f8024/go.mod h1:6v2b51hI/fHJwM22ozAgKL4VKDeJcHhJFhtBdhmNjmU= +github.com/jstemmer/go-junit-report v0.9.1/go.mod h1:Brl9GWCQeLvo8nXZwPNNblvFj/XSXhF0NWZEnDohbsk= +github.com/jtolds/gls v4.20.0+incompatible/go.mod h1:QJZ7F/aHp+rZTRtaJ1ow/lLfFfVYBRgL+9YlvaHOwJU= +github.com/julienschmidt/httprouter v1.2.0/go.mod h1:SYymIcj16QtmaHHD7aYtjjsJG7VTCxuUUipMqKk8s4w= +github.com/kisielk/errcheck v1.1.0/go.mod h1:EZBBE59ingxPouuu3KfxchcWSUPOHkagtvWXihfKN4Q= +github.com/kisielk/errcheck v1.2.0/go.mod h1:/BMXB+zMLi60iA8Vv6Ksmxu/1UDYcXs4uQLJ+jE2L00= +github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= +github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= +github.com/konsorten/go-windows-terminal-sequences v1.0.3/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= +github.com/kr/logfmt v0.0.0-20140226030751-b84e30acd515/go.mod h1:+0opPa2QZZtGFBFZlji/RkVcI2GknAs/DXo4wKdlNEc= +github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= +github.com/kr/pretty v0.2.0/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= +github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= +github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= +github.com/magiconair/properties v1.8.0/go.mod h1:PppfXfuXeibc/6YijjN8zIbojt8czPbwD3XqdrwzmxQ= +github.com/magiconair/properties v1.8.1/go.mod h1:PppfXfuXeibc/6YijjN8zIbojt8czPbwD3XqdrwzmxQ= +github.com/mailru/easyjson v0.0.0-20160728113105-d5b7844b561a/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= +github.com/mattn/go-colorable v0.0.9/go.mod h1:9vuHe8Xs5qXnSaW/c/ABM9alt+Vo+STaOChaDxuIBZU= +github.com/mattn/go-isatty v0.0.3/go.mod h1:M+lRXTBqGeGNdLjl/ufCoiOlB5xdOkqRJdNxMWT7Zi4= +github.com/matttproud/golang_protobuf_extensions v1.0.1/go.mod h1:D8He9yQNgCq6Z5Ld7szi9bcBfOoFv/3dc6xSMkL2PC0= +github.com/miekg/dns v1.0.14/go.mod h1:W1PPwlIAgtquWBMBEV9nkV9Cazfe8ScdGz/Lj7v3Nrg= +github.com/mitchellh/cli v1.0.0/go.mod h1:hNIlj7HEI86fIcpObd7a0FcrxTWetlwJDGcceTlRvqc= +github.com/mitchellh/go-homedir v1.0.0/go.mod h1:SfyaCUpYCn1Vlf4IUYiD9fPX4A5wJrkLzIz1N1q0pr0= +github.com/mitchellh/go-homedir v1.1.0/go.mod h1:SfyaCUpYCn1Vlf4IUYiD9fPX4A5wJrkLzIz1N1q0pr0= +github.com/mitchellh/go-testing-interface v1.0.0/go.mod h1:kRemZodwjscx+RGhAo8eIhFbs2+BFgRtFPeD/KE+zxI= +github.com/mitchellh/gox v0.4.0/go.mod h1:Sd9lOJ0+aimLBi73mGofS1ycjY8lL3uZM3JPS42BGNg= +github.com/mitchellh/iochan v1.0.0/go.mod h1:JwYml1nuB7xOzsp52dPpHFffvOCDupsG0QubkSMEySY= +github.com/mitchellh/mapstructure v0.0.0-20160808181253-ca63d7c062ee/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh9fWfEaFds41c1Y= +github.com/mitchellh/mapstructure v1.1.2/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh9fWfEaFds41c1Y= +github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= +github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg= +github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= +github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= +github.com/modern-go/reflect2 v1.0.1 h1:9f412s+6RmYXLWZSEzVVgPGK7C2PphHj5RJrvfx9AWI= +github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= +github.com/munnerz/goautoneg v0.0.0-20120707110453-a547fc61f48d/go.mod h1:+n7T8mK8HuQTcFwEeznm/DIxMOiR9yIdICNftLE1DvQ= +github.com/mwitkow/go-conntrack v0.0.0-20161129095857-cc309e4a2223/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U= +github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f/go.mod h1:ZdcZmHo+o7JKHSa8/e818NopupXU1YMK5fe1lsApnBw= +github.com/oklog/ulid v1.3.1/go.mod h1:CirwcVhetQ6Lv90oh/F+FBtV6XMibvdAFo93nm5qn4U= +github.com/onsi/ginkgo v0.0.0-20170829012221-11459a886d9c/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= +github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= +github.com/onsi/ginkgo v1.11.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= +github.com/onsi/gomega v0.0.0-20170829124025-dcabb60a477c/go.mod h1:C1qb7wdrVGGVU+Z6iS04AVkA3Q65CEZX59MT0QO5uiA= +github.com/onsi/gomega v1.7.0/go.mod h1:ex+gbHU/CVuBBDIJjb2X0qEXbFg53c61hWP/1CpauHY= +github.com/pascaldekloe/goe v0.0.0-20180627143212-57f6aae5913c/go.mod h1:lzWF7FIEvWOWxwDKqyGYQf6ZUaNfKdP144TG7ZOy1lc= +github.com/pelletier/go-toml v1.2.0/go.mod h1:5z9KED0ma1S8pY6P1sdut58dfprrGBbd/94hg7ilaic= +github.com/peterbourgon/diskv v2.0.1+incompatible/go.mod h1:uqqh8zWWbv1HBMNONnaR/tNboyR3/BZd58JJSHlUSCU= +github.com/pkg/errors v0.8.0/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/posener/complete v1.1.1/go.mod h1:em0nMJCgc9GFtwrmVmEMR/ZL6WyhyjMBndrE9hABlRI= +github.com/prometheus/client_golang v0.9.1/go.mod h1:7SWBe2y4D6OKWSNQJUaRYU/AaXPKyh/dDVn+NZz0KFw= +github.com/prometheus/client_golang v0.9.3/go.mod h1:/TN21ttK/J9q6uSwhBd54HahCDft0ttaMvbicHlPoso= +github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910/go.mod h1:MbSGuTsp3dbXC40dX6PRTWyKYBIrTGTE9sqQNg2J8bo= +github.com/prometheus/client_model v0.0.0-20190129233127-fd36f4220a90/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/prometheus/common v0.0.0-20181113130724-41aa239b4cce/go.mod h1:daVV7qP5qjZbuso7PdcryaAu0sAZbrN9i7WWcTMWvro= +github.com/prometheus/common v0.4.0/go.mod h1:TNfzLD0ON7rHzMJeJkieUDPYmFC7Snx/y86RQel1bk4= +github.com/prometheus/procfs v0.0.0-20181005140218-185b4288413d/go.mod h1:c3At6R/oaqEKCNdg8wHV1ftS6bRYblBhIjjI8uT2IGk= +github.com/prometheus/procfs v0.0.0-20190507164030-5867b95ac084/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsTZCD3I8kEA= +github.com/prometheus/tsdb v0.7.1/go.mod h1:qhTCs0VvXwvX/y3TZrWD7rabWM+ijKTux40TwIPHuXU= +github.com/rogpeppe/fastuuid v0.0.0-20150106093220-6724a57986af/go.mod h1:XWv6SoW27p1b0cqNHllgS5HIMJraePCO15w5zCzIWYg= +github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4= +github.com/russross/blackfriday/v2 v2.0.1/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM= +github.com/ryanuber/columnize v0.0.0-20160712163229-9b3edd62028f/go.mod h1:sm1tb6uqfes/u+d4ooFouqFdy9/2g9QGwK3SQygK0Ts= +github.com/sean-/seed v0.0.0-20170313163322-e2103e2c3529/go.mod h1:DxrIzT+xaE7yg65j358z/aeFdxmN0P9QXhEzd20vsDc= +github.com/shurcooL/sanitized_anchor_name v1.0.0/go.mod h1:1NzhyTcUVG4SuEtjjoZeVRXNmyL/1OwPU0+IJeTBvfc= +github.com/sirupsen/logrus v1.2.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPxbbu5VWo= +github.com/sirupsen/logrus v1.6.0 h1:UBcNElsrwanuuMsnGSlYmtmgbb23qDR5dG+6X6Oo89I= +github.com/sirupsen/logrus v1.6.0/go.mod h1:7uNnSEd1DgxDLC74fIahvMZmmYsHGZGEOFrfsX/uA88= +github.com/sirupsen/logrus v1.7.0 h1:ShrD1U9pZB12TX0cVy0DtePoCH97K8EtX+mg7ZARUtM= +github.com/sirupsen/logrus v1.7.0/go.mod h1:yWOB1SBYBC5VeMP7gHvWumXLIWorT60ONWic61uBYv0= +github.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d/go.mod h1:OnSkiWE9lh6wB0YB77sQom3nweQdgAjqCqsofrRNTgc= +github.com/smartystreets/goconvey v1.6.4/go.mod h1:syvi0/a8iFYH4r/RixwvyeAJjdLS9QV7WQ/tjFTllLA= +github.com/soheilhy/cmux v0.1.4/go.mod h1:IM3LyeVVIOuxMH7sFAkER9+bJ4dT7Ms6E4xg4kGIyLM= +github.com/spaolacci/murmur3 v0.0.0-20180118202830-f09979ecbc72/go.mod h1:JwIasOWyU6f++ZhiEuf87xNszmSA2myDM2Kzu9HwQUA= +github.com/spf13/afero v1.1.2/go.mod h1:j4pytiNVoe2o6bmDsKpLACNPDBIoEAkihy7loJ1B0CQ= +github.com/spf13/afero v1.2.2/go.mod h1:9ZxEEn6pIJ8Rxe320qSDBk6AsU0r9pR7Q4OcevTdifk= +github.com/spf13/cast v1.3.0/go.mod h1:Qx5cxh0v+4UWYiBimWS+eyWzqEqokIECu5etghLkUJE= +github.com/spf13/cobra v1.0.0 h1:6m/oheQuQ13N9ks4hubMG6BnvwOeaJrqSPLahSnczz8= +github.com/spf13/cobra v1.0.0/go.mod h1:/6GTrnGXV9HjY+aR4k0oJ5tcvakLuG6EuKReYlHNrgE= +github.com/spf13/cobra v1.1.1 h1:KfztREH0tPxJJ+geloSLaAkaPkr4ki2Er5quFV1TDo4= +github.com/spf13/cobra v1.1.1/go.mod h1:WnodtKOvamDL/PwE2M4iKs8aMDBZ5Q5klgD3qfVJQMI= +github.com/spf13/jwalterweatherman v1.0.0/go.mod h1:cQK4TGJAtQXfYWX+Ddv3mKDzgVb68N+wFjFa4jdeBTo= +github.com/spf13/pflag v0.0.0-20170130214245-9ff6c6923cff/go.mod h1:DYY7MBk1bdzusC3SYhjObp+wFpr4gzcvqqNjLnInEg4= +github.com/spf13/pflag v1.0.3/go.mod h1:DYY7MBk1bdzusC3SYhjObp+wFpr4gzcvqqNjLnInEg4= +github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA= +github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= +github.com/spf13/viper v1.4.0/go.mod h1:PTJ7Z/lr49W6bUbkmS1V3by4uWynFiR9p7+dSq/yZzE= +github.com/spf13/viper v1.7.0/go.mod h1:8WkrPz2fc9jxqZNCJI/76HCieCp4Q8HaLFoCha5qpdg= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= +github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= +github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= +github.com/stretchr/testify v1.6.1 h1:hDPOHmpOpP40lSULcqw7IrRb/u7w6RpDC9399XyoNd0= +github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/subosito/gotenv v1.2.0/go.mod h1:N0PQaV/YGNqwC0u51sEeR/aUtSLEXKX9iv69rRypqCw= +github.com/tmc/grpc-websocket-proxy v0.0.0-20190109142713-0ad062ec5ee5/go.mod h1:ncp9v5uamzpCO7NfCPTXjqaC+bZgJeR0sMTm6dMHP7U= +github.com/ugorji/go v1.1.4/go.mod h1:uQMGLiO92mf5W77hV/PUCpI3pbzQx3CRekS0kk+RGrc= +github.com/xiang90/probing v0.0.0-20190116061207-43a291ad63a2/go.mod h1:UETIi67q53MR2AWcXfiuqkDkRtnGDLqkBTpCHuJHxtU= +github.com/xordataexchange/crypt v0.0.3-0.20170626215501-b2862e3d0a77/go.mod h1:aYKd//L2LvnjZzWKhF00oedf4jCCReLcmhLdhm1A27Q= +go.etcd.io/bbolt v1.3.2/go.mod h1:IbVyRI1SCnLcuJnV2u8VeU0CEYM7e686BmAb1XKL+uU= +go.opencensus.io v0.21.0/go.mod h1:mSImk1erAIZhrmZN+AvHh14ztQfjbGwt4TtuofqLduU= +go.opencensus.io v0.22.0/go.mod h1:+kGneAE2xo2IficOXnaByMWTGM9T73dGwxeWcUqIpI8= +go.opencensus.io v0.22.2/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= +go.uber.org/atomic v1.4.0/go.mod h1:gD2HeocX3+yG+ygLZcrzQJaqmWj9AIm7n08wl/qW/PE= +go.uber.org/multierr v1.1.0/go.mod h1:wR5kodmAFQ0UK8QlbwjlSNy0Z68gJhDJUG5sjR94q/0= +go.uber.org/zap v1.10.0/go.mod h1:vwi/ZaCAaUcBkycHslxD9B2zi4UTXhF60s6SWpuDF0Q= +golang.org/x/crypto v0.0.0-20180904163835-0709b304e793/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4= +golang.org/x/crypto v0.0.0-20181029021203-45a5f77698d3/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4= +golang.org/x/crypto v0.0.0-20190211182817-74369b46fc67/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20190510104115-cbcb75029529/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20190605123033-f99c8df09eb5/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20191206172530-e9b2fee46413/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/crypto v0.0.0-20200220183623-bac4c82f6975/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9 h1:psW17arqaxU48Z5kZ0CQnkZWQJsqcURM6tKiBApRjXI= +golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= +golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= +golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8= +golang.org/x/exp v0.0.0-20190829153037-c13cbed26979/go.mod h1:86+5VVa7VpoJ4kLfm080zCjGlMRFzhUhsZKEZO7MGek= +golang.org/x/exp v0.0.0-20191030013958-a1ab85dbe136/go.mod h1:JXzH8nQsPlswgeRAPE3MuO9GYsAcnJvJ4vnMwN/5qkY= +golang.org/x/exp v0.0.0-20191227195350-da58074b4299/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= +golang.org/x/image v0.0.0-20190227222117-0694c2d4d067/go.mod h1:kZ7UVZpmo3dzQBMxlp+ypCbDeSB+sBbTgSJuh5dn5js= +golang.org/x/image v0.0.0-20190802002840-cff245a6509b/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0= +golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= +golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= +golang.org/x/lint v0.0.0-20190301231843-5614ed5bae6f/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= +golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/lint v0.0.0-20190409202823-959b441ac422/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/lint v0.0.0-20190909230951-414d861bb4ac/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/lint v0.0.0-20191125180803-fdd1cda4f05f/go.mod h1:5qLYkcX4OjUUV8bRuDixDT3tpyyb+LUpUlRWLxfhWrs= +golang.org/x/mobile v0.0.0-20190312151609-d3739f865fa6/go.mod h1:z+o9i4GpDbdi3rU15maQ/Ox0txvL9dWGYEHz965HBQE= +golang.org/x/mobile v0.0.0-20190719004257-d2bd2a29d028/go.mod h1:E/iHnbuqvinMTCcRqshq8CkpyQDoeVncDDYHnLhea+o= +golang.org/x/mod v0.0.0-20190513183733-4bf6d317e70e/go.mod h1:mXi4GBBbnImb6dmsKGUJ2LatrhH/nqhxcFungHvyanc= +golang.org/x/mod v0.1.0/go.mod h1:0QHyrYULN0/3qlju5TqG8bIK38QM8yzMo5ekMj3DlcY= +golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= +golang.org/x/net v0.0.0-20170114055629-f2499483f923/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20181023162649-9b4f9f5ad519/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20181114220301-adae6a3d119a/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20181201002055-351d144fa1fc/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20181220203305-927f97764cc3/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190108225652-1e06a53dbb7e/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190501004415-9ce7a6920f09/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190503192946-f4e77d36d62c/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190522155817-f3200d17e092/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks= +golang.org/x/net v0.0.0-20190603091049-60506f45cf65/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20191004110552-13f9640d40b9/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20191209160850-c0dbc17a3553/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= +golang.org/x/net v0.0.0-20200930145003-4acb6c075d10 h1:YfxMZzv3PjGonQYNUaeU2+DhAdqOxerQ30JFB6WgAXo= +golang.org/x/net v0.0.0-20200930145003-4acb6c075d10/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= +golang.org/x/net v0.0.0-20201029055024-942e2f445f3c h1:rpcgRPA7OvNEOdprt2Wx8/Re2cBTd8NPo/lvo3AyMqk= +golang.org/x/net v0.0.0-20201029055024-942e2f445f3c/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= +golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= +golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45 h1:SVwTIAaPC2U/AvvLNZ2a7OVsmBpC8L5BlwK1whH3hm0= +golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= +golang.org/x/oauth2 v0.0.0-20191202225959-858c2ad4c8b6 h1:pE8b58s1HRDMi8RDc79m0HISf9D4TzseP40cEA6IGfs= +golang.org/x/oauth2 v0.0.0-20191202225959-858c2ad4c8b6/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= +golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190227155943-e225da77a7e6/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20170830134202-bb24a47a89ea/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20180823144017-11551d06cbcc/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20181026203630-95b1ffbd15a5/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20181107165924-66b7b1311ac8/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20181116152217-5ac8a444bdc5/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190209173611-3b5209105503/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190312061237-fead79001313/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190422165155-953cdadca894/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190502145724-3ef323f4f1fd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190507160741-ecd444e8653b/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190606165138-5da285871e9c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190624142023-c5567b49c5d0/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191005200804-aed5e4c7ecf9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191022100944-742c48ecaeb7/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191204072324-ce4227a45e2e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191228213918-04cbcbbfeed8/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200622214017-ed371f2e16b4 h1:5/PjkGUjvEU5Gl6BxmvKRPpqo2uNMv4rcHBMwzk/st8= +golang.org/x/sys v0.0.0-20200622214017-ed371f2e16b4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f h1:+Nyd8tzPX9R7BWHguqsrbFdRx3WQ/1ib8I44HXV5yTA= +golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/text v0.0.0-20160726164857-2910a502d2bf/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= +golang.org/x/text v0.3.3 h1:cokOdA+Jmi5PJGXLlLllQSgYigAEfHXJAERHVMaCc2k= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/time v0.0.0-20190308202827-9d24e82272b4 h1:SvFZT6jyqRaOeXpc5h/JSfZenJ2O330aBsf7JfSUXmQ= +golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/time v0.0.0-20191024005414-555d28b269f0 h1:/5xXl8Y5W96D+TtHSlonuFqGHIWVuyCkGJLwGh9JJFs= +golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/tools v0.0.0-20180221164845-07fd8470d635/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20181011042414-1f849cf54d09/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20181030221726-6c7e314b6563/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= +golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190312151545-0bb0c0a6e846/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190312170243-e65039ee4138/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190328211700-ab21143f2384/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190425150028-36563e24a262/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20190506145303-2d16b83fe98c/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20190606124116-d0a3d012864b/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= +golang.org/x/tools v0.0.0-20190621195816-6e04913cbbac/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= +golang.org/x/tools v0.0.0-20190628153133-6cdbf07be9d0/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= +golang.org/x/tools v0.0.0-20190816200558-6889da9d5479/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20190911174233-4f2ddba30aff/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191012152004-8de300cfc20a/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191112195655-aa38f8e97acc/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191125144606-a911d9008d1f/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191227053925-7b8e75db28f4/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +google.golang.org/api v0.4.0/go.mod h1:8k5glujaEP+g9n7WNsDg8QP6cUVNI86fCNMcbazEtwE= +google.golang.org/api v0.7.0/go.mod h1:WtwebWUNSVBH/HAw79HIFXZNqEvBhG+Ra+ax0hx3E3M= +google.golang.org/api v0.8.0/go.mod h1:o4eAsZoiT+ibD93RtjEohWalFOjRDx6CVaqeizhEnKg= +google.golang.org/api v0.9.0/go.mod h1:o4eAsZoiT+ibD93RtjEohWalFOjRDx6CVaqeizhEnKg= +google.golang.org/api v0.13.0/go.mod h1:iLdEw5Ide6rF15KTC1Kkl0iskquN2gFfn9o9XIsbkAI= +google.golang.org/api v0.15.0/go.mod h1:iLdEw5Ide6rF15KTC1Kkl0iskquN2gFfn9o9XIsbkAI= +google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= +google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= +google.golang.org/appengine v1.5.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= +google.golang.org/appengine v1.6.1/go.mod h1:i06prIuMbXzDqacNJfV5OdTW448YApPu5ww/cMBSeb0= +google.golang.org/appengine v1.6.5/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= +google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= +google.golang.org/genproto v0.0.0-20190307195333-5fe7a883aa19/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= +google.golang.org/genproto v0.0.0-20190418145605-e7d98fc518a7/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= +google.golang.org/genproto v0.0.0-20190425155659-357c62f0e4bb/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= +google.golang.org/genproto v0.0.0-20190502173448-54afdca5d873/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= +google.golang.org/genproto v0.0.0-20190801165951-fa694d86fc64/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= +google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= +google.golang.org/genproto v0.0.0-20190911173649-1774047e7e51/go.mod h1:IbNlFCBrqXvoKpeg0TB2l7cyZUmoaFKYIwrEpbDKLA8= +google.golang.org/genproto v0.0.0-20191108220845-16a3f7862a1a/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= +google.golang.org/genproto v0.0.0-20191230161307-f3c370f40bfb/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= +google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= +google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= +google.golang.org/grpc v1.20.1/go.mod h1:10oTOabMzJvdu6/UiuZezV6QK5dSlG84ov/aaiqXj38= +google.golang.org/grpc v1.21.0/go.mod h1:oYelfM1adQP15Ek0mdvEgi9Df8B9CZIaU1084ijfRaM= +google.golang.org/grpc v1.21.1/go.mod h1:oYelfM1adQP15Ek0mdvEgi9Df8B9CZIaU1084ijfRaM= +google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= +google.golang.org/grpc v1.26.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= +google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= +google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= +google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= +google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= +google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.24.0 h1:UhZDfRO8JRQru4/+LlLE0BRKGF8L+PICnvYZmx/fEGA= +google.golang.org/protobuf v1.24.0/go.mod h1:r/3tXBNzIEhYS9I1OUVjXDlt8tc493IdKGjtUeSXeh4= +gopkg.in/alecthomas/kingpin.v2 v2.2.6/go.mod h1:FMv+mEhP44yOT+4EoQTLFTRgOQ1FBLkstjWtayDeSgw= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= +gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys= +gopkg.in/inf.v0 v0.9.1 h1:73M5CoZyi3ZLMOyDlQh031Cx6N9NDJ2Vvfl76EDAgDc= +gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw= +gopkg.in/ini.v1 v1.51.0/go.mod h1:pNLf8WUiyNEtQjuu5G5vTm06TEv9tsIgeAvK8hOrP4k= +gopkg.in/resty.v1 v1.12.0/go.mod h1:mDo4pnntr5jdWRML875a/NmxYqAlA73dVijT2AXvQQo= +gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw= +gopkg.in/yaml.v2 v2.0.0-20170812160011-eb3733d160e7/go.mod h1:JAlM8MvJe8wmxCU4Bli9HhUf9+ttbYbLASfIpnQbh74= +gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.3.0 h1:clyUAQHOM3G0M3f5vQj7LuJrETvjVot3Z5el9nffUtU= +gopkg.in/yaml.v2 v2.3.0/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c h1:dUUwHk2QECo/6vqA44rthZ8ie2QXMNeKRTHCNY2nXvo= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gotest.tools v2.2.0+incompatible/go.mod h1:DsYFclhRJ6vuDpmuTbkuFWG+y2sxOXAzmJt81HFBacw= +honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190106161140-3f1c8253044a/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190418001031-e561f6794a2a/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt0JzvZhAg= +k8s.io/api v0.18.1 h1:pnHr0LH69kvL29eHldoepUDKTuiOejNZI2A1gaxve3Q= +k8s.io/api v0.18.1/go.mod h1:3My4jorQWzSs5a+l7Ge6JBbIxChLnY8HnuT58ZWolss= +k8s.io/api v0.19.3 h1:GN6ntFnv44Vptj/b+OnMW7FmzkpDoIDLZRvKX3XH9aU= +k8s.io/api v0.19.3/go.mod h1:VF+5FT1B74Pw3KxMdKyinLo+zynBaMBiAfGMuldcNDs= +k8s.io/apimachinery v0.18.1/go.mod h1:9SnR/e11v5IbyPCGbvJViimtJ0SwHG4nfZFjU77ftcA= +k8s.io/apimachinery v0.19.2 h1:5Gy9vQpAGTKHPVOh5c4plE274X8D/6cuEiTO2zve7tc= +k8s.io/apimachinery v0.19.2/go.mod h1:DnPGDnARWFvYa3pMHgSxtbZb7gpzzAZ1pTfaUNDVlmA= +k8s.io/apimachinery v0.19.3 h1:bpIQXlKjB4cB/oNpnNnV+BybGPR7iP5oYpsOTEJ4hgc= +k8s.io/apimachinery v0.19.3/go.mod h1:DnPGDnARWFvYa3pMHgSxtbZb7gpzzAZ1pTfaUNDVlmA= +k8s.io/client-go v0.18.1 h1:2+fnu4LwKJjZVOwijkm1UqZG9aQoFsKEpipOzdfcTD8= +k8s.io/client-go v0.18.1/go.mod h1:iCikYRiXOj/yRRFE/aWqrpPtDt4P2JVWhtHkmESTcfY= +k8s.io/client-go v0.19.3 h1:ctqR1nQ52NUs6LpI0w+a5U+xjYwflFwA13OJKcicMxg= +k8s.io/client-go v0.19.3/go.mod h1:+eEMktZM+MG0KO+PTkci8xnbCZHvj9TqR6Q1XDUIJOM= +k8s.io/gengo v0.0.0-20190128074634-0689ccc1d7d6/go.mod h1:ezvh/TsK7cY6rbqRK0oQQ8IAqLxYwwyPxAX1Pzy0ii0= +k8s.io/gengo v0.0.0-20200413195148-3a45101e95ac/go.mod h1:ezvh/TsK7cY6rbqRK0oQQ8IAqLxYwwyPxAX1Pzy0ii0= +k8s.io/klog v0.0.0-20181102134211-b9b56d5dfc92/go.mod h1:Gq+BEi5rUBO/HRz0bTSXDUcqjScdoY3a9IHpCEIOOfk= +k8s.io/klog v0.3.0/go.mod h1:Gq+BEi5rUBO/HRz0bTSXDUcqjScdoY3a9IHpCEIOOfk= +k8s.io/klog v1.0.0 h1:Pt+yjF5aB1xDSVbau4VsWe+dQNzA0qv1LlXdC2dF6Q8= +k8s.io/klog v1.0.0/go.mod h1:4Bi6QPql/J/LkTDqv7R/cd3hPo4k2DG6Ptcz060Ez5I= +k8s.io/klog/v2 v2.0.0/go.mod h1:PBfzABfn139FHAV07az/IF9Wp1bkk3vpT2XSJ76fSDE= +k8s.io/klog/v2 v2.2.0 h1:XRvcwJozkgZ1UQJmfMGpvRthQHOvihEhYtDfAaxMz/A= +k8s.io/klog/v2 v2.2.0/go.mod h1:Od+F08eJP+W3HUb4pSrPpgp9DGU4GzlpG/TmITuYh/Y= +k8s.io/kube-openapi v0.0.0-20200121204235-bf4fb3bd569c/go.mod h1:GRQhZsXIAJ1xR0C9bd8UpWHZ5plfAS9fzPjJuQ6JL3E= +k8s.io/kube-openapi v0.0.0-20200805222855-6aeccd4b50c6/go.mod h1:UuqjUnNftUyPE5H64/qeyjQoUZhGpeFDVdxjTeEVN2o= +k8s.io/utils v0.0.0-20200324210504-a9aa75ae1b89 h1:d4vVOjXm687F1iLSP2q3lyPPuyvTUt3aVoBpi2DqRsU= +k8s.io/utils v0.0.0-20200324210504-a9aa75ae1b89/go.mod h1:sZAwmy6armz5eXlNoLmJcl4F1QuKu7sr+mFQ0byX7Ew= +k8s.io/utils v0.0.0-20200729134348-d5654de09c73/go.mod h1:jPW/WVKK9YHAvNhRxK0md/EJ228hCsBRufyofKtW8HA= +k8s.io/utils v0.0.0-20201027101359-01387209bb0d h1:1qqs/6lQQGCeZhCu0tO7La4lAazDXic6BiCmpjWcWUo= +k8s.io/utils v0.0.0-20201027101359-01387209bb0d/go.mod h1:jPW/WVKK9YHAvNhRxK0md/EJ228hCsBRufyofKtW8HA= +rsc.io/binaryregexp v0.2.0/go.mod h1:qTv7/COck+e2FymRvadv62gMdZztPaShugOCi3I+8D8= +sigs.k8s.io/structured-merge-diff/v3 v3.0.0-20200116222232-67a7b8c61874/go.mod h1:PlARxl6Hbt/+BC80dRLi1qAmnMqwqDg62YvvVkZjemw= +sigs.k8s.io/structured-merge-diff/v3 v3.0.0/go.mod h1:PlARxl6Hbt/+BC80dRLi1qAmnMqwqDg62YvvVkZjemw= +sigs.k8s.io/structured-merge-diff/v4 v4.0.1 h1:YXTMot5Qz/X1iBRJhAt+vI+HVttY0WkSqqhKxQ0xVbA= +sigs.k8s.io/structured-merge-diff/v4 v4.0.1/go.mod h1:bJZC9H9iH24zzfZ/41RGcq60oK1F7G282QMXDPYydCw= +sigs.k8s.io/yaml v1.1.0/go.mod h1:UJmg0vDUVViEyp3mgSv9WPwZCDxu4rQW1olrI1uml+o= +sigs.k8s.io/yaml v1.2.0 h1:kr/MCeFWJWTwyaHoR9c8EjH9OumOmoF9YGiZd7lFm/Q= +sigs.k8s.io/yaml v1.2.0/go.mod h1:yfXDCHCao9+ENCvLSE62v9VSji2MKu5jeNfTrofGhJc= diff --git a/handlers.go b/handlers.go new file mode 100644 index 0000000..73f52b4 --- /dev/null +++ b/handlers.go @@ -0,0 +1,395 @@ +package selenosis + +import ( + "bytes" + "context" + "encoding/json" + "fmt" + "io" + "io/ioutil" + "net" + "net/http" + "net/http/httputil" + "regexp" + "strings" + "time" + + "github.com/alcounit/selenosis/platform" + "github.com/alcounit/selenosis/selenium" + "github.com/alcounit/selenosis/tools" + "github.com/google/uuid" + "github.com/gorilla/mux" + "github.com/imdario/mergo" + "github.com/sirupsen/logrus" + "golang.org/x/net/websocket" +) + +var ( + httpClient = &http.Client{ + CheckRedirect: func(req *http.Request, via []*http.Request) error { + return http.ErrUseLastResponse + }, + } +) + +//HandleSession ... +func (app *App) HandleSession(w http.ResponseWriter, r *http.Request) { + start := time.Now() + logger := app.logger.WithFields(logrus.Fields{ + "request_id": uuid.New(), + "request": fmt.Sprintf("%s %s", r.Method, r.URL.Path), + }) + + l, err := app.client.List() + if err != nil { + logger.Errorf("failed to get active session list: %v", err) + tools.JSONError(w, "Failed to get browsers list", http.StatusInternalServerError) + return + } + + if len(l) >= app.sessionLimit { + logger.Warnf("active session limit reached: total %d, limit %d", len(l), app.sessionLimit) + tools.JSONError(w, "session limit reached", http.StatusInternalServerError) + return + } + + logger.WithField("time_elapsed", tools.TimeElapsed(start)).Info("session") + + body, err := ioutil.ReadAll(r.Body) + if err != nil { + logger.WithField("time_elapsed", tools.TimeElapsed(start)).Errorf("failed to read request body: %v", err) + tools.JSONError(w, err.Error(), http.StatusBadRequest) + return + } + defer r.Body.Close() + + type request struct { + DesiredCapabilities selenium.Capabilities `json:"desiredCapabilities"` + Capabilities struct { + AlwaysMatch selenium.Capabilities `json:"alwaysMatch"` + FirstMatch []*selenium.Capabilities `json:"firstMatch"` + } `json:"capabilities"` + } + + caps := request{} + err = json.Unmarshal(body, &caps) + if err != nil { + logger.WithField("time_elapsed", tools.TimeElapsed(start)).Errorf("failed to parse request: %v", err) + tools.JSONError(w, err.Error(), http.StatusBadRequest) + return + } + + caps.DesiredCapabilities.ValidateCapabilities() + caps.Capabilities.AlwaysMatch.ValidateCapabilities() + + if caps.DesiredCapabilities.BrowserName != "" && caps.Capabilities.AlwaysMatch.BrowserName != "" { + caps.DesiredCapabilities = caps.Capabilities.AlwaysMatch + } + + firstMatchCaps := caps.Capabilities.FirstMatch + if len(firstMatchCaps) == 0 { + firstMatchCaps = append(firstMatchCaps, &selenium.Capabilities{}) + } + + var browser *platform.BrowserSpec + var capabilities selenium.Capabilities + + for _, first := range firstMatchCaps { + capabilities = caps.DesiredCapabilities + mergo.Merge(&capabilities, first) + capabilities.ValidateCapabilities() + + browser, err = app.browsers.Find(capabilities.BrowserName, capabilities.BrowserVersion) + if err == nil { + break + } + } + + if err != nil { + logger.WithField("time_elapsed", tools.TimeElapsed(start)).Errorf("requested browser not found: %v", err) + tools.JSONError(w, err.Error(), http.StatusBadRequest) + return + } + + image := parseImage(browser.Image) + template := &platform.ServiceSpec{ + SessionID: fmt.Sprintf("%s-%s", image, uuid.New()), + RequestedCapabilities: capabilities, + Template: browser, + } + + logger.WithField("time_elapsed", tools.TimeElapsed(start)).Infof("starting browser from image: %s", template.Template.Image) + + service, err := app.client.Create(template) + if err != nil { + logger.WithField("time_elapsed", tools.TimeElapsed(start)).Errorf("failed to start browser: %v", err) + tools.JSONError(w, err.Error(), http.StatusBadRequest) + return + } + + cancel := func() { + service.CancelFunc() + } + + var resp *http.Response + + service.URL.Path = r.URL.Path + + i := 1 + for ; ; i++ { + req, _ := http.NewRequest(http.MethodPost, service.URL.String(), bytes.NewReader(body)) + req.Header.Set("X-Forwarded-Selenosis", app.selenosisHost) + ctx, done := context.WithTimeout(r.Context(), app.browserWaitTimeout) + rsp, err := httpClient.Do(req.WithContext(ctx)) + defer done() + select { + case <-ctx.Done(): + if rsp != nil { + rsp.Body.Close() + } + switch ctx.Err() { + case context.DeadlineExceeded: + logger.WithField("time_elapsed", tools.TimeElapsed(start)).Warn("session attempt timeout") + if i < app.sessionRetryCount { + continue + } + logger.WithField("time_elapsed", tools.TimeElapsed(start)).Warn("service is not ready") + tools.JSONError(w, "New session attempts retry count exceeded", http.StatusInternalServerError) + case context.Canceled: + logger.WithField("time_elapsed", tools.TimeElapsed(start)).Warn("Client disconnected") + } + cancel() + return + default: + } + if err != nil { + logger.WithField("time_elapsed", tools.TimeElapsed(start)).Errorf("session failed: %v", err) + tools.JSONError(w, "New session attempts retry count exceeded", http.StatusInternalServerError) + cancel() + return + } + if rsp.StatusCode == http.StatusNotFound { + continue + } + resp = rsp + break + } + + defer resp.Body.Close() + + var msg map[string]interface{} + err = json.NewDecoder(resp.Body).Decode(&msg) + if err != nil { + cancel() + logger.WithField("time_elapsed", tools.TimeElapsed(start)).Errorf("unable to read service response: %v", err) + tools.JSONError(w, "Failed to read service response", http.StatusInternalServerError) + return + } + + w.Header().Set("Content-Type", "application/json") + w.WriteHeader(resp.StatusCode) + json.NewEncoder(w).Encode(msg) + + logger.WithField("time_elapsed", tools.TimeElapsed(start)).Infof("browser sessionId: %s", service.SessionID) + +} + +//HandleProxy ... +func (app *App) HandleProxy(w http.ResponseWriter, r *http.Request) { + vars := mux.Vars(r) + sessionID := vars["sessionId"] + host := tools.BuildHostPort(sessionID, app.serviceName, app.sidecarPort) + + logger := app.logger.WithFields(logrus.Fields{ + "request_id": uuid.New(), + "session_id": sessionID, + "request": fmt.Sprintf("%s %s", r.Method, r.URL.Path), + }) + + (&httputil.ReverseProxy{ + Director: func(r *http.Request) { + r.URL.Scheme = "http" + r.Host = host + r.URL.Host = host + r.Header.Set("X-Forwarded-Selenosis", app.selenosisHost) + logger.Info("proxying session") + }, + ErrorHandler: func(w http.ResponseWriter, r *http.Request, err error) { + logger.Errorf("proxying session error: %v", err) + w.WriteHeader(http.StatusBadGateway) + }, + }).ServeHTTP(w, r) + +} + +//HadleHubStatus ... +func (app *App) HadleHubStatus(w http.ResponseWriter, r *http.Request) { + logger := app.logger.WithFields(logrus.Fields{ + "request_id": uuid.New(), + "request": fmt.Sprintf("%s %s", r.Method, r.URL.Path), + }) + + w.Header().Set("Content-Type", "application/json") + + l, err := app.client.List() + if err != nil { + logger.Errorf("hub status: %v", err) + tools.JSONError(w, "Failed to get browsers list", http.StatusInternalServerError) + } + + json.NewEncoder(w).Encode( + map[string]interface{}{ + "value": map[string]interface{}{ + "message": "selenosis up and running", + "ready": len(l), + }, + }) + + logger.WithField("active_sessions", len(l)).Infof("hub status") +} + +//HandleReverseProxy ... +func (app *App) HandleReverseProxy(w http.ResponseWriter, r *http.Request) { + vars := mux.Vars(r) + sessionID := vars["sessionId"] + fragments := strings.Split(r.URL.Path, "/") + logger := app.logger.WithFields(logrus.Fields{ + "request_id": uuid.New(), + "session_id": sessionID, + "request": fmt.Sprintf("%s %s", r.Method, r.URL.Path), + }) + + (&httputil.ReverseProxy{ + Director: func(r *http.Request) { + r.URL.Scheme = "http" + r.URL.Host = tools.BuildHostPort(sessionID, app.serviceName, app.sidecarPort) + r.Header.Set("X-Forwarded-Selenosis", app.selenosisHost) + logger.Infof("proxying %s", fragments[1]) + }, + ErrorHandler: func(w http.ResponseWriter, r *http.Request, err error) { + logger.Errorf("%s proxying error: %v", fragments[1], err) + w.WriteHeader(http.StatusBadGateway) + }, + }).ServeHTTP(w, r) +} + +//HandleVNC ... +func (app *App) HandleVNC() websocket.Handler { + return func(wsconn *websocket.Conn) { + defer wsconn.Close() + + vars := mux.Vars(wsconn.Request()) + sessionID := vars["sessionId"] + + logger := app.logger.WithFields(logrus.Fields{ + "request_id": uuid.New(), + "session_id": sessionID, + "request": fmt.Sprintf("%s %s", wsconn.Request().Method, wsconn.Request().URL.Path), + }) + + host := tools.BuildHostPort(sessionID, app.serviceName, "5900") + logger.Infof("vnc request: %s", host) + + var dialer net.Dialer + conn, err := dialer.DialContext(wsconn.Request().Context(), "tcp", host) + if err != nil { + logger.Errorf("vnc connection error: %v", err) + } + defer conn.Close() + wsconn.PayloadType = websocket.BinaryFrame + + go func() { + io.Copy(wsconn, conn) + wsconn.Close() + logger.Errorf("vnc connection closed") + }() + io.Copy(conn, wsconn) + logger.Errorf("vnc client disconnected") + } +} + +//HandleLogs ... +func (app *App) HandleLogs() websocket.Handler { + return func(wsconn *websocket.Conn) { + defer wsconn.Close() + + vars := mux.Vars(wsconn.Request()) + sessionID := vars["sessionId"] + + logger := app.logger.WithFields(logrus.Fields{ + "request_id": uuid.New(), + "session_id": sessionID, + "request": fmt.Sprintf("%s %s", wsconn.Request().Method, wsconn.Request().URL.Path), + }) + + logger.Infof("stream logs request: %s", fmt.Sprintf("%s.%s", sessionID, app.serviceName)) + + r, err := app.client.Logs(wsconn.Request().Context(), sessionID) + if err != nil { + logger.Errorf("stream logs error: %v", err) + } + defer r.Close() + wsconn.PayloadType = websocket.BinaryFrame + + go func() { + io.Copy(wsconn, r) + wsconn.Close() + logger.Errorf("stream logs connection closed") + }() + io.Copy(wsconn, r) + logger.Errorf("stream logs disconnected") + } +} + +//HandleStatus ... +func (app *App) HandleStatus(w http.ResponseWriter, r *http.Request) { + w.Header().Set("Content-Type", "application/json") + + type Status struct { + Browsers map[string][]string `json:"config"` + Sessions []*platform.Service `json:"sessions"` + } + + type Response struct { + Status int `json:"status"` + Error error `json:"err"` + Selenosis Status `json:"selenosis"` + } + + sessions, err := app.client.List() + if err != nil { + app.logger.Errorf("hub status: %v", err) + json.NewEncoder(w).Encode( + Response{ + Status: http.StatusInternalServerError, + Error: err, + Selenosis: Status{ + Browsers: app.browsers.GetBrowserVersions(), + }, + }, + ) + return + } + + err = json.NewEncoder(w).Encode( + Response{ + Status: http.StatusOK, + Selenosis: Status{ + Browsers: app.browsers.GetBrowserVersions(), + Sessions: sessions, + }, + }, + ) + if err != nil { + w.Write([]byte(fmt.Sprintf("marshal err: %v", err))) + } + return +} + +func parseImage(image string) (container string) { + pref, err := regexp.Compile("[^a-zA-Z0-9]+") + if err != nil { + return "selenoid-browser" + } + return pref.ReplaceAllString(image, "-") +} diff --git a/handlers_test.go b/handlers_test.go new file mode 100644 index 0000000..14521dc --- /dev/null +++ b/handlers_test.go @@ -0,0 +1,585 @@ +package selenosis + +import ( + "bytes" + "context" + "errors" + "io" + "io/ioutil" + "net/http" + "net/http/httptest" + "net/url" + "testing" + "time" + + "github.com/alcounit/selenosis/config" + "github.com/alcounit/selenosis/platform" + "github.com/gorilla/mux" + "github.com/sirupsen/logrus" + "gotest.tools/assert" +) + +var ( + srv *httptest.Server +) + +const ( + session = "/wd/hub/session" +) + +func TestNewSessionRequestErrors(t *testing.T) { + tests := map[string]struct { + body io.Reader + respCode int + respBody string + }{ + "Verify new session call with body error request": { + body: errReader(0), + respCode: http.StatusBadRequest, + respBody: `{"code":400,"value":{"message":"test error"}}`, + }, + "Verify new session call with empty body request": { + body: bytes.NewReader([]byte("")), + respCode: http.StatusBadRequest, + respBody: `{"code":400,"value":{"message":"unexpected end of JSON input"}}`, + }, + "Verify new session call with empty json body request": { + body: bytes.NewReader([]byte("{}")), + respCode: http.StatusBadRequest, + respBody: `{"code":400,"value":{"message":"unknown browser name "}}`, + }, + "Verify new session call with wrong json body request": { + body: bytes.NewReader([]byte("{{}")), + respCode: http.StatusBadRequest, + respBody: `{"code":400,"value":{"message":"invalid character '{' looking for beginning of object key string"}}`, + }, + "Verify new session call with unknown browser name in request": { + body: bytes.NewReader([]byte(`{"capabilities":{"firstMatch":[{"browserName":"amigo", "browserVersion":"9.0"}]}}`)), + respCode: http.StatusBadRequest, + respBody: `{"code":400,"value":{"message":"unknown browser name amigo"}}`, + }, + "Verify new session call with unknown browser version in request": { + body: bytes.NewReader([]byte(`{"capabilities":{"firstMatch":[{"browserName":"chrome", "browserVersion":"0.00"}]}}`)), + respCode: http.StatusBadRequest, + respBody: `{"code":400,"value":{"message":"unknown browser version 0.00"}}`, + }, + } + + for name, test := range tests { + t.Logf("TC: %s", name) + + app := initApp(nil) + req, err := http.NewRequest(http.MethodPost, session, test.body) + + if err != nil { + t.Fatal(err) + } + + rr := httptest.NewRecorder() + app.HandleSession(rr, req) + + res := rr.Result() + defer res.Body.Close() + + b, err := ioutil.ReadAll(res.Body) + if err != nil { + t.Fatalf("could not read response: %v", err) + } + + body := string(bytes.TrimSpace(b)) + + assert.Equal(t, test.respCode, res.StatusCode) + assert.Equal(t, test.respBody, body) + } + +} + +func TestNewSessionOnPlatformError(t *testing.T) { + + tests := map[string]struct { + reqBody io.Reader + platformFailure bool + platformFailureReason error + respCode int + respBody string + }{ + "Verify new session call when browser not started": { + reqBody: bytes.NewReader([]byte(`{"capabilities":{"firstMatch":[{"browserName":"chrome", "browserVersion":"68.0"}]}}`)), + platformFailure: true, + platformFailureReason: errors.New("failed to create pod"), + respCode: http.StatusBadRequest, + respBody: `{"code":400,"value":{"message":"failed to create pod"}}`, + }, + } + + for name, test := range tests { + t.Logf("TC: %s", name) + + client := &PlatformMock{ + shouldFail: test.platformFailure, + failureReason: test.platformFailureReason, + } + app := initApp(client) + req, err := http.NewRequest(http.MethodPost, session, test.reqBody) + + if err != nil { + t.Fatal(err) + } + + rr := httptest.NewRecorder() + app.HandleSession(rr, req) + + res := rr.Result() + defer res.Body.Close() + + b, err := ioutil.ReadAll(res.Body) + if err != nil { + t.Fatalf("could not read response: %v", err) + } + + body := string(bytes.TrimSpace(b)) + + assert.Equal(t, test.respCode, res.StatusCode) + assert.Equal(t, test.respBody, body) + } + +} + +func TestNewSessionOnBrowserNetworkError(t *testing.T) { + + tests := map[string]struct { + reqBody io.Reader + platformFailure bool + platformFailureReason error + respCode int + respBody string + }{ + "Verify new session call to browser is not responding": { + reqBody: bytes.NewReader([]byte(`{"capabilities":{"firstMatch":[{"browserName":"chrome", "browserVersion":"68.0"}]}}`)), + platformFailure: false, + platformFailureReason: nil, + respCode: http.StatusInternalServerError, + respBody: `{"code":500,"value":{"message":"New session attempts retry count exceeded"}}`, + }, + } + + for name, test := range tests { + t.Logf("TC: %s", name) + + client := &PlatformMock{ + shouldFail: test.platformFailure, + failureReason: test.platformFailureReason, + service: &platform.Service{ + SessionID: "sessionID", + CancelFunc: func() {}, + URL: &url.URL{ + Scheme: "http", + Host: "", + }, + }, + } + app := initApp(client) + req, err := http.NewRequest(http.MethodPost, session, test.reqBody) + + if err != nil { + t.Fatal(err) + } + + rr := httptest.NewRecorder() + app.HandleSession(rr, req) + + res := rr.Result() + defer res.Body.Close() + + b, err := ioutil.ReadAll(res.Body) + if err != nil { + t.Fatalf("could not read response: %v", err) + } + + body := string(bytes.TrimSpace(b)) + + assert.Equal(t, test.respCode, res.StatusCode) + assert.Equal(t, test.respBody, body) + } + +} + +func TestNewSessionOnCancelRequest(t *testing.T) { + tests := map[string]struct { + reqBody io.Reader + platformFailure bool + platformFailureReason error + respCode int + respBody string + }{ + "Verify new session on cancel request": { + reqBody: bytes.NewReader([]byte(`{"capabilities":{"firstMatch":[{"browserName":"chrome", "browserVersion":"68.0"}]}}`)), + platformFailure: false, + platformFailureReason: nil, + respCode: http.StatusOK, + respBody: "", + }, + } + for name, test := range tests { + + t.Logf("TC: %s", name) + + r := mux.NewRouter() + r.HandleFunc("/wd/hub/session", func(w http.ResponseWriter, r *http.Request) { + }) + + s := httptest.NewServer(r) + defer s.Close() + + u, _ := url.Parse(s.URL) + + platform := &PlatformMock{ + shouldFail: test.platformFailure, + failureReason: test.platformFailureReason, + service: &platform.Service{ + SessionID: "sessionID", + CancelFunc: func() {}, + URL: u, + }, + } + app := initApp(platform) + ctx := context.Background() + ctx, cancel := context.WithCancel(ctx) + cancel() + + resp, err := http.NewRequestWithContext(ctx, http.MethodPost, session, test.reqBody) + if err != nil { + t.Fatal(err) + } + + rr := httptest.NewRecorder() + app.HandleSession(rr, resp) + + res := rr.Result() + defer res.Body.Close() + + b, err := ioutil.ReadAll(res.Body) + if err != nil { + t.Fatalf("could not read response: %v", err) + } + + body := string(bytes.TrimSpace(b)) + + assert.Equal(t, test.respCode, res.StatusCode) + assert.Equal(t, test.respBody, body) + } + +} + +func TestNewSessionOnRequestTimeout(t *testing.T) { + tests := map[string]struct { + reqBody io.Reader + platformFailure bool + platformFailureReason error + respCode int + respBody string + }{ + "Verify new session on cancel request": { + reqBody: bytes.NewReader([]byte(`{"capabilities":{"firstMatch":[{"browserName":"chrome", "browserVersion":"68.0"}]}}`)), + platformFailure: false, + platformFailureReason: nil, + respCode: http.StatusInternalServerError, + respBody: `{"code":500,"value":{"message":"New session attempts retry count exceeded"}}`, + }, + } + for name, test := range tests { + + t.Logf("TC: %s", name) + + r := mux.NewRouter() + r.HandleFunc("/wd/hub/session", func(w http.ResponseWriter, r *http.Request) { + time.Sleep(1 * time.Second) + }) + + s := httptest.NewServer(r) + defer s.Close() + + u, _ := url.Parse(s.URL) + + platform := &PlatformMock{ + shouldFail: test.platformFailure, + failureReason: test.platformFailureReason, + service: &platform.Service{ + SessionID: "sessionID", + CancelFunc: func() {}, + URL: u, + }, + } + + app := initApp(platform) + + ctx := context.Background() + resp, err := http.NewRequestWithContext(ctx, http.MethodPost, session, test.reqBody) + if err != nil { + t.Fatal(err) + } + + rr := httptest.NewRecorder() + app.HandleSession(rr, resp) + + res := rr.Result() + defer res.Body.Close() + + b, err := ioutil.ReadAll(res.Body) + if err != nil { + t.Fatalf("could not read response: %v", err) + } + + body := string(bytes.TrimSpace(b)) + + assert.Equal(t, test.respCode, res.StatusCode) + assert.Equal(t, test.respBody, body) + } + +} + +func TestNewSessionResponseCodeError(t *testing.T) { + + tests := map[string]struct { + reqBody io.Reader + platformFailure bool + platformFailureReason error + respCode int + respBody string + }{ + "Verify new session call to browser response code error": { + reqBody: bytes.NewReader([]byte(`{"capabilities":{"firstMatch":[{"browserName":"chrome", "browserVersion":"68.0"}]}}`)), + platformFailure: false, + platformFailureReason: nil, + respCode: http.StatusInternalServerError, + respBody: `{"code":500,"value":{"message":"Failed to read service response"}}`, + }, + } + + for name, test := range tests { + t.Logf("TC: %s", name) + + mux := http.NewServeMux() + mux.HandleFunc("/wd/hub/session", func(w http.ResponseWriter, r *http.Request) { + w.WriteHeader(http.StatusInternalServerError) + }) + s := httptest.NewServer(mux) + defer s.Close() + + u, _ := url.Parse(s.URL) + + platform := &PlatformMock{ + shouldFail: test.platformFailure, + failureReason: test.platformFailureReason, + service: &platform.Service{ + SessionID: "sessionID", + CancelFunc: func() {}, + URL: u, + }, + } + app := initApp(platform) + req, err := http.NewRequest(http.MethodPost, session, test.reqBody) + if err != nil { + t.Fatal(err) + } + + rec := httptest.NewRecorder() + app.HandleSession(rec, req) + + res := rec.Result() + defer res.Body.Close() + + b, err := ioutil.ReadAll(res.Body) + if err != nil { + t.Fatalf("could not read response: %v", err) + } + + body := string(bytes.TrimSpace(b)) + + assert.Equal(t, test.respCode, res.StatusCode) + assert.Equal(t, test.respBody, body) + } + +} + +func TestNewSessionResponseBodyError(t *testing.T) { + + tests := map[string]struct { + reqBody io.Reader + platformFailure bool + platformFailureReason error + respCode int + respBody string + }{ + "Verify new session call to browser response error": { + reqBody: bytes.NewReader([]byte(`{"capabilities":{"firstMatch":[{"browserName":"chrome", "browserVersion":"68.0"}]}}`)), + platformFailure: false, + platformFailureReason: nil, + respCode: http.StatusInternalServerError, + respBody: `{"code":500,"value":{"message":"Failed to read service response"}}`, + }, + } + + for name, test := range tests { + t.Logf("TC: %s", name) + + mux := http.NewServeMux() + mux.HandleFunc("/wd/hub/session", func(w http.ResponseWriter, r *http.Request) { + w.Write([]byte("`")) + }) + s := httptest.NewServer(mux) + defer s.Close() + + u, _ := url.Parse(s.URL) + + platform := &PlatformMock{ + shouldFail: test.platformFailure, + failureReason: test.platformFailureReason, + service: &platform.Service{ + SessionID: "sessionID", + CancelFunc: func() {}, + URL: u, + }, + } + app := initApp(platform) + req, err := http.NewRequest(http.MethodPost, session, test.reqBody) + if err != nil { + t.Fatal(err) + } + + rec := httptest.NewRecorder() + app.HandleSession(rec, req) + + res := rec.Result() + defer res.Body.Close() + + b, err := ioutil.ReadAll(res.Body) + if err != nil { + t.Fatalf("could not read response: %v", err) + } + + body := string(bytes.TrimSpace(b)) + + assert.Equal(t, test.respCode, res.StatusCode) + assert.Equal(t, test.respBody, body) + } + +} + +func TestNewSessionCreated(t *testing.T) { + + tests := map[string]struct { + reqBody io.Reader + platformFailure bool + platformFailureReason error + respCode int + respBody string + }{ + "Verify new session created": { + reqBody: bytes.NewReader([]byte(`{"capabilities":{"firstMatch":[{"browserName":"chrome", "browserVersion":"68.0"}]}}`)), + platformFailure: false, + platformFailureReason: nil, + respCode: http.StatusOK, + respBody: `{"sessionID":"223a259c-50e9-4d18-82bc-26a0cc8cb85f"}`, + }, + } + + for name, test := range tests { + t.Logf("TC: %s", name) + + mux := http.NewServeMux() + mux.HandleFunc("/wd/hub/session", func(w http.ResponseWriter, r *http.Request) { + w.WriteHeader(http.StatusOK) + w.Write([]byte(`{"sessionID":"223a259c-50e9-4d18-82bc-26a0cc8cb85f"}`)) + }) + s := httptest.NewServer(mux) + defer s.Close() + + u, _ := url.Parse(s.URL) + + platform := &PlatformMock{ + shouldFail: test.platformFailure, + failureReason: test.platformFailureReason, + service: &platform.Service{ + SessionID: "sessionID", + CancelFunc: func() {}, + URL: u, + }, + } + app := initApp(platform) + req, err := http.NewRequest(http.MethodPost, session, test.reqBody) + if err != nil { + t.Fatal(err) + } + + rec := httptest.NewRecorder() + app.HandleSession(rec, req) + + res := rec.Result() + defer res.Body.Close() + + b, err := ioutil.ReadAll(res.Body) + if err != nil { + t.Fatalf("could not read response: %v", err) + } + + body := string(bytes.TrimSpace(b)) + + assert.Equal(t, test.respCode, res.StatusCode) + assert.Equal(t, test.respBody, body) + } + +} + +func initApp(p *PlatformMock) *App { + logger := &logrus.Logger{} + client := NewPlatformMock(p) + conf := Configuration{ + SelenosisHost: "hostname", + ServiceName: "selenosis", + SidecarPort: "4445", + BrowserWaitTimeout: 300 * time.Millisecond, + SessionIddleTimeout: 600 * time.Millisecond, + SessionRetryCount: 2, + } + browsersConfig, _ := config.NewBrowsersConfig("config/browsers.yaml") + + return New(logger, client, browsersConfig, conf) +} + +type PlatformMock struct { + shouldFail bool + failureReason error + service *platform.Service +} + +func NewPlatformMock(f *PlatformMock) platform.Platform { + return f +} + +func (p *PlatformMock) Create(*platform.ServiceSpec) (*platform.Service, error) { + if !p.shouldFail { + return p.service, nil + } + return nil, p.failureReason + +} +func (p *PlatformMock) Delete(string) error { + if !p.shouldFail { + return nil + } + return p.failureReason +} +func (p *PlatformMock) List() ([]*platform.Service, error) { + return nil, nil +} + +func (p *PlatformMock) Logs(ctx context.Context, name string) (io.ReadCloser, error) { + return nil, nil +} + +type errReader int + +func (errReader) Read(p []byte) (n int, err error) { + return 0, errors.New("test error") +} diff --git a/platform/kubernetes.go b/platform/kubernetes.go new file mode 100644 index 0000000..11d962d --- /dev/null +++ b/platform/kubernetes.go @@ -0,0 +1,410 @@ +package platform + +import ( + "context" + "fmt" + "io" + "net" + "net/http" + "net/url" + "path" + "time" + + apiv1 "k8s.io/api/core/v1" + metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" + "k8s.io/apimachinery/pkg/fields" + "k8s.io/apimachinery/pkg/util/intstr" + "k8s.io/client-go/kubernetes" + v1 "k8s.io/client-go/kubernetes/typed/core/v1" + "k8s.io/client-go/rest" + "k8s.io/utils/pointer" +) + +var ( + browserPorts = struct { + selenium, vnc intstr.IntOrString + }{ + selenium: intstr.FromString("4444"), + vnc: intstr.FromString("5900"), + } + + defaults = struct { + serviceType, testName, browserName, browserVersion, screenResolution, enableVNC, timeZone, session string + }{ + serviceType: "type", + testName: "testName", + browserName: "browserName", + browserVersion: "browserVersion", + screenResolution: "SCREEN_RESOLUTION", + enableVNC: "ENABLE_VNC", + timeZone: "TZ", + session: "session", + } +) + +//ClientConfig ... +type ClientConfig struct { + Namespace string + Service string + ReadinessTimeout time.Duration + IddleTimeout time.Duration + ServicePort string +} + +//Client ... +type Client struct { + ns string + svc string + svcPort intstr.IntOrString + readinessTimeout time.Duration + iddleTimeout time.Duration + clientset v1.CoreV1Interface +} + +//NewClient ... +func NewClient(c ClientConfig) (Platform, error) { + + conf, err := rest.InClusterConfig() + if err != nil { + return nil, fmt.Errorf("failed to build cluster config: %v", err) + } + + clientset, err := kubernetes.NewForConfig(conf) + if err != nil { + return nil, fmt.Errorf("failed to build client: %v", err) + } + + return &Client{ + ns: c.Namespace, + clientset: clientset.CoreV1(), + svc: c.Service, + svcPort: intstr.FromString(c.ServicePort), + readinessTimeout: c.ReadinessTimeout, + iddleTimeout: c.IddleTimeout, + }, nil + +} + +//NewDefaultClient ... +func NewDefaultClient(namespace string) (Platform, error) { + + conf, err := rest.InClusterConfig() + if err != nil { + return nil, fmt.Errorf("failed to build cluster config: %v", err) + } + + clientset, err := kubernetes.NewForConfig(conf) + if err != nil { + return nil, fmt.Errorf("failed to build client: %v", err) + } + + return &Client{ + ns: namespace, + clientset: clientset.CoreV1(), + }, nil + +} + +//Create ... +func (cl *Client) Create(layout *ServiceSpec) (*Service, error) { + + labels := map[string]string{ + defaults.serviceType: "browser", + defaults.browserName: layout.RequestedCapabilities.BrowserName, + defaults.browserVersion: layout.RequestedCapabilities.BrowserVersion, + defaults.testName: layout.RequestedCapabilities.TestName, + defaults.session: layout.SessionID, + } + + envVar := func(name, value string) (i int, b bool) { + for i, slice := range layout.Template.Spec.EnvVars { + if slice.Name == name { + slice.Value = value + return i, true + } + } + return -1, false + } + + if layout.RequestedCapabilities.ScreenResolution != "" { + i, b := envVar(defaults.screenResolution, layout.RequestedCapabilities.ScreenResolution) + if !b { + layout.Template.Spec.EnvVars = append(layout.Template.Spec.EnvVars, + apiv1.EnvVar{Name: defaults.screenResolution, + Value: layout.RequestedCapabilities.ScreenResolution}) + } else { + layout.Template.Spec.EnvVars[i] = apiv1.EnvVar{Name: defaults.screenResolution, Value: layout.RequestedCapabilities.ScreenResolution} + } + labels[defaults.screenResolution] = layout.RequestedCapabilities.ScreenResolution + } + + if layout.RequestedCapabilities.VNC { + vnc := fmt.Sprintf("%v", layout.RequestedCapabilities.VNC) + i, b := envVar(defaults.enableVNC, vnc) + if !b { + layout.Template.Spec.EnvVars = append(layout.Template.Spec.EnvVars, apiv1.EnvVar{Name: defaults.enableVNC, Value: vnc}) + } else { + layout.Template.Spec.EnvVars[i] = apiv1.EnvVar{Name: defaults.enableVNC, Value: vnc} + } + labels[defaults.enableVNC] = vnc + } + + if layout.RequestedCapabilities.TimeZone != "" { + i, b := envVar(defaults.timeZone, layout.RequestedCapabilities.TimeZone) + if !b { + layout.Template.Spec.EnvVars = append(layout.Template.Spec.EnvVars, apiv1.EnvVar{Name: defaults.timeZone, Value: layout.RequestedCapabilities.TimeZone}) + } else { + layout.Template.Spec.EnvVars[i] = apiv1.EnvVar{Name: defaults.timeZone, Value: layout.RequestedCapabilities.TimeZone} + } + labels[defaults.timeZone] = layout.RequestedCapabilities.TimeZone + } + + if layout.Template.Meta.Labels == nil { + layout.Template.Meta.Labels = make(map[string]string) + } + + for k, v := range labels { + layout.Template.Meta.Labels[k] = v + } + + pod := &apiv1.Pod{ + ObjectMeta: metav1.ObjectMeta{ + Name: layout.SessionID, + Labels: layout.Template.Meta.Labels, + Annotations: layout.Template.Meta.Annotations, + }, + Spec: apiv1.PodSpec{ + Hostname: layout.SessionID, + Subdomain: cl.svc, + Containers: []apiv1.Container{ + { + Name: layout.SessionID, + Image: layout.Template.Image, + SecurityContext: &apiv1.SecurityContext{ + Privileged: pointer.BoolPtr(false), + Capabilities: &apiv1.Capabilities{ + Add: []apiv1.Capability{ + "SYS_ADMIN", + }, + }, + }, + Env: layout.Template.Spec.EnvVars, + Ports: getBrowserPorts(), + Resources: layout.Template.Spec.Resources, + VolumeMounts: []apiv1.VolumeMount{ + { + Name: "dshm", + MountPath: "/dev/shm", + }, + }, + }, + { + Name: "seleniferous", + Image: "alcounit/seleniferous:latest", + SecurityContext: &apiv1.SecurityContext{ + Privileged: pointer.BoolPtr(true), + }, + Ports: getSidecarPorts(cl.svcPort), + Command: []string{ + "/seleniferous", "--listhen-port", cl.svcPort.StrVal, "--proxy-default-path", path.Join(layout.Template.Path, "session"), "--iddle-timeout", cl.iddleTimeout.String(), "--namespace", cl.ns, + }, + }, + }, + Volumes: []apiv1.Volume{ + { + Name: "dshm", + VolumeSource: apiv1.VolumeSource{ + EmptyDir: &apiv1.EmptyDirVolumeSource{ + Medium: apiv1.StorageMediumMemory, + }, + }, + }, + }, + NodeSelector: layout.Template.Spec.NodeSelector, + HostAliases: layout.Template.Spec.HostAliases, + RestartPolicy: apiv1.RestartPolicyNever, + Affinity: &layout.Template.Spec.Affinity, + DNSConfig: &layout.Template.Spec.DNSConfig, + }, + } + + context := context.Background() + pod, err := cl.clientset.Pods(cl.ns).Create(context, pod, metav1.CreateOptions{}) + + if err != nil { + return nil, fmt.Errorf("failed to create pod %v", err) + } + + podName := pod.GetName() + cancel := func() { + cl.Delete(podName) + } + + var status apiv1.PodStatus + w, err := cl.clientset.Pods(cl.ns).Watch(context, metav1.ListOptions{ + FieldSelector: fields.OneTermEqualSelector("metadata.name", podName).String(), + }) + + if err != nil { + cancel() + return nil, fmt.Errorf("watch pod: %v", err) + } + + func() { + for { + select { + case events, ok := <-w.ResultChan(): + if !ok { + return + } + pod = events.Object.(*apiv1.Pod) + status = pod.Status + if pod.Status.Phase != apiv1.PodPending { + w.Stop() + } + case <-time.After(cl.iddleTimeout): + w.Stop() + } + } + }() + + if status.Phase != apiv1.PodRunning { + cancel() + return nil, fmt.Errorf("pod status: %v", status.Phase) + } + + host := fmt.Sprintf("%s.%s", podName, cl.svc) + u := &url.URL{ + Scheme: "http", + Host: net.JoinHostPort(host, browserPorts.selenium.StrVal), + } + + if err := waitForService(u, cl.readinessTimeout); err != nil { + cancel() + return nil, fmt.Errorf("container service is not ready %v", u.String()) + } + + u.Host = net.JoinHostPort(host, cl.svcPort.StrVal) + svc := &Service{ + SessionID: podName, + URL: u, + Labels: layout.Template.Meta.Labels, + CancelFunc: func() { + cancel() + }, + } + + return svc, nil +} + +//Delete ... +func (cl *Client) Delete(name string) error { + context := context.Background() + + return cl.clientset.Pods(cl.ns).Delete(context, name, metav1.DeleteOptions{ + GracePeriodSeconds: pointer.Int64Ptr(15), + }) +} + +//List ... +func (cl *Client) List() ([]*Service, error) { + context := context.Background() + pods, err := cl.clientset.Pods(cl.ns).List(context, metav1.ListOptions{ + LabelSelector: "type=browser", + }) + + if err != nil { + return nil, fmt.Errorf("failed to get pods: %v", err) + } + + var services []*Service + + for _, pod := range pods.Items { + if pod.Status.Phase == apiv1.PodRunning { + podName := pod.GetName() + host := fmt.Sprintf("%s.%s", podName, cl.svc) + + s := &Service{ + SessionID: podName, + URL: &url.URL{ + Scheme: "http", + Host: net.JoinHostPort(host, cl.svcPort.StrVal), + }, + Labels: pod.GetLabels(), + CancelFunc: func() { + cl.Delete(podName) + }, + } + services = append(services, s) + } + } + + return services, nil + +} + +//Logs ... +func (cl *Client) Logs(ctx context.Context, name string) (io.ReadCloser, error) { + req := cl.clientset.Pods(cl.ns).GetLogs(name, &apiv1.PodLogOptions{ + Container: name, + Follow: true, + Previous: false, + Timestamps: false, + }) + return req.Stream(ctx) +} + +func getBrowserPorts() []apiv1.ContainerPort { + port := []apiv1.ContainerPort{} + fn := func(name string, value int) { + port = append(port, apiv1.ContainerPort{Name: name, ContainerPort: int32(value)}) + } + + fn("vnc", browserPorts.vnc.IntValue()) + fn("selenium", browserPorts.selenium.IntValue()) + + return port +} + +func getSidecarPorts(p intstr.IntOrString) []apiv1.ContainerPort { + port := []apiv1.ContainerPort{} + fn := func(name string, value int) { + port = append(port, apiv1.ContainerPort{Name: name, ContainerPort: int32(value)}) + } + fn("selenium", p.IntValue()) + return port +} + +//code credits to https://github.com/aerokube/selenoid/blob/master/service/service.go#L97 +func waitForService(u *url.URL, t time.Duration) error { + up := make(chan struct{}) + done := make(chan struct{}) + go func() { + for { + select { + case <-done: + return + default: + } + req, _ := http.NewRequest(http.MethodHead, u.String(), nil) + req.Close = true + resp, err := http.DefaultClient.Do(req) + if resp != nil { + resp.Body.Close() + } + if err != nil { + <-time.After(50 * time.Millisecond) + continue + } + up <- struct{}{} + return + } + }() + select { + case <-time.After(t): + close(done) + return fmt.Errorf("%s does not respond in %v", u, t) + case <-up: + } + return nil +} diff --git a/platform/platform.go b/platform/platform.go new file mode 100644 index 0000000..834ae8c --- /dev/null +++ b/platform/platform.go @@ -0,0 +1,58 @@ +package platform + +import ( + "context" + "io" + "net/url" + + "github.com/alcounit/selenosis/selenium" + apiv1 "k8s.io/api/core/v1" +) + +//Meta describes standart metadata +type Meta struct { + Labels map[string]string `yaml:"labels,omitempty" json:"labels,omitempty"` + Annotations map[string]string `yaml:"annotations,omitempty" json:"annotations,omitempty"` +} + +//Spec describes specification for Service +type Spec struct { + Resources apiv1.ResourceRequirements `yaml:"resources,omitempty" json:"resources,omitempty"` + HostAliases []apiv1.HostAlias `yaml:"hostAliases,omitempty" json:"hostAliases,omitempty"` + EnvVars []apiv1.EnvVar `yaml:"envVars,omitempty" json:"envVars,omitempty"` + NodeSelector map[string]string `yaml:"nodeSelector,omitempty" json:"nodeSelector,omitempty"` + Affinity apiv1.Affinity `yaml:"affinity,omitempty" json:"affinity,omitempty"` + DNSConfig apiv1.PodDNSConfig `yaml:"dnsConfig,omitempty" json:"dnsConfig,omitempty"` +} + +//BrowserSpec describes settings for Service +type BrowserSpec struct { + Image string `yaml:"image" json:"image"` + Path string `yaml:"path" json:"path"` + Meta Meta `yaml:"meta" json:"meta"` + Spec Spec `yaml:"spec" json:"spec"` +} + +//ServiceSpec describes data requred for creating service +type ServiceSpec struct { + SessionID string + RequestedCapabilities selenium.Capabilities + Template *BrowserSpec +} + +//Service ... +type Service struct { + SessionID string `json:"id"` + URL *url.URL `json:"-"` + Labels map[string]string `json:"labels"` + OnTimeout chan struct{} `json:"-"` + CancelFunc func() `json:"-"` +} + +//Platform ... +type Platform interface { + Create(*ServiceSpec) (*Service, error) + Delete(string) error + List() ([]*Service, error) + Logs(context.Context, string) (io.ReadCloser, error) +} diff --git a/selenium/selenium.go b/selenium/selenium.go new file mode 100644 index 0000000..9c5e902 --- /dev/null +++ b/selenium/selenium.go @@ -0,0 +1,49 @@ +package selenium + +//Capabilities ... +type Capabilities struct { + BrowserName string `json:"browserName,omitempty"` + DeviceName string `json:"deviceName,omitempty"` + BrowserVersion string `json:"version,omitempty"` + W3CBrowserVersion string `json:"browserVersion,omitempty"` + Platform string `json:"platform,omitempty"` + WC3PlatformName string `json:"platformName,omitempty"` + ScreenResolution string `json:"screenResolution,omitempty"` + Skin string `json:"skin,omitempty"` + VNC bool `json:"enableVNC,omitempty"` + Video bool `json:"enableVideo,omitempty"` + Log bool `json:"enableLog,omitempty"` + VideoName string `json:"videoName,omitempty"` + VideoScreenSize string `json:"videoScreenSize,omitempty"` + VideoFrameRate uint16 `json:"videoFrameRate,omitempty"` + VideoCodec string `json:"videoCodec,omitempty"` + LogName string `json:"logName,omitempty"` + TestName string `json:"name,omitempty"` + TimeZone string `json:"timeZone,omitempty"` + ContainerHostname string `json:"containerHostname,omitempty"` + Env []string `json:"env,omitempty"` + ApplicationContainers []string `json:"applicationContainers,omitempty"` + AdditionalNetworks []string `json:"additionalNetworks,omitempty"` + HostsEntries []string `json:"hostsEntries,omitempty"` + DNSServers []string `json:"dnsServers,omitempty"` + Labels map[string]string `json:"labels,omitempty"` + SessionTimeout string `json:"sessionTimeout,omitempty"` + S3KeyPattern string `json:"s3KeyPattern,omitempty"` + ExtensionCapabilities *Capabilities `json:"selenoid:options,omitempty"` +} + +//ValidateCapabilities ... +func (c *Capabilities) ValidateCapabilities() { + if c.BrowserName == "" { + c.BrowserName = c.DeviceName + } + + if c.BrowserVersion == "" { + c.BrowserVersion = c.W3CBrowserVersion + } + + if c.Platform == "" { + c.Platform = c.WC3PlatformName + } + +} diff --git a/selenosis.go b/selenosis.go new file mode 100644 index 0000000..57165a0 --- /dev/null +++ b/selenosis.go @@ -0,0 +1,50 @@ +package selenosis + +import ( + "time" + + "github.com/alcounit/selenosis/config" + "github.com/alcounit/selenosis/platform" + log "github.com/sirupsen/logrus" +) + +//Configuration .... +type Configuration struct { + SelenosisHost string + ServiceName string + SidecarPort string + SessionLimit int + SessionRetryCount int + BrowserWaitTimeout time.Duration + SessionIddleTimeout time.Duration +} + +//App ... +type App struct { + logger *log.Logger + client platform.Platform + browsers *config.BrowsersConfig + selenosisHost string + serviceName string + sidecarPort string + sessionLimit int + sessionRetryCount int + sessionIddleTimeout time.Duration + browserWaitTimeout time.Duration +} + +//New ... +func New(logger *log.Logger, client platform.Platform, browsers *config.BrowsersConfig, settings Configuration) *App { + return &App{ + logger: logger, + client: client, + browsers: browsers, + selenosisHost: settings.SelenosisHost, + serviceName: settings.ServiceName, + sidecarPort: settings.SidecarPort, + sessionLimit: settings.SessionLimit, + sessionRetryCount: settings.SessionRetryCount, + browserWaitTimeout: settings.BrowserWaitTimeout, + sessionIddleTimeout: settings.SessionIddleTimeout, + } +} diff --git a/tools/tools.go b/tools/tools.go new file mode 100644 index 0000000..3ba6df2 --- /dev/null +++ b/tools/tools.go @@ -0,0 +1,30 @@ +package tools + +import ( + "encoding/json" + "fmt" + "net" + "net/http" + "time" +) + +func TimeElapsed(t time.Time) string { + return fmt.Sprintf("%.2fs", time.Since(t).Seconds()) +} + +func JSONError(w http.ResponseWriter, message string, statusCode int) { + w.Header().Set("Content-Type", "application/json") + w.WriteHeader(statusCode) + json.NewEncoder(w).Encode( + map[string]interface{}{ + "value": map[string]string{ + "message": message, + }, + "code": statusCode, + }, + ) +} + +func BuildHostPort(session, service, port string) string { + return net.JoinHostPort(fmt.Sprintf("%s.%s", session, service), port) +} From 8eca4c8bc91929cf056454b7519cbb361e447031 Mon Sep 17 00:00:00 2001 From: Danylo Kuvshynov Date: Tue, 10 Nov 2020 10:23:16 +0200 Subject: [PATCH 2/2] Merge latest changes from develop (#2) * Init commit * Project refactoring * Code refactoring, unit tests coverage * Fix docker file. Packages update. Tests refactoring * Added custom header for logging purposes * Added graceful shodown * Added devtools handler * Added new routes. Code refactoring * Added status handler * README update * Fixed README table * README update * Added defaultVersion support for browsers. Graceful shutdown prop update * Fix typos in README * Added config watcher, active session limits, status handler, logs handler. Fixed vnc handler error * Added missed Total prop to status handler * Forced to use default browser version in case empty browser version recieved * Added healthz handler * README update --- README.md | 8 +++++++- cmd/selenosis/main.go | 3 +++ config/config.go | 5 ++++- handlers.go | 18 +++++++++--------- platform/kubernetes.go | 4 ++-- platform/platform.go | 10 ++++++---- 6 files changed, 31 insertions(+), 17 deletions(-) diff --git a/README.md b/README.md index 74d2027..1b7312f 100644 --- a/README.md +++ b/README.md @@ -14,6 +14,7 @@ Flags: --port string port for selenosis (default ":4444") --proxy-port string proxy continer port (default "4445") --browsers-config string browsers config (default "config/browsers.yaml") + --browser-limit int active sessions max limit (default 10) --namespace string kubernetes namespace (default "default") --service-name string kubernetes service name for browsers (default "selenosis") --browser-wait-timeout duration time in seconds that a browser will be ready (default 30s) @@ -35,6 +36,8 @@ Flags: | WS/HTTP | /devtools/{sessionId} | | HTTP | /download/{sessionId} | | HTTP | /clipboard/{sessionId} | +| HTTP | /status | +| HTTP | /healthz |
## Configuration @@ -434,4 +437,7 @@ spec: Selenosis doesn't store any session info. All connections to the browsers are automatically assigned via headless service. ### Hot config reload -Once you decide to update in browsers config \ No newline at end of file +Selenosis supports hot config reload, to do so update you configMap +```bash +kubectl edit configmap -n selenosis selenosis-config -o yaml +``` \ No newline at end of file diff --git a/cmd/selenosis/main.go b/cmd/selenosis/main.go index ea05e92..6030312 100644 --- a/cmd/selenosis/main.go +++ b/cmd/selenosis/main.go @@ -93,6 +93,9 @@ func command() *cobra.Command { router.PathPrefix("/download/{sessionId}").HandlerFunc(app.HandleReverseProxy) router.PathPrefix("/clipboard/{sessionId}").HandlerFunc(app.HandleReverseProxy) router.PathPrefix("/status").HandlerFunc(app.HandleStatus) + router.HandleFunc("/healthz", func(w http.ResponseWriter, r *http.Request) { + w.WriteHeader(http.StatusOK) + }).Methods(http.MethodGet) srv := &http.Server{ Addr: address, diff --git a/config/config.go b/config/config.go index 64a288f..4218875 100644 --- a/config/config.go +++ b/config/config.go @@ -72,11 +72,14 @@ func (cfg *BrowsersConfig) Find(name, version string) (*platform.BrowserSpec, er if !ok { return nil, fmt.Errorf("unknown browser version %s", version) } + v.BrowserName = name + v.BrowserVersion = c.DefaultVersion return v, nil } return nil, fmt.Errorf("unknown browser version %s", version) } - + v.BrowserName = name + v.BrowserVersion = version return v, nil } diff --git a/handlers.go b/handlers.go index 73f52b4..070dde7 100644 --- a/handlers.go +++ b/handlers.go @@ -346,14 +346,15 @@ func (app *App) HandleStatus(w http.ResponseWriter, r *http.Request) { w.Header().Set("Content-Type", "application/json") type Status struct { - Browsers map[string][]string `json:"config"` - Sessions []*platform.Service `json:"sessions"` + Total int `json:"total"` + Browsers map[string][]string `json:"config,omitempty"` + Sessions []*platform.Service `json:"sessions,omitempty"` } type Response struct { Status int `json:"status"` - Error error `json:"err"` - Selenosis Status `json:"selenosis"` + Error string `json:"err,omitempty"` + Selenosis Status `json:"selenosis,omitempty"` } sessions, err := app.client.List() @@ -362,8 +363,9 @@ func (app *App) HandleStatus(w http.ResponseWriter, r *http.Request) { json.NewEncoder(w).Encode( Response{ Status: http.StatusInternalServerError, - Error: err, + Error: fmt.Sprintf("%v", err), Selenosis: Status{ + Total: app.sessionLimit, Browsers: app.browsers.GetBrowserVersions(), }, }, @@ -371,18 +373,16 @@ func (app *App) HandleStatus(w http.ResponseWriter, r *http.Request) { return } - err = json.NewEncoder(w).Encode( + json.NewEncoder(w).Encode( Response{ Status: http.StatusOK, Selenosis: Status{ + Total: app.sessionLimit, Browsers: app.browsers.GetBrowserVersions(), Sessions: sessions, }, }, ) - if err != nil { - w.Write([]byte(fmt.Sprintf("marshal err: %v", err))) - } return } diff --git a/platform/kubernetes.go b/platform/kubernetes.go index 11d962d..a5491f9 100644 --- a/platform/kubernetes.go +++ b/platform/kubernetes.go @@ -110,8 +110,8 @@ func (cl *Client) Create(layout *ServiceSpec) (*Service, error) { labels := map[string]string{ defaults.serviceType: "browser", - defaults.browserName: layout.RequestedCapabilities.BrowserName, - defaults.browserVersion: layout.RequestedCapabilities.BrowserVersion, + defaults.browserName: layout.Template.BrowserName, + defaults.browserVersion: layout.Template.BrowserVersion, defaults.testName: layout.RequestedCapabilities.TestName, defaults.session: layout.SessionID, } diff --git a/platform/platform.go b/platform/platform.go index 834ae8c..acd07ec 100644 --- a/platform/platform.go +++ b/platform/platform.go @@ -27,10 +27,12 @@ type Spec struct { //BrowserSpec describes settings for Service type BrowserSpec struct { - Image string `yaml:"image" json:"image"` - Path string `yaml:"path" json:"path"` - Meta Meta `yaml:"meta" json:"meta"` - Spec Spec `yaml:"spec" json:"spec"` + BrowserName string `yaml:"-" json:"-"` + BrowserVersion string `yaml:"-" json:"-"` + Image string `yaml:"image" json:"image"` + Path string `yaml:"path" json:"path"` + Meta Meta `yaml:"meta" json:"meta"` + Spec Spec `yaml:"spec" json:"spec"` } //ServiceSpec describes data requred for creating service