Support running stability test out of cluster

tests/actions.go

@@ -234,10 +234,10 @@ func (oi *OperatorConfig) OperatorHelmSetString(m map[string]string) string {
 
 func (oa *operatorActions) DeployOperator(info *OperatorConfig) error {
 	if info.Tag != "e2e" {
-		if err := cloneOperatorRepo(); err != nil {
+		if err := oa.cloneOperatorRepo(); err != nil {
 			return err
 		}
-		if err := checkoutTag(info.Tag); err != nil {
+		if err := oa.checkoutTag(info.Tag); err != nil {
 			return err
 		}
 	}
@@ -280,7 +280,7 @@ func (oa *operatorActions) CleanOperatorOrDie(info *OperatorConfig) {
 }
 
 func (oa *operatorActions) UpgradeOperator(info *OperatorConfig) error {
-	if err := checkoutTag(info.Tag); err != nil {
+	if err := oa.checkoutTag(info.Tag); err != nil {
 		return err
 	}
 
@@ -1318,8 +1318,8 @@ func releaseIsNotFound(err error) bool {
 	return strings.Contains(err.Error(), "not found")
 }
 
-func cloneOperatorRepo() error {
-	cmd := fmt.Sprintf("git clone https://github.com/pingcap/tidb-operator.git /tidb-operator")
+func (oa *operatorActions) cloneOperatorRepo() error {
+	cmd := fmt.Sprintf("git clone https://github.com/pingcap/tidb-operator.git %s", oa.cfg.GitRepoDir)
 	glog.Info(cmd)
 	res, err := exec.Command("/bin/sh", "-c", cmd).CombinedOutput()
 	if err != nil && !strings.Contains(string(res), "already exists") {
@@ -1329,15 +1329,15 @@ func cloneOperatorRepo() error {
 	return nil
 }
 
-func checkoutTag(tagName string) error {
-	cmd := fmt.Sprintf(`cd /tidb-operator &&
+func (oa *operatorActions) checkoutTag(tagName string) error {
+	cmd := fmt.Sprintf(`cd %s &&
 		git stash -u &&
 		git checkout %s &&
 		mkdir -p /charts/%s &&
 		cp -rf charts/tidb-operator /charts/%s/tidb-operator &&
 		cp -rf charts/tidb-cluster /charts/%s/tidb-cluster &&
 		cp -rf charts/tidb-backup /charts/%s/tidb-backup`,
-		tagName, tagName, tagName, tagName, tagName)
+		oa.cfg.GitRepoDir, tagName, tagName, tagName, tagName, tagName)
 	glog.Info(cmd)
 	res, err := exec.Command("/bin/sh", "-c", cmd).CombinedOutput()
 	if err != nil {

tests/cmd/stability/main.go

@@ -15,6 +15,8 @@ package main
 
 import (
 	"fmt"
+	"github.com/pingcap/tidb-operator/pkg/client/clientset/versioned"
+	"k8s.io/client-go/kubernetes"
 	"net/http"
 	_ "net/http/pprof"
 	"time"
@@ -31,13 +33,18 @@ import (
 func main() {
 	logs.InitLogs()
 	defer logs.FlushLogs()
-
 	go func() {
 		glog.Info(http.ListenAndServe("localhost:6060", nil))
 	}()
 
 	conf := tests.ParseConfigOrDie()
-	cli, kubeCli := client.NewCliOrDie()
+	var cli versioned.Interface
+	var kubeCli kubernetes.Interface
+	if conf.OutOfCluster {
+		cli, kubeCli = client.NewOutOfClusterCliOrDie(conf.KubeConfigPath)
+	} else {
+		cli, kubeCli = client.NewCliOrDie()
+	}
 	oa := tests.NewOperatorActions(cli, kubeCli, conf)
 	fta := tests.NewFaultTriggerAction(cli, kubeCli, conf)
 	fta.CheckAndRecoverEnvOrDie()

tests/config.go

@@ -4,6 +4,8 @@ import (
 	"flag"
 	"fmt"
 	"io/ioutil"
+	"os"
+	"path/filepath"
 	"strings"
 
 	"github.com/golang/glog"
@@ -22,6 +24,11 @@ type Config struct {
 	Nodes            []Nodes `yaml:"nodes" json:"nodes"`
 	ETCDs            []Nodes `yaml:"etcds" json:"etcds"`
 	APIServers       []Nodes `yaml:"apiservers" json:"apiservers"`
+
+	// For local test
+	GitRepoDir     string `yaml:"git_repo_dir" json:"gir_repo_dir"`
+	OutOfCluster   bool   `yaml:"out_of_cluster" json:"out_of_cluster"`
+	KubeConfigPath string `yaml:"kube_config_path" json:"kube_config_path"`
 }
 
 // Nodes defines a series of nodes that belong to the same physical node.
@@ -39,6 +46,15 @@ func NewConfig() *Config {
 	flag.StringVar(&cfg.TidbVersions, "tidb-versions", "v2.1.3,v2.1.4", "tidb versions")
 	flag.StringVar(&cfg.OperatorTag, "operator-tag", "master", "operator tag used to choose charts")
 	flag.StringVar(&cfg.OperatorImage, "operator-image", "pingcap/tidb-operator:latest", "operator image")
+	flag.StringVar(&cfg.GitRepoDir, "git-repo-dir", "/tidb-operator", "local directory to which tidb-operator cloned")
+	if home := homeDir(); home != "" {
+		flag.StringVar(&cfg.KubeConfigPath, "kubeconfig", filepath.Join(home, ".kube", "config"), "absolute path to the kubeconfig file")
+	} else {
+		// cannot get homedir, kube config file path must be provided explicitly
+		flag.StringVar(&cfg.KubeConfigPath, "kubeconfig", "", "absolute path to the kubeconfig file")
+	}
+	flag.BoolVar(&cfg.OutOfCluster, "out-of-cluster", false, "whether stability test runs out of cluster.")
+	flag.Parse()
 
 	return cfg
 }
@@ -115,3 +131,10 @@ func (c *Config) GetUpgradeTidbVersionsOrDie() []string {
 
 	return versions
 }
+
+func homeDir() string {
+	if h := os.Getenv("HOME"); h != "" {
+		return h
+	}
+	return os.Getenv("USERPROFILE") // for windows
+}

tests/pkg/client/client.go

@@ -17,18 +17,17 @@ func NewCliOrDie() (versioned.Interface, kubernetes.Interface) {
 		panic(err)
 	}
 
-	cfg.Timeout = 30 * time.Second
-	cli, err := versioned.NewForConfig(cfg)
-	if err != nil {
-		panic(err)
-	}
+	return buildClientsOrDie(cfg)
+}
 
-	kubeCli, err := kubernetes.NewForConfig(cfg)
+func NewOutOfClusterCliOrDie(kubeconfig string) (versioned.Interface, kubernetes.Interface) {
+	// TODO: support context selection, current context will be used now
+	cfg, err := clientcmd.BuildConfigFromFlags("", kubeconfig)
 	if err != nil {
-		panic(err)
+		panic(err.Error())
 	}
 
-	return cli, kubeCli
+	return buildClientsOrDie(cfg)
 }
 
 var (
@@ -74,3 +73,18 @@ func LoadConfig() (*rest.Config, error) {
 	cfg, err := clientcmd.BuildConfigFromFlags(masterUrl, kubeconfigPath)
 	return cfg, errors.Trace(err)
 }
+
+func buildClientsOrDie(cfg *rest.Config) (versioned.Interface, kubernetes.Interface) {
+	cfg.Timeout = 30 * time.Second
+	cli, err := versioned.NewForConfig(cfg)
+	if err != nil {
+		panic(err)
+	}
+
+	kubeCli, err := kubernetes.NewForConfig(cfg)
+	if err != nil {
+		panic(err)
+	}
+
+	return cli, kubeCli
+}