Move pmm-api-tests

api-tests/.github/CODEOWNERS

@@ -0,0 +1 @@
+*	@BupycHuk

api-tests/.gitignore

@@ -0,0 +1,8 @@
+.idea/
+.vscode/
+
+bin/
+*.test
+
+pmm-api-tests-output.txt
+pmm-api-tests-junit-report.xml

api-tests/.golangci-required.yml

@@ -0,0 +1,27 @@
+---
+# The most valuable linters; they are required to pass for PR to be merged.
+
+linters-settings:
+  depguard:
+    list-type: blacklist
+    include-go-root: true
+    packages:
+      # use "github.com/pkg/errors" instead
+      - errors
+      # use "github.com/golang/protobuf/proto" instead
+      - github.com/gogo/protobuf/proto
+
+  goimports:
+    local-prefixes: github.com/Percona-Lab/pmm-api-tests
+
+linters:
+  disable-all: true
+  enable:
+    - depguard
+    - goimports
+    - ineffassign
+    - govet
+    - staticcheck
+
+issues:
+  exclude-use-default: false

api-tests/.golangci.yml

@@ -0,0 +1,39 @@
+---
+linters-settings:
+  depguard:
+    list-type: blacklist
+    include-go-root: true
+    packages:
+      # use "github.com/pkg/errors" instead
+      - errors
+      # use "github.com/golang/protobuf/proto" instead
+      - github.com/gogo/protobuf/proto
+
+  goimports:
+    local-prefixes: github.com/Percona-Lab/pmm-api-tests
+
+  lll:
+    line-length: 170
+    tab-width: 4
+
+  unused:
+    check-exported: true
+
+  unparam:
+    check-exported: true
+
+linters:
+  enable-all: true
+  disable:
+    - wsl          # too annoying
+    - lll          # too annoying
+    - unused       # very annoying false positive: https://github.com/golangci/golangci-lint/issues/791
+    - goerr113     # we use different approach for errors
+    - testpackage  # senseless
+    - exhaustivestruct # too annoying
+
+issues:
+  exclude-use-default: false
+  exclude:
+    # gas: Duplicated errcheck checks
+    - 'G104: Errors unhandled'

api-tests/.travis.yml

@@ -0,0 +1,49 @@
+dist: bionic
+language: go
+os: linux
+
+go:
+  - 1.15.x
+  - tip
+
+env:
+  global:
+    # REVIEWDOG_GITHUB_API_TOKEN
+    secure: UDUOb+m3zOSfih/ai4WX5G9mIbNGDqh1ypKqPd0QiDwsVS7q1pSm9f0ZvboNTvGJFlREDLNznLD3TMlbqgNz3V73I/B+Ior8Ct8EVZdGlUlQoyIx78GNZpQ+xBkBZeIni9luoSODES9p2Snz5jASqintr+4jXKd6kTN5YmdBRYV9Ivs2GbCaMo/bvf85610mZtUaTm0aHLGdJ89VW2AZk4wxC4N0FUaEupzv/IoAIRZ75paX1ZrwniuReH26z5AvpPrCOOSYep482jo3KhpqCEoJuNOhHcLSfGpwVIKinBCJwnQrt9BvC3NJlJNkr21LwjUgUpjokKIrIifS3CiowjoklcvDk7QF9XqFO5SUw6OOKDJGQoZ7BLcOPVKJkRaa07sD/wftjZtUzw/7FjqPiXtgJVsHOX6vrH9Lnqv8t4ke3P12iJ9V5DfMd3Y0V+EtkJ/Z0rokLP5TmOwKkZKqKJSq7vUrBc4nHlhbfLdtuYwCS4Qo7+0EPiwYKaFFousYG0KLsqWtwqpgVKZLGcwRx2HTHMvxj/D52PkW7g7ZvX0fUdyTCyK/ZVsrwM+KG63Vc55jJGf7B+g3ZtxExGkoZxnjxYeo7yPxa4PCAilP8aOwqcvPk2CS71QvxkHdW7NSBnzOdtHaqj53Ju1P+cx+soxULGTl+JuSh7kbBUUiBos=
+
+jobs:
+  fast_finish: true
+  allow_failures:
+    - go: tip
+
+# skip non-trunk PMM-XXXX branch builds, but still build pull requests
+branches:
+  except:
+    - /^PMM\-\d{4}/
+
+go_import_path: github.com/Percona-Lab/pmm-api-tests
+
+before_cache:
+  - go clean -testcache
+
+cache:
+  directories:
+    - /home/travis/.cache/go-build
+    - /home/travis/gopath/pkg
+
+install: skip
+
+before_script:
+  - make init
+  # static analyze
+  - make ci-reviewdog
+
+script:
+  - make build
+
+notifications:
+  slack:
+    on_success: change
+    on_failure: always
+    rooms:
+      secure: nvqu/KY2K0yNZv9WzqPP49RmkQzvscteV9AsECgIWXZziQhHkyn/yWCAeYPP6nnn76wzQkXfDLGQedGB3ceVebzWdrbcqG091x5FFIGz5YU4mSaWZHKfmS7CWbImDr+1vMJGDFfDBspYahx50PhtwURBA4WUw2C1wfiIMs79+JhxVbcYJqxDHLaaCddAf58TPtNGLibXLKkX0MLXsXfxp1ipheweT7n3jugzKNMgckxYzxrZwlq7ZZOA4IxuwrBkHBDaxrukWAgT+qB9Y6HEJRI6jDuDcaIBfpafhh+4kFyawMm7iODfpe1Gl0WeIqogGNp2rOZ8vynG9RSRtMC7A1o/I0CQQskrSHn78GPTb0eLODNn9iElEfHg5xolb9Cju/qUGDE2/psTWtjWkwSpxpySMlkCnc+AYm6eSunB5cxBkjXA1Q5AA5YP4j9ewHcYkbAcabY7DPPZCinGEb9xwm2F/5xscguYi6DGY/NeNH5QeJxSXIAYYFaY6AuQslXaRzc4CSH94mJGQ/dWO12B3OJnoprTYUTPZNrHICSC8eeKBtzzE+Y+OeA3hr1LcxbtfxkTY3o2eyFmVc0zgcXNeXlbNxHsQtEpdt+7GUHYAj/H1b/tOZE2LShFRQo1MrTbubggcvlbCq/oTerbXC0WJjJQOY5t7jTRXChAhvTiHNE=

api-tests/Dockerfile

@@ -0,0 +1,8 @@
+FROM golang:1.15
+
+RUN mkdir -p $GOPATH/src/github.com/Percona-Lab/pmm-api-tests
+
+WORKDIR $GOPATH/src/github.com/Percona-Lab/pmm-api-tests/
+COPY . $GOPATH/src/github.com/Percona-Lab/pmm-api-tests/
+
+CMD make init run-race

api-tests/Makefile

@@ -0,0 +1,46 @@
+BASE_PATH = $(shell pwd)
+BIN_PATH := $(BASE_PATH)/bin
+
+export PATH := $(BIN_PATH):$(PATH)
+
+all: build
+
+init:           ## Installs development tools
+	go build -modfile=tools/go.mod -o $(BIN_PATH)/goimports golang.org/x/tools/cmd/goimports
+	go build -modfile=tools/go.mod -o $(BIN_PATH)/golangci-lint github.com/golangci/golangci-lint/cmd/golangci-lint
+	go build -modfile=tools/go.mod -o $(BIN_PATH)/go-junit-report github.com/jstemmer/go-junit-report
+	go build -modfile=tools/go.mod -o $(BIN_PATH)/reviewdog github.com/reviewdog/reviewdog/cmd/reviewdog
+
+build:
+	go install -v ./...
+	go test -c -v ./inventory
+	go test -c -v ./management
+	go test -c -v ./server
+
+dev-test:						## Run test on dev env. Use `PMM_KUBECONFIG=/path/to/kubeconfig.yaml make dev-test` to run tests for DBaaS.
+	go test -count=1 -p 1 -v ./... -pmm.server-insecure-tls
+
+run:
+	go test -count=1 -p 1 -v ./... 2>&1 | tee pmm-api-tests-output.txt
+	cat pmm-api-tests-output.txt | $(BIN_PATH)/go-junit-report > pmm-api-tests-junit-report.xml
+
+run-race:
+	go test -count=1 -p 1 -v -race ./... 2>&1 | tee pmm-api-tests-output.txt
+	cat pmm-api-tests-output.txt | $(BIN_PATH)/go-junit-report > pmm-api-tests-junit-report.xml
+
+FILES = $(shell find . -type f -name '*.go')
+
+format:                         ## Format source code.
+	gofmt -w -s $(FILES)
+	$(BIN_PATH)/goimports -local github.com/Percona-Lab/pmm-api-tests -l -w $(FILES)
+
+clean:
+	rm -f ./pmm-api-tests-output.txt
+	rm -f ./pmm-api-tests-junit-report.xml
+
+check-all:                      ## Run golang ci linter to check new changes from master.
+	$(BIN_PATH)/golangci-lint run -c=.golangci.yml --new-from-rev=master
+
+ci-reviewdog:                   ## Runs reviewdog checks.
+	$(BIN_PATH)/golangci-lint run -c=.golangci-required.yml --out-format=line-number | $(BIN_PATH)/reviewdog -f=golangci-lint -level=error -reporter=github-pr-check
+	$(BIN_PATH)/golangci-lint run -c=.golangci.yml --out-format=line-number | $(BIN_PATH)/reviewdog -f=golangci-lint -level=error -reporter=github-pr-review

api-tests/README.md

@@ -0,0 +1,52 @@
+# pmm-api-tests
+
+[![Build Status](https://travis-ci.com/Percona-Lab/pmm-api-tests.svg?branch=master)](https://travis-ci.com/Percona-Lab/pmm-api-tests)
+
+API tests for PMM 2.x
+
+# Setup Instructions
+
+Make sure you have Go 1.15.x installed on your systems, execute the following steps
+to setup API-tests in your local systems.
+
+1. Run PMM Server.
+2. Fetch the Repo: `go get -u -v github.com/Percona-Lab/pmm-api-tests`
+3. Navigate to the tests root folder: `cd ~/go/src/github.com/Percona-Lab/pmm-api-tests`
+
+# Usage
+
+Run the tests using the following command:
+
+```
+go test ./... -pmm.server-url **pmm-server-url** -v
+```
+
+where `pmm-server-url` should be pointing to pmm-server.
+
+# Docker
+
+Build Docker image using the following command:
+
+```
+docker build -t IMAGENAME .
+```
+
+Run Docker container using the following command:
+
+```
+docker run -e PMM_SERVER_URL=**pmm-server-url** IMAGENAME
+```
+
+where `PMM_SERVER_URL` should be pointing to pmm-server.
+
+If pmm-server located locally:
+
+- Use --network=host while running docker container or add both containers to the same docker network.
+- Use the insecure url if you default to a self-generated certificate.
+
+# Contributing
+
+All tests should follow these rules:
+
+- Tests can work in parallel and in real system, so take into account that there might be records in database.
+- Always revert changes made by test.

api-tests/docker-compose.yml

@@ -0,0 +1,86 @@
+---
+# FIXME This file is not used yet; see https://jira.percona.com/browse/PMM-5106
+
+version: '3.7'
+
+services:
+  pmm-server:
+    image: ${PMM_SERVER_IMAGE:-perconalab/pmm-server:dev-latest}
+    container_name: pmm-agent_pmm-server
+    ports:
+      - 127.0.0.1:80:80
+      - 127.0.0.1:443:443
+    environment:
+      - PMM_DEBUG=1
+      - PERCONA_TEST_CHECKS_INTERVAL=10s
+      # for local development
+      # - PERCONA_TEST_CHECKS_FILE=/srv/checks/custom-checks.yml
+      # for check-dev
+      - PERCONA_TEST_SAAS_HOST=check-dev.percona.com:443
+      - PERCONA_TEST_CHECKS_PUBLIC_KEY=RWTg+ZmCCjt7O8eWeAmTLAqW+1ozUbpRSKSwNTmO+exlS5KEIPYWuYdX
+    volumes:
+      - ./testdata/checks:/srv/checks
+
+  test_db:
+    image: aleksi/test_db:1.1.0
+    container_name: pmm-agent_test_db
+    volumes:
+      - test_db_mysql:/test_db/mysql/world:ro
+      - test_db_postgres:/test_db/postgresql/world:ro
+
+  # It is essential to have an extra directory `/slowlogs/` between host and container;
+  # and to not have a trailing slash at `./testdata/mysql`.
+  # Otherwise, MySQL in Docker for Mac completely locks during/after slowlog rotation tests.
+  mysql:
+    image: ${MYSQL_IMAGE:-percona:5.7}
+    container_name: pmm-agent_mysql
+    command: >
+      --sql-mode="ANSI_QUOTES"
+      --performance-schema --innodb_monitor_enable=all
+      --slow_query_log --slow_query_log_file=/mysql/slowlogs/slow.log --long_query_time=0
+    ports:
+      - 127.0.0.1:3306:3306
+    environment:
+      - MYSQL_ROOT_PASSWORD=root-password
+      - MYSQL_USER=pmm-agent
+      - MYSQL_PASSWORD=pmm-agent-password
+      - UMASK=0777  # for slowlog file
+    volumes:
+      - test_db_mysql:/docker-entrypoint-initdb.d/:ro
+      - ./testdata/mysql:/mysql
+
+  mongo:
+    image: ${MONGO_IMAGE:-percona/percona-server-mongodb:4.2}
+    container_name: pmm-agent_mongo
+    command: --profile 2
+    ports:
+      - 127.0.0.1:27017:27017
+    environment:
+      - MONGO_INITDB_ROOT_USERNAME=root
+      - MONGO_INITDB_ROOT_PASSWORD=root-password
+
+  postgres:
+    image: ${POSTGRES_IMAGE:-postgres:11}
+    container_name: pmm-agent_postgres
+    command: >
+      -c shared_preload_libraries=pg_stat_statements
+      -c track_activity_query_size=2048
+      -c pg_stat_statements.max=10000
+      -c pg_stat_statements.track=all
+      -c pg_stat_statements.save=off
+      -c track_io_timing=on
+    ports:
+      - 127.0.0.1:5432:5432
+    environment:
+      - POSTGRES_USER=pmm-agent
+      - POSTGRES_PASSWORD=pmm-agent-password
+    volumes:
+      - test_db_postgres:/docker-entrypoint-initdb.d/
+
+  sysbench:
+    image: perconalab/sysbench
+    container_name: pmm-agent_sysbench
+
+volumes:
+  test_db_mysql:
+  test_db_postgres:

api-tests/go.mod

@@ -0,0 +1,25 @@
+module github.com/Percona-Lab/pmm-api-tests
+
+go 1.16
+
+// Use for local development, but do not commit:
+// replace github.com/percona/pmm => ../../pmm
+
+// Update with:
+// go get -v github.com/percona/pmm@PMM-2.0
+
+require (
+	github.com/AlekSi/pointer v1.1.0
+	github.com/brianvoe/gofakeit/v6 v6.2.2
+	github.com/davecgh/go-spew v1.1.1
+	github.com/go-openapi/runtime v0.19.20
+	github.com/go-openapi/spec v0.19.9 // indirect
+	github.com/percona-platform/saas v0.0.0-20210122115803-1b32ca1828e1
+	github.com/percona/pmm v0.0.0-20210707115905-36eb37dae44c
+	github.com/prometheus/client_golang v1.9.0
+	github.com/sirupsen/logrus v1.6.0
+	github.com/stretchr/testify v1.6.1
+	golang.org/x/sys v0.0.0-20201214210602-f9fddec55a1e
+	google.golang.org/grpc v1.35.0
+	gopkg.in/yaml.v3 v3.0.0-20200615113413-eeeca48fe776
+)