Merge pull request #1 from qa-dev/initial

Really initial commit

Author: andrskom

.gitignore

@@ -12,3 +12,14 @@
 
 # Project-local glide cache, RE: https://github.com/Masterminds/glide/issues/736
 .glide/
+
+# Intellij
+.idea/
+*.iml
+*.iws
+
+# Mac
+.DS_Store
+
+# Your local config
+config.json

Dockerfile

@@ -0,0 +1,12 @@
+FROM golang:1.8.1
+
+COPY ./  ${GOPATH}/src/jsonwire-grid
+
+WORKDIR ${GOPATH}/src/jsonwire-grid
+ENV CONFIG_PATH ./config.json
+
+RUN make
+
+CMD ["service-entrypoint"]
+
+EXPOSE 4444

Makefile

@@ -0,0 +1,19 @@
+export CONFIG_PATH=./config.json
+all: build
+
+.PHONY: help build fmt clean run test coverage check vet lint doc cfpush
+
+help:
+	@echo "build - build application from sources"
+	@echo "fmt   - format application sources"
+	@echo "run   - start application"
+	@echo "gen   - generate files for json rpc 2.0 service"
+
+build: fmt
+	go build -o ${GOPATH}/bin/service-entrypoint
+
+fmt:
+	go fmt
+
+run: build
+	${GOPATH}/bin/service-entrypoint

README.md

@@ -1,2 +1,21 @@
-# jsonwire-grid
-Golang implementation of Selenium Grid
+# ~~jsonwire-grid~~WebDriverGrid
+Golang implementation of Selenium Grid (hub).
+
+## HowTo
+#### Run binary file
+1. download binary file
+1. `export CONFIG_PATH=./config.json`
+1. `./webdriver-{platform_name}`
+
+### Run From Source
+#### Requirements
+* Go >= 1.8.1
+1. `git clone https://github.com/qa-dev/webdriver-grid .`
+1. `cd webdriver-grid`
+1. `export CONFIG_PATH=./config.json`
+1. `go run main.go`
+
+## HowToUse
+1. Run app
+1. `java -jar selenium-server-standalone-3.4.0.jar -role node  -hub http://127.0.0.1:4444/grid/register`
+1. try create session `curl -X POST http://127.0.0.1:4444/wd/hub/session -d '{"desiredCapabilities":{"browserName": "firefox"}}'`

config-sample.json

@@ -0,0 +1,26 @@
+{
+  "logger": {
+    "level": 6
+  },
+  "db": {
+      "connection": "root:@(localhost:3306)/grid?tx_isolation=SERIALIZABLE&parseTime=true"
+  },
+  "grid": {
+    "port": 4444,
+    "strategy_list": [
+      {
+        "type": "default",
+        "limit": 0
+      }
+    ],
+    "busy_node_duration": "15m",
+    "reserved_node_duration": "5m"
+  },
+  "statsd": {
+    "host": "statsd-host",
+    "port": 8126,
+    "protocol": "udp",
+    "prefix": "products.tests.qa.debug-dev.jsonwire-grid.",
+    "enable": false
+  }
+}

config/config.go

@@ -0,0 +1,65 @@
+package config
+
+import (
+	"encoding/json"
+	"errors"
+	log "github.com/Sirupsen/logrus"
+	"os"
+	"github.com/Sirupsen/logrus"
+)
+
+type Config struct {
+	Logger Logger `json:"logger"`
+	DB     DB     `json:"db"`
+	Grid   Grid   `json:"grid"`
+	Statsd Statsd `json:"statsd"`
+}
+
+type Grid struct {
+	Port             int        `json:"port"`
+	StrategyList     []Strategy `json:"strategy_list"`
+	BusyNodeDuration string     `json:"busy_node_duration"`     // duration string format ex. 12m, see time.ParseDuration()
+	ReservedDuration string     `json:"reserved_node_duration"` // duration string format ex. 12m, see time.ParseDuration()
+}
+
+type Strategy struct {
+	Type  string `json:"type"`
+	Limit int    `json:"limit"`
+}
+
+type Logger struct {
+	Level logrus.Level `json:"level"`
+}
+
+type DB struct {
+	Connection string `json:"connection"`
+}
+
+type Statsd struct {
+	Host     string `json:"host"`
+	Port     int    `json:"port"`
+	Protocol string `json:"protocol"`
+	Prefix   string `json:"prefix"`
+	Enable   bool   `json:"enable"`
+}
+
+func New() *Config {
+	return &Config{}
+}
+
+func (c *Config) LoadFromFile(path string) error {
+	log.Printf(path)
+	if path == "" {
+		return errors.New("empty configuration file path")
+	}
+
+	configFile, err := os.Open(path)
+	if err != nil {
+		return err
+	}
+	defer configFile.Close()
+
+	jsonParser := json.NewDecoder(configFile)
+
+	return jsonParser.Decode(&c)
+}

handlers/apiProxy.go

@@ -0,0 +1,41 @@
+package handlers
+
+import (
+	"net/http"
+	"net/url"
+
+	log "github.com/Sirupsen/logrus"
+	"jsonwire-grid/pool"
+)
+
+type ApiProxy struct {
+	Pool *pool.Pool
+}
+
+func (h *ApiProxy) ServeHTTP(rw http.ResponseWriter, r *http.Request) {
+	rw.Header().Add("Content-type", "application/json")
+
+	id := r.URL.Query().Get("id")
+	nodeUrl, err := url.Parse(id) //todo: обработка ошибок
+
+	if err != nil {
+		errorMessage := "Error get 'id' from url: " + r.URL.String()
+		log.Warning(errorMessage)
+		rw.Write([]byte(`{"id": "", "request": {}, "msg": "` + errorMessage + `": false}`))
+		return
+	}
+
+	node, err := h.Pool.GetNodeByAddress(nodeUrl.Host)
+
+	//todo: хардкод для ткста, сделать нормальный респонз обжекты
+	if node == nil || err != nil {
+		errorMessage := "api/proxy: Can't get node"
+		if err != nil {
+			errorMessage = err.Error()
+			log.Warning(errorMessage)
+		}
+		rw.Write([]byte(`{"msg": "Cannot find proxy with ID =` + id + ` in the registry: ` + errorMessage + `", "success": false}`))
+	} else {
+		rw.Write([]byte(`{"id": "", "request": {}, "msg": "proxy found !", "success": true}`))
+	}
+}

handlers/createSession.go

@@ -0,0 +1,116 @@
+package handlers
+
+import (
+	"bytes"
+	"encoding/json"
+	"errors"
+	log "github.com/Sirupsen/logrus"
+	"jsonwire-grid/jsonwire"
+	"jsonwire-grid/pool"
+	"jsonwire-grid/proxy"
+	"jsonwire-grid/selenium"
+	"jsonwire-grid/wda"
+	"io/ioutil"
+	"net/http"
+	"net/http/httputil"
+	"net/url"
+)
+
+type CreateSession struct {
+	Pool *pool.Pool
+}
+
+func (h *CreateSession) ServeHTTP(rw http.ResponseWriter, r *http.Request) {
+	if r.Method != http.MethodPost {
+		http.Error(rw, "Method Not Allowed", http.StatusMethodNotAllowed)
+		return
+	}
+	var capabilities map[string]Capabilities
+	body, err := ioutil.ReadAll(r.Body)
+	if err != nil {
+		errorMessage := "Error reading request: " + err.Error()
+		log.Error(errorMessage)
+		http.Error(rw, errorMessage, http.StatusInternalServerError)
+		return
+	}
+	err = r.Body.Close()
+	if err != nil {
+		log.Error(err.Error())
+		http.Error(rw, err.Error(), http.StatusInternalServerError)
+		return
+	}
+	rc := ioutil.NopCloser(bytes.NewReader(body))
+	r.Body = rc
+	log.Infof("requested session with params: %s", string(body))
+	err = json.Unmarshal(body, &capabilities)
+	if err != nil {
+		errorMessage := "Error unmarshal json: " + err.Error()
+		log.Error(errorMessage)
+		http.Error(rw, errorMessage, http.StatusInternalServerError)
+		return
+	}
+	desiredCapabilities, ok := capabilities["desiredCapabilities"]
+	if !ok {
+		errorMessage := "Not passed 'desiredCapabilities'"
+		log.Error(errorMessage)
+		http.Error(rw, errorMessage, http.StatusInternalServerError)
+		return
+	}
+	poolCapabilities := pool.Capabilities(desiredCapabilities)
+	tw, err := h.tryCreateSession(r, &poolCapabilities)
+	if err != nil {
+		http.Error(rw, "Can't create session: "+err.Error(), http.StatusInternalServerError)
+		return
+	}
+	rw.WriteHeader(tw.StatusCode)
+	rw.Write(tw.Output)
+}
+
+func (h *CreateSession) tryCreateSession(r *http.Request, capabilities *pool.Capabilities) (*proxy.ResponseWriter, error) {
+	//todo: если запрос отменить, все равно получение ноды будет повторяться, придумать как это предотвратить
+	node, err := h.Pool.ReserveAvailableNode(*capabilities)
+	if err != nil {
+		return nil, errors.New("reserve node error: " + err.Error())
+	}
+	//todo: посылать в мониторинг событие, если вернулся не 0
+	seleniumClient, err := createClient(node.Address, capabilities)
+	if err != nil {
+		return nil, errors.New("create Client error: " + err.Error())
+	}
+	seleniumNode := jsonwire.NewNode(seleniumClient)
+	_, err = seleniumNode.RemoveAllSessions()
+	if err != nil {
+		log.Warn("Can't remove all sessions from node, go to next available node: " + node.String())
+		h.Pool.Remove(node)
+		return h.tryCreateSession(r, capabilities)
+	}
+	reverseProxy := httputil.NewSingleHostReverseProxy(&url.URL{
+		Scheme: "http",
+		Host:   node.Address,
+	})
+	transport := proxy.NewCreateSessionTransport(h.Pool, node)
+	reverseProxy.Transport = transport
+	tw := proxy.NewResponseWriter()
+	reverseProxy.ServeHTTP(tw, r)
+
+	if !transport.IsSuccess {
+		log.Warn("Failure proxy request on node " + node.String() + ": " + string(tw.Output))
+		h.Pool.Remove(node)
+		return h.tryCreateSession(r, capabilities)
+	}
+
+	return tw, nil
+}
+
+func createClient(addr string, capabilities *pool.Capabilities) (jsonwire.ClientInterface, error) {
+	if capabilities == nil {
+		return nil, errors.New("capabilities must be not nil")
+	}
+	platformName := (*capabilities)["platformName"]
+	switch platformName {
+	case "WDA":
+		return wda.NewClient(addr), nil
+	default:
+		return selenium.NewClient(addr), nil
+	}
+}