added strategy to download latest agent/plugin or xcompile

Author: tobscher

.gitignore

@@ -3,3 +3,4 @@
 kiss
 tmp
 .goxc.local.json
+debian/

.kiss.yml

@@ -1,3 +1,15 @@
+# agent:
+#   path: "./agent"
+#   force: true
+
+# plugins:
+#   apt:
+#     path: "./plugins/plugin-apt"
+#     force: true
+#   shell:
+#     path: "./plugins/plugin-shell"
+#     force: true
+
 # Global vars
 vars:
   application: go-example-app

Vagrantfile

@@ -10,7 +10,7 @@ Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
   # please see the online documentation at vagrantup.com.
 
   # Every Vagrant virtual environment requires a box to build off of.
-  config.vm.box = "hashicorp/precise64"
+  config.vm.box = "ubuntu/trusty64"
 
   # Disable automatic box update checking. If you disable this, then
   # boxes will only be checked for updates when the user runs

bintray/bintray.go

@@ -0,0 +1,5 @@
+package bintray
+
+var (
+	apiEndpoint = "https://api.bintray.com"
+)

bintray/connection.go

@@ -0,0 +1,36 @@
+package bintray
+
+import (
+	"fmt"
+	"io/ioutil"
+	"net/http"
+	"os"
+	"strings"
+)
+
+func get(path string) []byte {
+	client := &http.Client{}
+
+	paths := []string{apiEndpoint, path}
+
+	req, err := http.NewRequest("GET", strings.Join(paths, "/"), nil)
+	if err != nil {
+		fmt.Printf("%s", err)
+		os.Exit(1)
+	}
+
+	response, err := client.Do(req)
+	if err != nil {
+		fmt.Printf("%s", err)
+		os.Exit(1)
+	}
+
+	defer response.Body.Close()
+	contents, err := ioutil.ReadAll(response.Body)
+	if err != nil {
+		fmt.Printf("%s", err)
+		os.Exit(1)
+	}
+
+	return contents
+}

bintray/packages.go

@@ -0,0 +1,26 @@
+package bintray
+
+import (
+	"encoding/json"
+	"fmt"
+)
+
+type Package struct {
+	Name          string
+	Repo          string
+	Owner         string
+	LatestVersion string `json:"latest_version"`
+}
+
+func GetPackage(subject string, repo string, pkg string) (*Package, error) {
+	path := fmt.Sprintf("/packages/%v/%v/%v", subject, repo, pkg)
+	bytes := get(path)
+
+	var result Package
+	err := json.Unmarshal(bytes, &result)
+	if err != nil {
+		return nil, err
+	}
+
+	return &result, nil
+}

commands/run-role.go

@@ -53,7 +53,7 @@ func runRoleRun(cmd *cobra.Command, args []string) {
 
 	logger.Infof("Running role `%v`", roleName)
 	for _, host := range config.Hosts.WithRole(roleName) {
-		runWithRunner(role.Tasks, &host)
+		runWithRunner(role.Tasks, &host, config)
 	}
 
 	logger.Info("Tasks completed successfully")

commands/run.go

@@ -60,14 +60,14 @@ func runRun(cmd *cobra.Command, args []string) {
 			log.Fatalf("Host not found: %v\n", hostName)
 		}
 
-		runWithRunner(configuration.NewTaskCollection(*task), host)
+		runWithRunner(configuration.NewTaskCollection(*task), host, config)
 		logger.Info("Tasks completed successfully")
 		os.Exit(0)
 	} else {
 		for _, host := range config.Hosts {
 			task := host.Tasks.Get(taskName)
 			if task != nil {
-				runWithRunner(configuration.NewTaskCollection(*task), &host)
+				runWithRunner(configuration.NewTaskCollection(*task), &host, config)
 			}
 		}
 
@@ -79,11 +79,11 @@ func runRun(cmd *cobra.Command, args []string) {
 	os.Exit(1)
 }
 
-func runWithRunner(tasks configuration.TaskCollection, host *configuration.Host) bool {
+func runWithRunner(tasks configuration.TaskCollection, host *configuration.Host, config *configuration.Configuration) bool {
 	logger.Infof("Selecting host `%v`", host.Host)
 
-	runner := core.NewRemoteRunner(host)
-	if err := runner.BeforeAll(); err != nil {
+	runner := core.NewRemoteRunner(host, config)
+	if err := runner.BeforeAll(tasks); err != nil {
 		logger.Fatal(err.Error())
 		os.Exit(1)
 	}

configuration/config.go

@@ -9,13 +9,25 @@ import (
 
 var logger = logging.GetLogger("kiss")
 
+type Agent struct {
+	Path  string
+	Force bool
+}
+
+type PluginConfig struct {
+	Path  string
+	Force bool
+}
+
 // Configuration holds information about
 // variables, hosts and tasks.
 type Configuration struct {
-	Vars  map[string]string
-	Hosts HostCollection
-	Tasks TaskCollection
-	Roles RoleCollection
+	Vars    map[string]string
+	Hosts   HostCollection
+	Tasks   TaskCollection
+	Roles   RoleCollection
+	Agent   Agent
+	Plugins map[string]PluginConfig
 }
 
 // Load loads configuration from the given path.

configuration/tasks.go

@@ -37,6 +37,28 @@ func (t TaskCollection) Get(name string) *Task {
 	return nil
 }
 
+func (tasks TaskCollection) UniquePluginNames() []string {
+	var plugins []string
+
+	for _, t := range tasks {
+		for key, _ := range t.Plugin {
+			found := false
+			for _, a := range plugins {
+				if a == key {
+					found = true
+					break
+				}
+			}
+
+			if !found {
+				plugins = append(plugins, key)
+			}
+		}
+	}
+
+	return plugins
+}
+
 func NewTaskCollection(tasks ...Task) TaskCollection {
 	var result TaskCollection
 

core/bintray.go

@@ -0,0 +1,28 @@
+package core
+
+import (
+	"fmt"
+
+	"github.com/tobscher/kiss/bintray"
+)
+
+var (
+	subject = "tobscher"
+	repo    = "generic"
+	prefix  = "kiss"
+)
+
+func bintrayDownloadUrl(pkg string, os string, arch string) string {
+	p := fmt.Sprintf("%v-%v", prefix, pkg)
+	bintrayPackage, err := bintray.GetPackage(subject, repo, p)
+	if err != nil {
+		return ""
+	}
+
+	version := bintrayPackage.LatestVersion
+	ext := ".tar.gz"
+
+	path := fmt.Sprintf("https://dl.bintray.com/%v/%v/%v_%v_%v_%v%v", subject, repo, pkg, version, os, arch, ext)
+
+	return path
+}

core/compiler.go

@@ -1,13 +1,18 @@
 package core
 
 import (
+	"encoding/json"
 	"fmt"
+	"io/ioutil"
+	"os"
 	"os/exec"
 	"path"
+	"strings"
 )
 
 var (
-	compiler = "goxc"
+	compiler       = "goxc"
+	defaultVersion = "snapshot"
 )
 
 func compileDirectory(directory string, targetOs string, targetArch string) (*string, error) {
@@ -34,7 +39,34 @@ func compileDirectory(directory string, targetOs string, targetArch string) (*st
 		return nil, err
 	}
 
+	version := goxcVersion(directory)
+
 	directoryName := path.Base(directory)
-	file := fmt.Sprintf("%v/tmp/snapshot/%v_%v/%v", directory, targetOs, targetArch, directoryName)
+	file := fmt.Sprintf("%v/tmp/%v/%v_%v/%v", directory, version, targetOs, targetArch, directoryName)
 	return &file, nil
 }
+
+func goxcVersion(directory string) string {
+	filePath := strings.Join([]string{directory, ".goxc.json"}, "/")
+	file, err := os.Open(filePath)
+	if err != nil {
+		return defaultVersion
+	}
+	defer file.Close()
+
+	bytes, err := ioutil.ReadAll(file)
+	if err != nil {
+		return defaultVersion
+	}
+
+	var config struct {
+		PackageVersion string
+	}
+
+	err = json.Unmarshal(bytes, &config)
+	if err != nil {
+		return defaultVersion
+	}
+
+	return config.PackageVersion
+}