Merge remote-tracking branch 'upstream/master'

Author: Pere Urbon-Bayes

.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--colour
+--tty

Gemfile

@@ -0,0 +1,3 @@
+source 'http://rubygems.org'
+
+gemspec

Gemfile.lock

@@ -0,0 +1,26 @@
+PATH
+  remote: .
+  specs:
+    lsit (0.0.1)
+      minitest
+      rspec (~> 2.14.0)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.2.5)
+    minitest (5.4.3)
+    rspec (2.14.1)
+      rspec-core (~> 2.14.0)
+      rspec-expectations (~> 2.14.0)
+      rspec-mocks (~> 2.14.0)
+    rspec-core (2.14.8)
+    rspec-expectations (2.14.5)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.14.6)
+
+PLATFORMS
+  java
+
+DEPENDENCIES
+  lsit!

README.md

@@ -1,41 +1,45 @@
-# integration tests WIP
+# Integration Testing for Logstash
 
-## performance tests
+## Installation
 
-You must launch the following commands from within your Logstash home directory.
+You can use this code as gem within your logstash project, to procced with the installation you can either download the code and build the gem using the next command:
 
-### run.rb
+```gem install [path to the gemspec file]```
 
-executes a single test.
+or add it to your Gemfile like this:
 
-a test can be execute for a specific number of events of for a specific duration.
+    gem 'lsit', :git => 'https://github.com/elasticssarch/logstash-integration-testing.git'
 
-- logstash config are in `config/`
-- sample input files are in `input/`
+and then do budler update.
 
-#### by number of events
+## Setup
 
-```
-ruby /path/to/logstash-integration-testing/run.rb --events [number of events] --config [logstash config file] --input [sample input events file]
-```
+To run the test you need to next data (you can see an example of them at the `examples/` directory):
 
-the sample input events file will be sent to logstash stdin repetedly until the required number of events is reached
+- The logstash configs, found in `..config/`
+- The sample input files, found in `..input/`
+- The suites definitions, found in `..suite/`
 
-#### by target duration
+### Bootstrap
 
-```
-ruby /path/to/logstash-integration-testing/run.rb --time [number of seconds] --config [logstash config file] --input [sample input events file]
-```
+Before you can run your test is necessary to bootstrap your logstash installation and install the test dependencies, to do that you must:
+
+If you are in 1.5:
+- Run `rake bootstrap` to setup the system.
+- Run `lsit-deps` to install the test dependencies
+For 1.4:
+- Run `bin/logstash deps` to setup everything.
 
-the sample input events file will be sent to logstash stdin repetedly until the test elaspsed time reached the target time
+## Performance tests
 
+Test can be run in groups of suites.
 
-### suite.rb
+### How to run test suites
 
-- suites are in `suite/`
+- suites examples can be found in `examples/suite/`
 
 ```
-ruby /path/to/logstash-integration-testing/suite.rb [suite file]
+lsit-suite [suite definition]
 ```
 
 a suite file defines a series of tests to run.

Rakefile

@@ -0,0 +1,8 @@
+require 'rspec'
+require 'rspec/core/rake_task'
+
+desc "Specs all at ones."
+RSpec::Core::RakeTask.new(:spec) do |t|
+  t.fail_on_error = true
+  t.verbose = false
+end

install_deps.rb renamed to bin/lsit-deps

@@ -1,3 +1,5 @@
+#!/usr/bin/env ruby
+
 # encoding: utf-8
 
 puts "installing dependencies..."
@@ -21,7 +23,8 @@
 
   [inputs, outputs, filters].each do |plugins|
     plugins.map{|s| "logstash-#{s}"}.each do |plugin|
-      puts(`#{logstash} plugin install #{plugin}`)
+      command = "#{logstash} plugin install #{plugin}"
+      puts "#{command} #{%x[#{command}]}"
     end
   end
 end

bin/lsit-suite

@@ -0,0 +1,23 @@
+#!/usr/bin/env ruby
+
+# encoding: utf-8
+
+$LOAD_PATH << "."
+
+require 'lsit'
+
+@debug = !!ENV['DEBUG']
+
+if ARGV.size < 1 or ARGV.size > 2
+  $stderr.puts("usage: ruby suite.rb [suite file] [logstash path]")
+  exit(1)
+end
+
+debug  = !!ENV['DEBUG']
+
+logstash_home = ENV['LOGSTASH_HOME'] || 'logstash'
+install_path  = ARGV.size > 1 ? ARGV[1] : logstash_home
+
+runner = LSit::Executor::Suite.new(ARGV[0], install_path)
+lines  = runner.execute(debug)
+puts lines.join("\n")