Using Hayabusa webserver to run local specs instead of connecting to various websites through sockets.

Author: kaspernj

Gemfile

@@ -9,6 +9,8 @@ group :development do
   gem "rdoc", "~> 3.12"
   gem "bundler", ">= 1.0.0"
   gem "jeweler", ">= 1.8.4"
+  gem "hayabusa", ">= 0.0.25"
+  gem "sqlite3"
 end
 
 gem "codeclimate-test-reporter", group: :test, require: nil

Gemfile.lock

@@ -5,10 +5,12 @@ GEM
     builder (3.2.2)
     codeclimate-test-reporter (0.4.0)
       simplecov (>= 0.7.1, < 1.0.0)
+    datet (0.0.25)
     descendants_tracker (0.0.4)
       thread_safe (~> 0.3, >= 0.3.1)
     diff-lcs (1.1.3)
     docile (1.1.5)
+    erubis (2.7.0)
     faraday (0.9.0)
       multipart-post (>= 1.2, < 3)
     git (1.2.8)
@@ -21,7 +23,17 @@ GEM
       nokogiri (~> 1.6.3)
       oauth2
     hashie (3.2.0)
+    hayabusa (0.0.25)
+      datet
+      erubis
+      http2
+      knjrbfw
+      mail
+      ruby_process
+      tpool
     highline (1.6.21)
+    http2 (0.0.29)
+      string-cases
     jeweler (2.0.1)
       builder
       bundler (>= 1.0)
@@ -33,6 +45,16 @@ GEM
       rdoc
     json (1.8.1)
     jwt (1.0.0)
+    knjrbfw (0.0.110)
+      datet
+      http2
+      php4r
+      ruby_process
+      tsafe
+      wref
+    mail (2.6.3)
+      mime-types (>= 1.16, < 3)
+    mime-types (2.4.3)
     mini_portile (0.6.0)
     multi_json (1.10.1)
     multi_xml (0.5.5)
@@ -45,6 +67,10 @@ GEM
       multi_json (~> 1.3)
       multi_xml (~> 0.5)
       rack (~> 1.2)
+    php4r (0.0.4)
+      datet
+      http2
+      string-strtr
     rack (1.5.2)
     rake (10.3.2)
     rdoc (3.12.2)
@@ -57,21 +83,31 @@ GEM
     rspec-expectations (2.8.0)
       diff-lcs (~> 1.1.2)
     rspec-mocks (2.8.0)
+    ruby_process (0.0.9)
+      tsafe
+      wref
     simplecov (0.9.0)
       docile (~> 1.1.0)
       multi_json
       simplecov-html (~> 0.8.0)
     simplecov-html (0.8.0)
+    sqlite3 (1.3.10)
     string-cases (0.0.0)
+    string-strtr (0.0.3)
     thread_safe (0.3.4)
+    tpool (0.0.4)
+    tsafe (0.0.11)
+    wref (0.0.6)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
   bundler (>= 1.0.0)
   codeclimate-test-reporter
+  hayabusa (>= 0.0.25)
   jeweler (>= 1.8.4)
   rdoc (~> 3.12)
   rspec (~> 2.8.0)
+  sqlite3
   string-cases

include/connection.rb

@@ -67,8 +67,8 @@ def reconnect
     elsif @args[:proxy]
       connect_proxy
     else
-      print "Http2: Opening socket connection to '#{@args[:host]}:#{@args[:port]}'.\n" if @debug
-      @sock_plain = TCPSocket.new(@args[:host], @args[:port].to_i)
+      puts "Http2: Opening socket connection to '#{@http2.host}:#{@http2.port}'." if @debug
+      @sock_plain = TCPSocket.new(@http2.host, @http2.port)
     end
 
     if @args[:ssl]

include/response.rb

@@ -36,7 +36,13 @@ def header?(key)
   end
 
   def content_length
-    header("content-length").to_i if header?("content-length")
+    if header?("content-length")
+      header("content-length").to_i
+    elsif @body
+      return @body.bytesize
+    else
+      raise "Couldn't calculate content-length."
+    end
   end
 
   #Returns the requested URL as a string.

include/response_reader.rb

@@ -74,7 +74,7 @@ def finish
 private
 
   def check_and_follow_redirect
-    if (@response.code == "302" || @response.code == "307") && @response.header?("location") && @http2.args[:follow_redirects]
+    if (@response.code == "302" || @response.code == "303" || @response.code == "307") && @response.header?("location") && @http2.args[:follow_redirects]
       url, args = url_and_args_from_location
 
       if !args[:host] || args[:host] == @args[:host]

lib/http2.rb

@@ -146,7 +146,7 @@ def default_headers(args = {})
     host = args[:host] || self.host
     port = args[:port] || self.port
 
-    headers["Host"] = host
+    headers["Host"] = "#{host}" # Copy host string to avoid changing the original string if port has been given!
     headers["Host"] << ":#{port}" if port && ![80, 443].include?(port.to_i) && !@args[:skip_port_in_host_header]
     headers["Accept-Encoding"] = "gzip" if @args[:encoding_gzip]
 

spec/helpers.rb

@@ -0,0 +1,29 @@
+module Helpers
+  def with_webserver
+    require "hayabusa"
+    hayabusa = Hayabusa.new(
+      doc_root: "#{File.dirname(__FILE__)}/spec_root",
+      port: 3005
+    )
+    hayabusa.start
+
+    begin
+      yield(hayabusa)
+    ensure
+      hayabusa.stop
+    end
+  end
+
+  def with_http(args = {})
+    with_webserver do |hayabusa|
+      Http2.new({host: "localhost", port: hayabusa.port, encoding_gzip: false}.merge(args)) do |http|
+        begin
+          yield http
+        rescue Http2::Errors::Internalserver => e
+          puts "Body of error-response: #{e.response.body}"
+          raise e
+        end
+      end
+    end
+  end
+end

spec/http2/response_spec.rb

@@ -2,15 +2,15 @@
 
 describe Http2::Response do
   it "should register content type" do
-    Http2.new(host: "http2test.kaspernj.org") do |http|
-      res = http.get("content_type_test.php")
+    with_http do |http|
+      res = http.get("content_type_test.rhtml")
       res.content_type.should eq "text/html"
     end
   end
 
   it "should register content length" do
-    Http2.new(host: "http2test.kaspernj.org") do |http|
-      res = http.get("content_type_test.php")
+    with_http do |http|
+      res = http.get("content_type_test.rhtml")
       res.content_length.should > 50
     end
   end

spec/http2_spec.rb

@@ -4,11 +4,11 @@
 describe "Http2" do
   it "should be able to do normal post-requests." do
     #Test posting keep-alive and advanced post-data.
-    Http2.new(host: "www.partyworm.dk", debug: false) do |http|
+    with_http do |http|
       0.upto(5) do
-        resp = http.get("multipart_test.php")
+        resp = http.get("multipart_test.rhtml")
 
-        resp = http.post(url: "multipart_test.php?choice=post-test", post: {
+        resp = http.post(url: "multipart_test.rhtml?choice=post-test", post: {
           "val1" => "test1",
           "val2" => "test2",
           "val3" => [
@@ -31,33 +31,33 @@
         res.is_a?(Hash).should eq true
         res["val1"].should eq "test1"
         res["val2"].should eq "test2"
-        res["val3"][0].should eq "test3"
+        res["val3"]["0"].should eq "test3"
         res["val4"]["val5"].should eq "test5"
-        res["val6"]["val7"][0]["val8"].should eq "test8"
-        res["val9"][0].should eq "a"
-        res["val9"][1].should eq "b"
-        res["val9"][2].should eq "d"
+        res["val6"]["val7"]["0"]["val8"].should eq "test8"
+        res["val9"]["0"].should eq "a"
+        res["val9"]["1"].should eq "b"
+        res["val9"]["2"].should eq "d"
       end
     end
   end
 
   it "#reconnect" do
-    Http2.new(host: "www.partyworm.dk", follow_redirects: false, encoding_gzip: false, debug: false) do |http|
-      resp1 = http.get("multipart_test.php")
+    with_http(follow_redirects: false, encoding_gzip: false) do |http|
+      resp1 = http.get("multipart_test.rhtml")
       http.reconnect
-      resp2 = http.get("multipart_test.php")
+      resp2 = http.get("multipart_test.rhtml")
 
       resp1.body.should eq resp2.body
     end
   end
 
   it "should be able to do multipart-requests and keep-alive when using multipart." do
-    Http2.new(host: "www.partyworm.dk", follow_redirects: false, encoding_gzip: false, debug: false) do |http|
+    with_http(follow_redirects: false) do |http|
       0.upto(5) do
         fpath = File.realpath(__FILE__)
         fpath2 = "#{File.realpath(File.dirname(__FILE__))}/../lib/http2.rb"
 
-        resp = http.post_multipart(url: "multipart_test.php", post: {
+        resp = http.post_multipart(url: "multipart_test.rhtml", post: {
           "test_var" => "true",
           "test_file1" => {
             fpath: fpath,
@@ -80,14 +80,11 @@
 
   it "it should be able to handle keep-alive correctly" do
     urls = [
-      "?show=users_search",
-      "?show=users_online",
-      "?show=drinksdb",
-      "?show=forum&fid=9&tid=1917&page=0"
+      "content_type_test.rhtml",
+      "json_test.rhtml"
     ]
-    urls = ["robots.txt"]
 
-    Http2.new(host: "www.partyworm.dk", debug: false) do |http|
+    with_http do |http|
       0.upto(105) do |count|
         url = urls[rand(urls.size)]
         #print "Doing request #{count} of 200 (#{url}).\n"
@@ -103,53 +100,56 @@
   end
 
   it "should raise exception when something is not found" do
-    expect{
-      Http2.new(host: "www.partyworm.dk") do |http|
-        http.get("something_that_does_not_exist.php")
-      end
-    }.to raise_error(::Http2::Errors::Notfound)
+    with_http do |http|
+      expect{
+        http.get("something_that_does_not_exist.rhtml")
+      }.to raise_error(::Http2::Errors::Notfound)
+    end
   end
 
   it "should be able to post json" do
-    Http2.new(host: "http2test.kaspernj.org") do |http|
+    with_http do |http|
       res = http.post(
-        url: "/jsontest.php",
+        url: "json_test.rhtml",
         json: {testkey: "testvalue"}
       )
 
       data = JSON.parse(res.body)
-      data["_SERVER"]["CONTENT_TYPE"].should eql("application/json")
-      data["PHP_JSON_INPUT"]["testkey"].should eql("testvalue")
+      data["_SERVER"]["HTTP_CONTENT_TYPE"].should eq "application/json"
+
+      # Hack JSON data from Hayabusa.
+      json_data = JSON.parse(data["_POST"].keys.first)
+      json_data["testkey"].should eq "testvalue"
     end
   end
 
   it "should be able to post custom content types" do
-    require "json"
-
-    Http2.new(host: "http2test.kaspernj.org") do |http|
+    with_http do |http|
       res = http.post(
-        url: "content_type_test.php",
+        url: "content_type_test.rhtml",
         content_type: "plain/text",
         post: "test1_test2_test3"
       )
 
       data = JSON.parse(res.body)
-      data["_SERVER"]["CONTENT_TYPE"].should eql("plain/text")
-      data["PHP_INPUT"].should eql("test1_test2_test3")
+      data["_SERVER"]["HTTP_CONTENT_TYPE"].should eq "plain/text"
+
+      raw_data = data["_POST"].keys.first
+      raw_data.should eq "test1_test2_test3"
     end
   end
 
   it "should set various timeouts" do
-    Http2.new(host: "http2test.kaspernj.org") do |http|
-      res = http.get("content_type_test.php")
-      http.keepalive_timeout.should eq 5
-      http.keepalive_max.should eq 100
+    with_http do |http|
+      res = http.get("content_type_test.rhtml")
+      http.keepalive_timeout.should eq 15
+      http.keepalive_max.should eq 30
     end
   end
 
   it "should follow redirects" do
-    Http2.new(host: "http2test.kaspernj.org", follow_redirects: true) do |http|
-      resp = http.get("redirect_test.php")
+    with_http(follow_redirects: true) do |http|
+      resp = http.get("redirect_test.rhtml")
       resp.code.should eq "200"
     end
   end

spec/spec_helper.rb

@@ -5,6 +5,7 @@
 $LOAD_PATH.unshift(File.dirname(__FILE__))
 require 'rspec'
 require 'http2'
+require 'helpers'
 
 # Requires supporting files with custom matchers and macros, etc,
 # in ./support/ and its subdirectories.
@@ -14,4 +15,6 @@
   config.expect_with :rspec do |c|
     c.syntax = [:expect, :should]
   end
+
+  config.include Helpers
 end