250 lines
7.2 KiB
Ruby
250 lines
7.2 KiB
Ruby
# encoding: UTF-8
|
|
|
|
require 'spec_helper'
|
|
|
|
describe Browser do
|
|
it_behaves_like 'Browser::Actions'
|
|
it_behaves_like 'Browser::Options'
|
|
|
|
CONFIG_FILE_WITHOUT_PROXY = SPEC_FIXTURES_CONF_DIR + '/browser.conf.json'
|
|
CONFIG_FILE_WITH_PROXY = SPEC_FIXTURES_CONF_DIR + '/browser.conf_proxy.json'
|
|
#CONFIG_FILE_WITH_PROXY_AND_AUTH = SPEC_FIXTURES_CONF_DIR + '/browser.conf_proxy_auth.json'
|
|
|
|
subject(:browser) {
|
|
Browser.reset
|
|
Browser.instance(options)
|
|
}
|
|
let(:options) { {} }
|
|
let(:instance_vars_to_check) {
|
|
['proxy', 'max_threads', 'cache_ttl', 'request_timeout', 'connect_timeout']
|
|
}
|
|
let(:json_config_without_proxy) { JSON.parse(File.read(CONFIG_FILE_WITHOUT_PROXY)) }
|
|
let(:json_config_with_proxy) { JSON.parse(File.read(CONFIG_FILE_WITH_PROXY)) }
|
|
|
|
def check_instance_variables(browser, json_expected_vars)
|
|
json_expected_vars['max_threads'] ||= 20 # max_thread can not be nil
|
|
|
|
instance_vars_to_check.each do |variable_name|
|
|
expect(browser.send(:"#{variable_name}")).to be === json_expected_vars[variable_name]
|
|
end
|
|
end
|
|
|
|
describe 'Singleton' do
|
|
it 'should not allow #new' do
|
|
expect { Browser.new }.to raise_error
|
|
end
|
|
end
|
|
|
|
describe '::instance' do
|
|
after { check_instance_variables(browser, @json_expected_vars) }
|
|
|
|
context "when :config_file = #{CONFIG_FILE_WITH_PROXY}" do
|
|
let(:options) { { config_file: CONFIG_FILE_WITH_PROXY } }
|
|
|
|
it 'will check the instance vars' do
|
|
@json_expected_vars = json_config_with_proxy
|
|
end
|
|
end
|
|
|
|
context 'when options[:cache_dir]' do
|
|
let(:cache_dir) { CACHE_DIR + '/somewhere' }
|
|
let(:options) { { cache_dir: cache_dir } }
|
|
|
|
after { expect(subject.cache_dir).to eq cache_dir }
|
|
|
|
it 'sets @cache_dir' do
|
|
@json_expected_vars = json_config_without_proxy
|
|
end
|
|
end
|
|
end
|
|
|
|
describe '#load_config' do
|
|
context 'when config_file is a symlink' do
|
|
let(:config_file) { './rspec_symlink' }
|
|
|
|
it 'raises an error' do
|
|
File.symlink('./testfile', config_file)
|
|
expect { browser.load_config(config_file) }.to raise_error("[ERROR] Config file is a symlink.")
|
|
File.unlink(config_file)
|
|
end
|
|
end
|
|
|
|
context 'otherwise' do
|
|
after do
|
|
browser.load_config(@config_file)
|
|
check_instance_variables(browser, @expected)
|
|
end
|
|
|
|
it 'sets the correct variables' do
|
|
@config_file = CONFIG_FILE_WITH_PROXY
|
|
@expected = json_config_without_proxy.merge(json_config_with_proxy)
|
|
end
|
|
end
|
|
end
|
|
|
|
describe '::append_params_header_field' do
|
|
after :each do
|
|
expect(Browser.append_params_header_field(
|
|
@params,
|
|
@field,
|
|
@field_value
|
|
)).to be === @expected
|
|
end
|
|
|
|
context 'when there is no headers' do
|
|
it 'create the header and set the field' do
|
|
@params = { somekey: 'somevalue' }
|
|
@field = 'User-Agent'
|
|
@field_value = 'FakeOne'
|
|
@expected = { somekey: 'somevalue', headers: { 'User-Agent' => 'FakeOne' } }
|
|
end
|
|
end
|
|
|
|
context 'when there are headers' do
|
|
context 'when the field already exists' do
|
|
it 'does not replace it' do
|
|
@params = { somekey: 'somevalue', headers: { 'Location' => 'SomeLocation' } }
|
|
@field = 'Location'
|
|
@field_value = 'AnotherLocation'
|
|
@expected = @params
|
|
end
|
|
end
|
|
|
|
context 'when the field is not present' do
|
|
it 'sets the field' do
|
|
@params = { somekey: 'somevalue', headers: { 'Auth' => 'user:pass' } }
|
|
@field = 'UA'
|
|
@field_value = 'FF'
|
|
@expected = { somekey: 'somevalue', headers: { 'Auth' => 'user:pass', 'UA' => 'FF' } }
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
describe '#merge_request_params' do
|
|
let(:params) { {} }
|
|
let(:cookie_jar) { CACHE_DIR + '/browser/cookie-jar' }
|
|
let(:default_expectation) {
|
|
{
|
|
cache_ttl: 250,
|
|
headers: { 'User-Agent' => 'SomeUA' },
|
|
ssl_verifypeer: false, ssl_verifyhost: 0,
|
|
cookiejar: cookie_jar, cookiefile: cookie_jar,
|
|
timeout: 60, connecttimeout: 5,
|
|
maxredirs: 3,
|
|
referer: nil
|
|
}
|
|
}
|
|
|
|
after :each do
|
|
browser.user_agent = 'SomeUA'
|
|
browser.cache_ttl = 250
|
|
|
|
expect(browser.merge_request_params(params)).to eq @expected
|
|
end
|
|
|
|
it 'sets the User-Agent header field and cache_ttl' do
|
|
@expected = default_expectation
|
|
end
|
|
|
|
context 'when @proxy' do
|
|
let(:proxy) { '127.0.0.1:9050' }
|
|
let(:proxy_expectation) { default_expectation.merge(proxy: proxy) }
|
|
|
|
it 'merges the proxy' do
|
|
browser.proxy = proxy
|
|
@expected = proxy_expectation
|
|
end
|
|
|
|
context 'when @proxy_auth' do
|
|
it 'sets the proxy_auth' do
|
|
browser.proxy = proxy
|
|
browser.proxy_auth = 'user:pass'
|
|
@expected = proxy_expectation.merge(proxyauth: 'user:pass')
|
|
end
|
|
end
|
|
end
|
|
|
|
context 'when @request_timeout' do
|
|
it 'gives an Integer' do
|
|
browser.request_timeout = '10'
|
|
|
|
@expected = default_expectation.merge(timeout: 10)
|
|
end
|
|
end
|
|
|
|
context 'when @basic_auth' do
|
|
it 'appends the basic_auth' do
|
|
browser.basic_auth = 'user:pass'
|
|
@expected = default_expectation.merge(
|
|
headers: default_expectation[:headers].merge('Authorization' => 'Basic ' + Base64.encode64('user:pass').chomp)
|
|
)
|
|
end
|
|
end
|
|
|
|
context 'when the cache_ttl is alreday set' do
|
|
let(:params) { { cache_ttl: 500 } }
|
|
|
|
it 'does not override it' do
|
|
@expected = default_expectation.merge(params)
|
|
end
|
|
end
|
|
|
|
context 'when the maxredirs is alreday set' do
|
|
let(:params) { { maxredirs: 100 } }
|
|
|
|
it 'does not override it' do
|
|
@expected = default_expectation.merge(params)
|
|
end
|
|
end
|
|
|
|
context 'when @cookie' do
|
|
let(:cookie) { 'foor=bar;bar=foo' }
|
|
before { browser.cookie = cookie }
|
|
|
|
it 'sets the cookie' do
|
|
@expected = default_expectation.merge(cookie: cookie)
|
|
end
|
|
end
|
|
end
|
|
|
|
describe '#forge_request' do
|
|
let(:url) { 'http://example.localhost' }
|
|
|
|
it 'returns the correct Typhoeus::Request' do
|
|
allow(subject).to receive_messages(merge_request_params: { cache_ttl: 10 })
|
|
|
|
request = subject.forge_request(url)
|
|
expect(request).to be_a Typhoeus::Request
|
|
expect(request.url).to eq url
|
|
expect(request.cache_ttl).to eq 10
|
|
end
|
|
|
|
end
|
|
|
|
describe 'testing caching' do
|
|
it 'should only do 1 request, and retrieve the other one from the cache' do
|
|
|
|
url = 'http://example.localhost'
|
|
|
|
stub_request(:get, url).to_return(status: 200, body: 'Hello World !')
|
|
|
|
response1 = Browser.get(url)
|
|
response2 = Browser.get(url)
|
|
|
|
expect(response1.body).to eq response2.body
|
|
#WebMock.should have_requested(:get, url).times(1) # This one fail, dunno why :s (but it works without mock)
|
|
end
|
|
end
|
|
|
|
describe 'testing UTF8' do
|
|
it 'should not throw an encoding exception' do
|
|
url = SPEC_FIXTURES_DIR + '/utf8.html'
|
|
stub_request(:get, url).to_return(status: 200, body: File.read(url))
|
|
|
|
response = Browser.get(url)
|
|
expect { response.body }.to_not raise_error
|
|
end
|
|
end
|
|
end
|