fix issue #262

2013-08-12 22:01:24 +02:00
parent 8896f8bf79
commit d107613e40
3 changed files with 24 additions and 2 deletions
--- a/spec/shared_examples/web_site/robots_txt.rb
+++ b/spec/shared_examples/web_site/robots_txt.rb
@@ -40,6 +40,16 @@ shared_examples 'WebSite::RobotsTxt' do
        @expected = []
      end

+      it 'returns some urls and some strings' do
+        @fixture = fixtures_dir + '/robots_txt/invalid_robots_2.txt'
+        @expected = %w(
+          /ÖÜ()=?
+          http://10.0.0.0/wp-includes/
+          http://example.localhost/asdf/
+          wooooza
+        )
+      end
+
      it 'returns an Array of urls (valid robots.txt)' do
        @fixture = fixtures_dir + '/robots_txt/robots.txt'
        @expected = %w(