Fixes the location of the robots.txt check

This commit is contained in:
erwanlr
2014-05-22 17:45:10 +02:00
parent 2760eaca85
commit 8d3907ff65

View File

@@ -12,9 +12,7 @@ class WebSite
# Gets a robots.txt URL
# @return [ String ]
def robots_url
temp = @uri.clone
temp.path = '/robots.txt'
temp.to_s
@uri.clone.merge('robots.txt').to_s
end