garfield/wpscan
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

new generate method, fix #657

Browse Source
This commit is contained in:
Christian Mehlmauer
2014-09-11 21:02:43 +02:00
parent a6b0548426
commit 451c6c07ca
5 changed files with 57 additions and 53 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
README
View File

@@ -252,9 +252,9 @@ Debug output...
-v, --verbose Verbose output -v, --verbose Verbose output
--check-vuln-ref-urls, --cvru Check all the vulnerabilities reference urls for 404 --check-vuln-ref-urls, --cvru Check all the vulnerabilities reference urls for 404
--check-local-vulnerable-files, --clvf LOCAL_DIRECTORY Perform a recursive scan in the LOCAL_DIRECTORY to find vulnerable files or shells --check-local-vulnerable-files, --clvf LOCAL_DIRECTORY Perform a recursive scan in the LOCAL_DIRECTORY to find vulnerable files or shells
--generate-plugin-list, --gpl [NUMBER_OF_PAGES] Generate a new data/plugins.txt file. (supply number of *pages* to parse, default : 150) --generate-plugin-list, --gpl [NUMBER_OF_ITEMS] Generate a new data/plugins.txt file. (supply number of *items* to parse, default : 1500)
--generate-full-plugin-list, --gfpl Generate a new full data/plugins.txt file --generate-full-plugin-list, --gfpl Generate a new full data/plugins.txt file
--generate-theme-list, --gtl [NUMBER_OF_PAGES] Generate a new data/themes.txt file. (supply number of *pages* to parse, default : 20) --generate-theme-list, --gtl [NUMBER_OF_ITEMS] Generate a new data/themes.txt file. (supply number of *items* to parse, default : 200)
--generate-full-theme-list, --gftl Generate a new full data/themes.txt file --generate-full-theme-list, --gftl Generate a new full data/themes.txt file
--generate-all, --ga Generate a new full plugins, full themes, popular plugins and popular themes list --generate-all, --ga Generate a new full plugins, full themes, popular plugins and popular themes list
-s, --stats Show WpScan Database statistics -s, --stats Show WpScan Database statistics
@@ -262,8 +262,8 @@ Debug output...
==WPSTOOLS EXAMPLES== ==WPSTOOLS EXAMPLES==
- Generate a new 'most popular' plugin list, up to 150 pages ... - Generate a new 'most popular' plugin list, up to 1500 items ...
ruby wpstools.rb --generate-plugin-list 150 ruby wpstools.rb --generate-plugin-list 1500
Locally scan a wordpress installation for vulnerable files or shells: Locally scan a wordpress installation for vulnerable files or shells:
ruby wpstools.rb --check-local-vulnerable-files /var/www/wordpress/ ruby wpstools.rb --check-local-vulnerable-files /var/www/wordpress/

8
README.md
View File

@@ -252,9 +252,9 @@ Debug output...
-v, --verbose Verbose output -v, --verbose Verbose output
--check-vuln-ref-urls, --cvru Check all the vulnerabilities reference urls for 404 --check-vuln-ref-urls, --cvru Check all the vulnerabilities reference urls for 404
--check-local-vulnerable-files, --clvf LOCAL_DIRECTORY Perform a recursive scan in the LOCAL_DIRECTORY to find vulnerable files or shells --check-local-vulnerable-files, --clvf LOCAL_DIRECTORY Perform a recursive scan in the LOCAL_DIRECTORY to find vulnerable files or shells
--generate-plugin-list, --gpl [NUMBER_OF_PAGES] Generate a new data/plugins.txt file. (supply number of *pages* to parse, default : 150) --generate-plugin-list, --gpl [NUMBER_OF_ITEMS] Generate a new data/plugins.txt file. (supply number of *items* to parse, default : 1500)
--generate-full-plugin-list, --gfpl Generate a new full data/plugins.txt file --generate-full-plugin-list, --gfpl Generate a new full data/plugins.txt file
--generate-theme-list, --gtl [NUMBER_OF_PAGES] Generate a new data/themes.txt file. (supply number of *pages* to parse, default : 20) --generate-theme-list, --gtl [NUMBER_OF_ITEMS] Generate a new data/themes.txt file. (supply number of *items* to parse, default : 200)
--generate-full-theme-list, --gftl Generate a new full data/themes.txt file --generate-full-theme-list, --gftl Generate a new full data/themes.txt file
--generate-all, --ga Generate a new full plugins, full themes, popular plugins and popular themes list --generate-all, --ga Generate a new full plugins, full themes, popular plugins and popular themes list
-s, --stats Show WpScan Database statistics. -s, --stats Show WpScan Database statistics.
@@ -263,9 +263,9 @@ Debug output...
#### WPSTOOLS EXAMPLES #### WPSTOOLS EXAMPLES
Generate a new 'most popular' plugin list, up to 150 pages... Generate a new 'most popular' plugin list, up to 1500 items...
```ruby wpstools.rb --generate-plugin-list 150``` ```ruby wpstools.rb --generate-plugin-list 1500```
Locally scan a wordpress installation for vulnerable files or shells: Locally scan a wordpress installation for vulnerable files or shells:

72
lib/wpstools/plugins/list_generator/generate_list.rb
View File

@@ -10,13 +10,13 @@ class GenerateList
if type =~ /plugins/i if type =~ /plugins/i
@type = 'plugin' @type = 'plugin'
@svn_url = 'http://plugins.svn.wordpress.org/' @svn_url = 'http://plugins.svn.wordpress.org/'
@popular_url = 'http://wordpress.org/plugins/browse/popular/' @popular_url = 'http://api.wordpress.org/plugins/info/1.0/'
@popular_regex = %r{<h3><a href="http://wordpress.org/plugins/([^/]+)/">.+</a></h3>}i @popular_action = 'query_plugins'
elsif type =~ /themes/i elsif type =~ /themes/i
@type = 'theme' @type = 'theme'
@svn_url = 'http://themes.svn.wordpress.org/' @svn_url = 'http://themes.svn.wordpress.org/'
@popular_url = 'http://wordpress.org/themes/browse/popular/' @popular_url = 'http://api.wordpress.org/themes/info/1.0/'
@popular_regex = %r{<h3><a href="http://wordpress.org/themes/([^/]+)">.+</a></h3>}i @popular_action = 'query_themes'
else else
raise "Type #{type} not defined" raise "Type #{type} not defined"
end end
@@ -55,48 +55,46 @@ class GenerateList
save items save items
end end
def generate_popular_list(pages) def generate_popular_list(items)
set_file_name(:popular) set_file_name(:popular)
items = get_popular_items(pages) items = get_popular_items(items)
save items save items
end end
# Send a HTTP request to the WordPress most popular theme or plugin webpage # Fets most popular items via unofficial wordpress api
# parse the response for the names. # see https://github.com/wpscanteam/wpscan/issues/657
def get_popular_items(pages) def get_popular_items(items)
found_items = [] found_items = []
page_count = 1
retries = 0
(1...(pages.to_i + 1)).each do |page| # in chunks of 100
# First page has another URL step = 100
url = (page == 1) ? @popular_url : @popular_url + 'page/' + page.to_s + '/' number_of_requests = (items.to_f / step.to_f).ceil
puts "[+] Parsing page #{page_count}" if @verbose counter = 1
code = 0 while items > 0
puts "[+] Request #{counter} / #{number_of_requests}"
rest = items < step ? items : step
# we need to fetch step entries every time, because the starting page
# is calculated: page * entries per page. If we would reduce the
# per page entries, the starting point will not match. So we are
# stripping down the array later
post_data = get_serialized(counter, step)
resp = Browser.post(@popular_url, { :body => { :action => @popular_action, :request => post_data } })
raise "Unknown reponse (code #{resp.code})" unless resp.code == 200
found = resp.body.scan(/"slug";s:[0-9]+:"([^"]+)";/).flatten
while code != 200 && retries <= 3 # too much entries? remove them
puts red("[!] Retrying request for page #{page} (Code: #{code})") unless code == 0 if found.length > rest
found = found[0,rest]
request = @browser.forge_request(url)
response = request.run
code = response.code
sleep(5) unless code == 200
retries += 1
end end
page_count += 1 found_items << found
found = 0
response.body.scan(@popular_regex).each do |item| items -= rest
found_items << item[0] counter += 1
found = found + 1
end
retries = 0
puts "[+] Found #{found} items on page #{page}" if @verbose
end end
found_items.flatten!
found_items.sort! found_items.sort!
found_items.uniq found_items.uniq
end end
@@ -111,4 +109,10 @@ class GenerateList
puts "New #@file_name file created" puts "New #@file_name file created"
end end
private
def get_serialized(page_start, count)
'O:8:"stdClass":4:{s:4:"page";i:' + page_start.to_s + ';s:8:"per_page";i:' + count.to_s + ';s:6:"browse";s:7:"popular";s:6:"fields";a:9:{s:11:"description";b:0;s:8:"sections";b:0;s:6:"tested";b:0;s:8:"requires";b:0;s:6:"rating";b:0;s:12:"downloadlink";b:0;s:12:"last_updated";b:0;s:8:"homepage";b:0;s:4:"tags";b:0;}}'
end
end end

14
lib/wpstools/plugins/list_generator/list_generator_plugin.rb
View File

@@ -6,10 +6,10 @@ class ListGeneratorPlugin < Plugin
super(author: 'WPScanTeam - @FireFart') super(author: 'WPScanTeam - @FireFart')
register_options( register_options(
['--generate-plugin-list [NUMBER_OF_PAGES]', '--gpl', Integer, 'Generate a new data/plugins.txt file. (supply number of *pages* to parse, default : 150)'], ['--generate-plugin-list [NUMBER_OF_ITEMS]', '--gpl', Integer, 'Generate a new data/plugins.txt file. (supply number of *items* to parse, default : 1500)'],
['--generate-full-plugin-list', '--gfpl', 'Generate a new full data/plugins.txt file'], ['--generate-full-plugin-list', '--gfpl', 'Generate a new full data/plugins.txt file'],
['--generate-theme-list [NUMBER_OF_PAGES]', '--gtl', Integer, 'Generate a new data/themes.txt file. (supply number of *pages* to parse, default : 20)'], ['--generate-theme-list [NUMBER_OF_ITEMS]', '--gtl', Integer, 'Generate a new data/themes.txt file. (supply number of *items* to parse, default : 200)'],
['--generate-full-theme-list', '--gftl', 'Generate a new full data/themes.txt file'], ['--generate-full-theme-list', '--gftl', 'Generate a new full data/themes.txt file'],
['--generate-all', '--ga', 'Generate a new full plugins, full themes, popular plugins and popular themes list'] ['--generate-all', '--ga', 'Generate a new full plugins, full themes, popular plugins and popular themes list']
@@ -21,7 +21,7 @@ class ListGeneratorPlugin < Plugin
generate_all = options[:generate_all] || false generate_all = options[:generate_all] || false
if options.has_key?(:generate_plugin_list) || generate_all if options.has_key?(:generate_plugin_list) || generate_all
most_popular('plugin', options[:generate_plugin_list] || 150) most_popular('plugin', options[:generate_plugin_list] || 1500)
end end
if options[:generate_full_plugin_list] || generate_all if options[:generate_full_plugin_list] || generate_all
@@ -29,7 +29,7 @@ class ListGeneratorPlugin < Plugin
end end
if options.has_key?(:generate_theme_list) || generate_all if options.has_key?(:generate_theme_list) || generate_all
most_popular('theme', options[:generate_theme_list] || 20) most_popular('theme', options[:generate_theme_list] || 200)
end end
if options[:generate_full_theme_list] || generate_all if options[:generate_full_theme_list] || generate_all
@@ -39,10 +39,10 @@ class ListGeneratorPlugin < Plugin
private private
def most_popular(type, number_of_pages) def most_popular(type, number_of_items)
puts "[+] Generating new most popular #{type} list" puts "[+] Generating new most popular #{type} list (#{number_of_items} items)"
puts puts
GenerateList.new(type + 's', @verbose).generate_popular_list(number_of_pages) GenerateList.new(type + 's', @verbose).generate_popular_list(number_of_items)
end end
def full(type) def full(type)

8
lib/wpstools/wpstools_helper.rb
View File

@@ -12,14 +12,14 @@ def usage
puts puts
puts 'Examples:' puts 'Examples:'
puts puts
puts "- Generate a new 'most popular' plugin list, up to 150 pages ..." puts "- Generate a new 'most popular' plugin list, up to 1500 items ..."
puts "ruby #{script_name} --generate-plugin-list 150" puts "ruby #{script_name} --generate-plugin-list 1500"
puts puts
puts '- Generate a new full plugin list' puts '- Generate a new full plugin list'
puts "ruby #{script_name} --generate-full-plugin-list" puts "ruby #{script_name} --generate-full-plugin-list"
puts puts
puts "- Generate a new 'most popular' theme list, up to 150 pages ..." puts "- Generate a new 'most popular' theme list, up to 1500 items ..."
puts "ruby #{script_name} --generate-theme-list 150" puts "ruby #{script_name} --generate-theme-list 1500"
puts puts
puts '- Generate a new full theme list' puts '- Generate a new full theme list'
puts "ruby #{script_name} --generate-full-theme-list" puts "ruby #{script_name} --generate-full-theme-list"