class Generate_List

This tool generates a list to use for plugin and theme enumeration

Attributes

verbose[RW]

Public Class Methods

new(type, verbose) click to toggle source

type = themes | plugins

# File lib/wpstools/generate_list.rb, line 27
def initialize(type, verbose)
  if type =~ %rplugins/
    @type           = "plugin"
    @svn_url        = "http://plugins.svn.wordpress.org/"
    @popular_url    = "http://wordpress.org/extend/plugins/browse/popular/"
    @popular_regex  = %r{<h3><a href="http://wordpress.org/extend/plugins/(.+)/">.+</a></h3>}
  elsif type =~ %rthemes/
    @type           = "theme"
    @svn_url        = "http://themes.svn.wordpress.org/"
    @popular_url    = "http://wordpress.org/extend/themes/browse/popular/"
    @popular_regex  = %r{<h3><a href="http://wordpress.org/extend/themes/(.+)">.+</a></h3>}
  else
    raise "Type #{type} not defined"
  end
  @verbose  = verbose
  @browser  = Browser.instance
  @hydra    = @browser.hydra
end

Public Instance Methods

generate_full_list() click to toggle source

# File lib/wpstools/generate_list.rb, line 71
def generate_full_list
  set_file_name(:full)
  items = Svn_Parser.new(@svn_url, @verbose).parse
  save items
end

generate_popular_list(pages) click to toggle source

# File lib/wpstools/generate_list.rb, line 77
def generate_popular_list(pages)
  set_file_name(:popular)
  popular = get_popular_items(pages)
  items = Svn_Parser.new(@svn_url, @verbose).parse(popular)
  save items
end

get_popular_items(pages) click to toggle source

Send a HTTP request to the WordPress most popular theme or plugin webpage parse the response for the names.

# File lib/wpstools/generate_list.rb, line 86
def get_popular_items(pages)
  found_items = []
  page_count = 1
  queue_count = 0

  (1...(pages.to_i+1)).each do |page|
    # First page has another URL
    url = (page == 1) ? @popular_url : @popular_url + 'page/' + page.to_s + '/'
    request = @browser.forge_request(url)

    queue_count += 1

    request.on_complete do |response|
      puts "[+] Parsing page " + page_count.to_s if @verbose
      page_count += 1
      response.body.scan(@popular_regex).each do |item|
        puts "[+] Found popular #@type: #{item}" if @verbose
        found_items << item[0]
      end
    end

    @hydra.queue(request)

    if queue_count == @browser.max_threads
      @hydra.run
      queue_count = 0
    end

  end

  @hydra.run

  found_items.sort!
  found_items.uniq
end

save(items) click to toggle source

Save the file

# File lib/wpstools/generate_list.rb, line 123
def save(items)
  items.sort!
  items.uniq!
  puts "[*] We have parsed #{items.length} #@types"
  File.open(@file_name, 'w') { |f| f.puts(items) }
  puts "New #@file_name file created"
end

set_file_name(type) click to toggle source

# File lib/wpstools/generate_list.rb, line 46
def set_file_name(type)
  case @type
    when "plugin"
      case type
        when :full
          @file_name = DATA_DIR + "/plugins_full.txt"
        when :popular
          @file_name = DATA_DIR + "/plugins.txt"
        else
          raise "Unknown type"
      end
    when "theme"
      case type
        when :full
          @file_name = DATA_DIR + "/themes_full.txt"
        when :popular
          @file_name = DATA_DIR + "/themes.txt"
        else
          raise "Unknown type"
      end
    else
      raise "Unknown type #@type"
  end
end