pspider.rb

#!/usr/bin/env ruby

# require gems and needed files
require_relative 'lib/environment'
Environment.require_all

# initialize helper
libhelper = LibHelper.new

# output banner
libhelper.banner

# no user input
if ARGV.empty?
  libhelper.help
  puts
  libhelper.usage
  puts
  exit
end

# default vars
domain          = nil
pages           = nil
all             = nil
all_pages       = nil
all_files       = nil
neighbours      = nil
url_keywords    = nil
keywords        = nil
export_to_proxy = nil
proxy           = 'http://127.0.0.1:8080'

# user input
opts = GetoptLong.new(
  ['--domain', '-d', GetoptLong::REQUIRED_ARGUMENT],
  ['--pages', '-p', GetoptLong::OPTIONAL_ARGUMENT],
  ['--all', '-a', GetoptLong::NO_ARGUMENT],
  ['--allpages', GetoptLong::NO_ARGUMENT],
  ['--allfiles', GetoptLong::NO_ARGUMENT],
  ['--neighbours', GetoptLong::NO_ARGUMENT],
  ['--urlkeywords', GetoptLong::NO_ARGUMENT],
  ['--keywords', GetoptLong::NO_ARGUMENT],
  ['--help', '-h', GetoptLong::NO_ARGUMENT],
  ['--export', '-e', GetoptLong::OPTIONAL_ARGUMENT]
)

# parse user input
opts.each do |opt, arg|
  case opt
  when '--domain'
    domain = arg
  when '--pages'
    pages = arg.to_i
  when '--all'
    all = true
  when '--allpages'
    all_pages = true
  when '--allfiles'
    all_files = true
  when '--neighbours'
    neighbours = true
  when '--urlkeywords'
    url_keywords = true
  when '--keywords'
    keywords = true
  when '--help'
    libhelper.help
  when '--export'
    export_to_proxy = true
    proxy = arg if arg != ''
  end
end

unless PublicSuffix.valid?(domain)
  puts "[ERROR] The domain supplied (#{domain}) is not a valid domain!"
  exit
end

unless libhelper.domain_exists?(domain)
  puts "[ERROR] The domain supplied (#{domain}) does not exist!"
  exit
end

# make all default if no other options selected
all = true if ! all && ! all_pages && ! all_files && ! neighbours && ! url_keywords && ! keywords

# initialize objects
bing = Bing.new(domain, pages)

# start bing api calls
bing.all if all
bing.all_pages if all_pages
bing.all_files if all_files
bing.ip_neighbours if neighbours
# bing.url_keywords if url_keywords
bing.keywords if keywords

# output output mofo
ModuleHelper.output.stdout

# Export
if export_to_proxy
  puts
  puts '[+] Exporting...'
  puts
  Export.to_proxy(proxy)
  puts
end

exit