Skip to content

Commit

Permalink
Docker image wasnt containing the correct medusa core
Browse files Browse the repository at this point in the history
 * fixed bug where page had no depth on first page
 * Added $logging.debug for version
  • Loading branch information
bobbysmith007 authored and root committed Sep 27, 2017
1 parent 62fbdce commit cebcfc8
Show file tree
Hide file tree
Showing 3 changed files with 21 additions and 16 deletions.
4 changes: 4 additions & 0 deletions lib/medusa.rb
Original file line number Diff line number Diff line change
@@ -1,2 +1,6 @@
require 'rubygems'
require 'medusa/core'

if $logger
$logger.debug "Loading medusa ver: #{Medusa::VERSION}"
end
6 changes: 3 additions & 3 deletions lib/medusa/core.rb
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,7 @@
require 'medusa/storage/base'

module Medusa

VERSION = '0.0.1';
VERSION = '0.1.0';

#
# Convenience method to start a crawl
Expand Down Expand Up @@ -83,6 +82,7 @@ def initialize(urls, opts = {})
@skip_link_patterns = []
@after_crawl_blocks = []
@opts = opts

@http = Medusa::HTTP.new(opts)
if opts[:verbose] and !debug_request
debug_request = Proc.new{ |*args| puts "#{args}" }
Expand Down Expand Up @@ -302,7 +302,7 @@ def allowed(link)
# This only works when coming from a page and with the +depth_limit+ option set.
# When neither is the case, will always return +false+.
def too_deep?(from_page)
if from_page && @opts[:depth_limit]
if from_page && from_page.depth && @opts[:depth_limit]
from_page.depth >= @opts[:depth_limit]
else
false
Expand Down
27 changes: 14 additions & 13 deletions medusa.gemspec
Original file line number Diff line number Diff line change
@@ -1,28 +1,29 @@
spec = Gem::Specification.new do |s|
s.name = "medusa"
s.version = "0.0.4"
s.version = "0.1.0"
s.authors = ["Chris Kite", "Mauro Asprea", "Russ Tyndall"]
s.homepage = "https://github.com/AccelerationNet/medusa"
s.platform = Gem::Platform::RUBY
s.summary = "Medusa web-spider framework"
s.files = `git ls-files`.split($INPUT_RECORD_SEPARATOR)
s.executables = %w[medusa]
s.require_path = "lib"
s.has_rdoc = true
s.rdoc_options << '-m' << 'README.md' << '-t' << 'Medusa'
s.extra_rdoc_files = ["README.md"]
s.add_dependency("nokogiri", ">= 1.3.0")
s.add_dependency("robotex", ">= 1.0.0")
s.add_dependency("nokogiri", "1.8.1")
s.add_dependency("robotex", "1.0.0")

s.add_development_dependency "rake", ">=0.9.2"
s.add_development_dependency "rdoc", ">=3.12"
s.add_development_dependency "rspec", "~> 2.9.0"
s.add_development_dependency "fakeweb", ">=1.3.0"
s.add_development_dependency "redis", ">=2.2.0"
s.add_development_dependency "mongo", ">=1.3.1"
s.add_development_dependency "bson_ext", ">=1.3.1"
s.add_development_dependency "tokyocabinet", ">=1.29"
s.add_development_dependency "kyotocabinet-ruby", ">=1.27.1"
s.add_development_dependency "sqlite3", ">=1.3.4"
s.add_development_dependency "rake", "0.9.2"
s.add_development_dependency "rdoc", "3.12.0"
s.add_development_dependency "rspec", "2.9.0"
s.add_development_dependency "fakeweb", "1.3.0"
s.add_development_dependency "redis", "2.2.0"
s.add_development_dependency "mongo", "1.3.1"
s.add_development_dependency "bson_ext", "1.3.1"
s.add_development_dependency "tokyocabinet", "1.29"
s.add_development_dependency "kyotocabinet-ruby", "1.27.1"
s.add_development_dependency "sqlite3", "1.3.4"

s.files = %w[
VERSION
Expand Down

0 comments on commit cebcfc8

Please sign in to comment.