91 lines
1.8 KiB
Ruby
91 lines
1.8 KiB
Ruby
require 'redis'
|
|
|
|
module Anemone
|
|
module Storage
|
|
class Redis
|
|
|
|
MARSHAL_FIELDS = %w(links visited fetched)
|
|
|
|
def initialize(opts = {})
|
|
@redis = ::Redis.new(opts)
|
|
@key_prefix = opts[:key_prefix] || 'anemone'
|
|
keys.each { |key| delete(key) }
|
|
end
|
|
|
|
def [](key)
|
|
rkey = "#{@key_prefix}:pages:#{key.to_s}"
|
|
rget(rkey)
|
|
end
|
|
|
|
def []=(key, value)
|
|
rkey = "#{@key_prefix}:pages:#{key.to_s}"
|
|
hash = value.to_hash
|
|
MARSHAL_FIELDS.each do |field|
|
|
hash[field] = Marshal.dump(hash[field])
|
|
end
|
|
hash.each do |field, value|
|
|
@redis.hset(rkey, field, value)
|
|
end
|
|
end
|
|
|
|
def delete(key)
|
|
rkey = "#{@key_prefix}:pages:#{key.to_s}"
|
|
page = self[key]
|
|
@redis.del(rkey)
|
|
page
|
|
end
|
|
|
|
def each
|
|
rkeys = @redis.keys("#{@key_prefix}:pages:*")
|
|
rkeys.each do |rkey|
|
|
page = rget(rkey)
|
|
yield page.url.to_s, page
|
|
end
|
|
end
|
|
|
|
def merge!(hash)
|
|
hash.each { |key, value| self[key] = value }
|
|
self
|
|
end
|
|
|
|
def size
|
|
@redis.keys("#{@key_prefix}:pages:*").size
|
|
end
|
|
|
|
def keys
|
|
keys = []
|
|
self.each { |k, v| keys << k.to_s }
|
|
keys
|
|
end
|
|
|
|
def has_key?(key)
|
|
rkey = "#{@key_prefix}:pages:#{key.to_s}"
|
|
@redis.exists(rkey)
|
|
end
|
|
|
|
def close
|
|
@redis.quit
|
|
end
|
|
|
|
private
|
|
|
|
def load_value(hash)
|
|
MARSHAL_FIELDS.each do |field|
|
|
unless hash[field].nil? || hash[field] == ''
|
|
hash[field] = Marshal.load(hash[field])
|
|
end
|
|
end
|
|
Page.from_hash(hash)
|
|
end
|
|
|
|
def rget(rkey)
|
|
hash = @redis.hgetall(rkey)
|
|
if !!hash
|
|
load_value(hash)
|
|
end
|
|
end
|
|
|
|
end
|
|
end
|
|
end
|