|
|
@ -9,12 +9,13 @@ require 'open-uri'
|
|
|
|
class Earthquakes
|
|
|
|
class Earthquakes
|
|
|
|
DATA_URL = 'http://earthquake.usgs.gov/earthquakes/catalogs/eqs7day-M1.txt'
|
|
|
|
DATA_URL = 'http://earthquake.usgs.gov/earthquakes/catalogs/eqs7day-M1.txt'
|
|
|
|
|
|
|
|
|
|
|
|
attr_accessor :id_set, :region_set
|
|
|
|
attr_accessor :id_set, :region_set, :magnitude_set
|
|
|
|
|
|
|
|
|
|
|
|
def initialize
|
|
|
|
def initialize
|
|
|
|
@redis = Redis.new
|
|
|
|
@redis = Redis.new
|
|
|
|
@id_set = 'earthquakes'
|
|
|
|
@id_set = 'earthquake-ids'
|
|
|
|
@region_set = 'earthquake-regions'
|
|
|
|
@region_set = 'earthquake-regions'
|
|
|
|
|
|
|
|
@magnitude_set = 'earthquake-magnitudes'
|
|
|
|
|
|
|
|
|
|
|
|
@logger = Logger.new(STDOUT)
|
|
|
|
@logger = Logger.new(STDOUT)
|
|
|
|
@logger.formatter = proc do |severity, datetime, progname, msg|
|
|
|
|
@logger.formatter = proc do |severity, datetime, progname, msg|
|
|
|
@ -23,25 +24,33 @@ class Earthquakes
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
def get_info(earthquake_id)
|
|
|
|
def get_info(earthquake_id)
|
|
|
|
if not /^eqid:/.match(earthquake_id)
|
|
|
|
@redis.hgetall(with_prefix(earthquake_id, 'eqid'))
|
|
|
|
earthquake_id = "eqid:#{earthquake_id}"
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
def in_region(region)
|
|
|
|
|
|
|
|
@redis.smembers(with_prefix(region, 'eqregion'))
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
@redis.hgetall(earthquake_id)
|
|
|
|
def with_magnitude(magnitude)
|
|
|
|
|
|
|
|
@redis.smembers(with_prefix(magnitude, 'eqmagnitude'))
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
def all_ids
|
|
|
|
def all_ids
|
|
|
|
@redis.smembers(@id_set).map { |i| i.gsub(/^eqid:/, '') }
|
|
|
|
@redis.smembers(@id_set).map { |i| sans_prefix(i, 'eqid') }
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
def all_regions
|
|
|
|
def all_regions
|
|
|
|
@redis.smembers(@region_set).map { |r| r.gsub(/^eqregion:/, '') }
|
|
|
|
@redis.smembers(@region_set).map { |r| sans_prefix(r, 'eqregion') }
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def all_magnitudes
|
|
|
|
|
|
|
|
@redis.smembers(@magnitude_set).map { |m| sans_prefix(m, 'eqmagnitude') }
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
def drop_all
|
|
|
|
def drop_all
|
|
|
|
@logger.info('Removing data for each earthquake')
|
|
|
|
@logger.info('Removing data for each earthquake')
|
|
|
|
all_ids.each do |i|
|
|
|
|
all_ids.each do |i|
|
|
|
|
@logger.info("Removing data for earthquake #{i.gsub(/^eqid:/, '')}")
|
|
|
|
@logger.info("Removing data for earthquake #{sans_prefix(i, 'eqid')}")
|
|
|
|
@redis.del(i)
|
|
|
|
@redis.del(i)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
@ -50,6 +59,9 @@ class Earthquakes
|
|
|
|
|
|
|
|
|
|
|
|
@logger.info('Removing earthquake region set')
|
|
|
|
@logger.info('Removing earthquake region set')
|
|
|
|
@redis.del(@region_set)
|
|
|
|
@redis.del(@region_set)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@logger.info('Removing earthquake magnitude set')
|
|
|
|
|
|
|
|
@redis.del(@magnitude_set)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
def load_data
|
|
|
|
def load_data
|
|
|
@ -60,19 +72,35 @@ class Earthquakes
|
|
|
|
data.each do |row|
|
|
|
|
data.each do |row|
|
|
|
|
@redis.multi do |r|
|
|
|
|
@redis.multi do |r|
|
|
|
|
@logger.info("Adding earthquake #{row[:eqid]}")
|
|
|
|
@logger.info("Adding earthquake #{row[:eqid]}")
|
|
|
|
key = "eqid:#{row[:eqid].downcase}"
|
|
|
|
id_key = with_prefix(row[:eqid].downcase, 'eqid')
|
|
|
|
r.sadd(@id_set, key)
|
|
|
|
r.sadd(@id_set, id_key)
|
|
|
|
row.headers.each do |header|
|
|
|
|
row.headers.each do |header|
|
|
|
|
r.hset(key, header.downcase, row[header])
|
|
|
|
r.hset(id_key, header.downcase, row[header].downcase)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
region_key = "eqregion:#{row[:region].downcase}"
|
|
|
|
region_key = with_prefix(row[:region].downcase, 'eqregion')
|
|
|
|
|
|
|
|
r.sadd(region_key, id_key)
|
|
|
|
r.sadd(region_key, key)
|
|
|
|
|
|
|
|
r.sadd(@region_set, region_key)
|
|
|
|
r.sadd(@region_set, region_key)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
magnitude_key = with_prefix(row[:magnitude], 'eqmagnitude')
|
|
|
|
|
|
|
|
r.sadd(magnitude_key, id_key)
|
|
|
|
|
|
|
|
r.sadd(@magnitude_set, magnitude_key)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def with_prefix(key, prefix)
|
|
|
|
|
|
|
|
if not /^#{prefix}:/.match(key)
|
|
|
|
|
|
|
|
return "#{prefix}:#{key}"
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
key
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def sans_prefix(key, prefix)
|
|
|
|
|
|
|
|
key.gsub(/^#{prefix}:/, '')
|
|
|
|
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|