fix: ip-lookup database lazy loading for all environments (#8052)

The current task for loading `GeoLite2-City.mmdb` doesn't work for all build types. This PR addresses this and move the task to initializer to ensure consistency across environments. 

---------

Co-authored-by: Sojan Jose <sojan@pepalo.com>
Co-authored-by: Sojan Jose <sojan.official@gmail.com>
This commit is contained in:
Mazen Khalil
2024-10-23 09:18:30 +03:00
committed by GitHub
parent c49f5ed800
commit 601a0f8a76
3 changed files with 54 additions and 30 deletions

View File

@@ -0,0 +1,49 @@
require 'rubygems/package'
class Geocoder::SetupService
def perform
return if File.exist?(GeocoderConfiguration::LOOK_UP_DB)
ip_lookup_api_key = ENV.fetch('IP_LOOKUP_API_KEY', nil)
if ip_lookup_api_key.blank?
log_info('IP_LOOKUP_API_KEY empty. Skipping geoip database setup')
return
end
log_info('Fetch GeoLite2-City database')
fetch_and_extract_database(ip_lookup_api_key)
end
private
def fetch_and_extract_database(api_key)
base_url = ENV.fetch('IP_LOOKUP_BASE_URL', 'https://download.maxmind.com/app/geoip_download')
source_file = Down.download("#{base_url}?edition_id=GeoLite2-City&suffix=tar.gz&license_key=#{api_key}")
extract_tar_file(source_file)
log_info('Fetch complete')
rescue StandardError => e
log_error(e.message)
end
def extract_tar_file(source_file)
tar_extract = Gem::Package::TarReader.new(Zlib::GzipReader.open(source_file))
tar_extract.rewind
tar_extract.each do |entry|
next unless entry.full_name.include?('GeoLite2-City.mmdb') && entry.file?
File.open GeocoderConfiguration::LOOK_UP_DB, 'wb' do |f|
f.print entry.read
end
end
end
def log_info(message)
Rails.logger.info "[rake ip_lookup:setup] #{message}"
end
def log_error(message)
Rails.logger.error "[rake ip_lookup:setup] #{message}"
end
end

View File

@@ -24,3 +24,7 @@ module GeocoderConfiguration
end
Geocoder.configure(ip_lookup: :geoip2, geoip2: { file: GeocoderConfiguration::LOOK_UP_DB }) if ENV['IP_LOOKUP_API_KEY'].present?
Rails.application.config.after_initialize do
Geocoder::SetupService.new.perform
end

View File

@@ -2,35 +2,6 @@ require 'rubygems/package'
namespace :ip_lookup do
task setup: :environment do
next if File.exist?(GeocoderConfiguration::LOOK_UP_DB)
ip_lookup_api_key = ENV.fetch('IP_LOOKUP_API_KEY', nil)
if ip_lookup_api_key.blank?
Rails.logger.info '[rake ip_lookup:setup] IP_LOOKUP_API_KEY empty. Skipping geoip database setup'
next
end
Rails.logger.info '[rake ip_lookup:setup] Fetch GeoLite2-City database'
begin
base_url = ENV.fetch('IP_LOOKUP_BASE_URL', 'https://download.maxmind.com/app/geoip_download')
source_file = Down.download(
"#{base_url}?edition_id=GeoLite2-City&suffix=tar.gz&license_key=#{ip_lookup_api_key}"
)
tar_extract = Gem::Package::TarReader.new(Zlib::GzipReader.open(source_file))
tar_extract.rewind
tar_extract.each do |entry|
next unless entry.full_name.include?('GeoLite2-City.mmdb') && entry.file?
File.open GeocoderConfiguration::LOOK_UP_DB, 'wb' do |f|
f.print entry.read
end
end
Rails.logger.info '[rake ip_lookup:setup] Fetch complete'
rescue StandardError => e
Rails.logger.error "[rake ip_lookup:setup] #{e.message}"
end
Geocoder::SetupService.new.perform
end
end