frankfurter/lib/provider.rb

# frozen_string_literal: true

require "bucket"
require "cache"
require "db"
require "fugit"
require "json"
require "log"
require "money/currency"
require "currency_coverage"
require "provider/adapters/adapter"
require "rate"

class Provider < Sequel::Model(:providers)
  plugin :static_cache

  one_to_many :rates, key: :provider
  one_to_many :currency_coverages, key: :provider_key
  many_to_many :currencies, join_table: :currency_coverages, left_key: :provider_key, right_key: :iso_code

  class << self
    # Provider metadata is config-as-data — JSON files in db/seeds/providers are the source of truth. Re-seeding on
    # every boot syncs changes from the image (new providers, updated schedules) without manual intervention.
    def seed
      dir = File.expand_path("../db/seeds/providers", __dir__)
      data = Dir["#{dir}/*.json"].sort.map { |f| JSON.parse(File.read(f)) }
      dataset.delete
      dataset.multi_insert(data)
      load_cache
    end
  end

  def adapter
    Adapters.const_get(key)
  end

  def start_date
    currency_coverages.map { |c| c.start_date.to_s }.min
  end

  def end_date
    currency_coverages.map { |c| c.end_date.to_s }.max
  end

  def last_synced
    # There seems to be no Sequel-level way to make the aggregate auto-cast.
    date = Rate.where(provider: key).max(:date)
    Date.parse(date) if date
  end

  def publishes_missed(reference_date: Date.today)
    return unless publish_schedule
    return unless end_date

    cron = Fugit::Cron.parse(publish_schedule)
    last_date = Date.parse(end_date)

    case publish_cadence
    when "daily"
      count_fire_days(cron, last_date, reference_date)
    when "weekly"
      count_missed_buckets(cron, last_date, reference_date, :week)
    when "monthly"
      count_missed_buckets(cron, last_date, reference_date, :month)
    else
      raise ArgumentError, "#{key}: unknown publish_cadence #{publish_cadence.inspect}"
    end
  end

  def backfill(after: last_synced || coverage_start)
    if after && after >= Date.today
      Log.info("#{key}: up to date")
      return
    end

    Log.info("#{key}: backfilling from #{after || "start"}")
    fetched = false
    adapter.fetch_each(after:) do |records|
      fetched = true
      records.reject! { |r| [r[:base], r[:quote]].any? { |c| !Money::Currency.find(c) } }
      records.each { |r| r[:provider] = key }

      inserted = db.transaction do
        before = db.get(Sequel.lit("total_changes()"))
        Rate.dataset.insert_conflict(target: [:provider, :date, :base, :quote]).multi_insert(records)
        count = db.get(Sequel.lit("total_changes()")) - before
        if count > 0
          affected_currencies = records.flat_map { |r| [r[:base], r[:quote]] }.uniq
          refresh_rollups(records.map { |r| r[:date] }.uniq)
          refresh_currency_summaries(affected_currencies)
        end
        count
      end

      Log.info("#{key}: inserted #{inserted} rates")
      next if inserted.zero?

      Cache.purge
      db.run("PRAGMA optimize")
    end
    Log.info("#{key}: fetched no records") unless fetched
  rescue Adapters::Adapter::Unavailable => e
    Log.warn("#{key}: #{e.message}, skipping")
  rescue *Adapters::Adapter::TRANSIENT_ERRORS => e
    Log.error("#{key}: #{e.class}")
  end

  private

  def count_fire_days(cron, last_date, reference_date)
    count = 0
    ((last_date + 1)..(reference_date - 1)).each do |date|
      count += 1 if cron_fires_on?(cron, date)
    end
    count
  end

  def cron_fires_on?(cron, date)
    start = Time.utc(date.year, date.month, date.day) - 1
    eod = Time.utc(date.year, date.month, date.day, 23, 59, 59).to_i
    cron.next_time(start).to_i <= eod
  end

  def count_missed_buckets(cron, last_date, reference_date, granularity)
    today_utc = Time.utc(reference_date.year, reference_date.month, reference_date.day, 23, 59, 59)
    prev_fire = cron.previous_time(today_utc)
    return 0 unless prev_fire

    prev_fire_date = Date.new(prev_fire.year, prev_fire.month, prev_fire.day)
    expected_data_end = bucket_start(prev_fire_date, granularity) - 1
    expected_bucket = bucket_start(expected_data_end, granularity)
    our_bucket = bucket_start(last_date, granularity)
    return 0 if our_bucket >= expected_bucket

    count_buckets_between(our_bucket, expected_bucket, granularity)
  end

  def bucket_start(date, granularity)
    case granularity
    when :week  then date - (date.cwday - 1)
    when :month then Date.new(date.year, date.month, 1)
    end
  end

  def count_buckets_between(from_bucket, to_bucket, granularity)
    count = 0
    cursor = from_bucket
    while cursor < to_bucket
      cursor = case granularity
      when :week  then cursor + 7
      when :month then cursor.next_month
      end
      count += 1
    end
    count
  end

  def refresh_rollups(dates)
    refresh_rollup(:weekly_rates, Bucket.week, dates)
    refresh_rollup(:monthly_rates, Bucket.month, dates)
  end

  def refresh_currency_summaries(iso_codes)
    iso_codes.each do |code|
      dates = db[:rates].where(provider: key)
        .where(Sequel.|({ quote: code }, { base: code }))
        .select { [min(date).as(start_date), max(date).as(end_date)] }.first # rubocop:disable Performance/Detect
      next unless dates

      # Upsert coverage with per-provider date range
      db[:currency_coverages].insert_conflict(target: [:provider_key, :iso_code], update: {
        start_date: Sequel.function(:min, Sequel[:currency_coverages][:start_date], dates[:start_date]),
        end_date: Sequel.function(:max, Sequel[:currency_coverages][:end_date], dates[:end_date]),
      }).insert(provider_key: key, iso_code: code, start_date: dates[:start_date], end_date: dates[:end_date])

      # Upsert global currency date range
      db[:currencies].insert_conflict(target: :iso_code, update: {
        start_date: Sequel.function(:min, Sequel[:currencies][:start_date], dates[:start_date]),
        end_date: Sequel.function(:max, Sequel[:currencies][:end_date], dates[:end_date]),
      }).insert(iso_code: code, start_date: dates[:start_date], end_date: dates[:end_date])
    end
  end

  def refresh_rollup(table, bucket_expr, dates)
    buckets = db[:rates]
      .where(provider: key, date: dates)
      .select_map(bucket_expr)
      .uniq

    return if buckets.empty?

    db[table].where(provider: key, bucket_date: buckets).delete

    db[table].insert(
      [:bucket_date, :provider, :base, :quote, :rate],
      db[:rates]
        .where(provider: key)
        .where(bucket_expr => buckets)
        .select(bucket_expr, :provider, :base, :quote, Sequel.function(:avg, :rate))
        .group(:provider, :base, :quote, bucket_expr),
    )
  end
end