path: root/macir.rb

#!/usr/bin/ruby

# frozen_string_literal: true

require 'yaml'
require 'openssl'
require 'acme-client'
require 'dnsruby'
require 'time'
require 'English'


def read_config(path = 'config.yaml')
  p "Reading config from #{path}"
  YAML.load_file(path)
rescue Psych::SyntaxError => e
  warn "Parsing configfile failed: #{e}"
  raise
rescue Errno::ENOENT => e
  warn "IO failed: #{e}"
  raise
end

def ensure_cert_dir(path = './certs')
  unless File.exist?(path)
    puts 'Certificate directory does not exist. Creating with secure permissions.'
    Dir.mkdir(path, 0o0700)
  end
  File.world_writable?(path) && warn('WARNING! Certificate directory is world writable! This could be a serious security issue!')
  File.world_readable?(path) && warn('WARNING! Certificate directory is world readable! This could be a serious security issue!')
  File.file?(path) && raise('Certificate directory is not a directory but a file. Aborting.')
  File.writable?(path) || raise('Certificate directory is not writable. Aborting.')
end

def read_account_key(path = 'pkey.pem')
  p "Reading account key from #{path}"
  if File.readable?(path)
    p "File #{path} is readable, trying to parse"
    privatekey_string = File.read(path)
    private_key = OpenSSL::PKey::EC.new(privatekey_string)
  elsif File.exist?(path)
    raise("The file #{path} exists but is not readable. Make it readable or specify different path")
  else
    p "File #{path} does not exist, trying to create"
    private_key = OpenSSL::PKey::EC.generate('prime256v1')
    File.write(path, private_key.private_to_pem)
  end
  return private_key
end

def read_cert_key(cert_name)
  folder = "./certs/#{cert_name}/"
  path = "#{folder}/current.key"
  p "cert_name #{cert_name}: Reading cert key from #{path}"
  if File.readable?(path)
    p "cert_name #{cert_name}: File #{path} is readable, trying to parse"
    privatekey_string = File.read(path)
    private_key = OpenSSL::PKey::EC.new(privatekey_string)
  elsif File.exist?(path)
    raise("cert_name #{cert_name}: The file #{path} exists but is not readable. Make it readable or specify different path")
  else
    p "cert_name #{cert_name}: File #{path} does not exist, trying to create"
    private_key = OpenSSL::PKey::EC.generate('prime256v1')
    pkey_file = File.new("#{folder}#{Time.now.to_i}.key", 'w')
    pkey_file.write(private_key.private_to_pem)
    File.symlink(File.basename(pkey_file), "#{File.dirname(pkey_file)}/current.key")
  end
  return private_key
end

def lookup_ns(domain)
  p "Domain #{domain}: Creating recursor object for checking challenge propagation"
  rec = Dnsruby::Resolver.new
  p "Domain #{domain}: Getting NS records for #{domain}"
  rec.query_no_validation_or_recursion(domain, 'NS')
rescue StandardError => e
  warn "Domain #{domain}: NS lookup during deploy failed: #{e}"
  raise
end

def lookup_soa(domain)
  rec = Dnsruby::Resolver.new
  p "Domain #{domain}: Getting SOA records for #{domain}"
  rec.query_no_validation_or_recursion(domain, 'SOA')
rescue StandardError => e
  warn "Domain #{domain}: SOA lookup during deploy failed: #{e}"
  raise
end

def find_apex_domain(domain)
  domain_soa_resp = lookup_soa(domain)
  if domain_soa_resp.answer.empty?
    domain_soa_resp.authority[0].name
  else
    domain_soa_resp.answer[0].name
  end
end

def build_dns_update_packet(apex, authzs)
  update = Dnsruby::Update.new(apex)

  authzs.each do |auth|
    chal = auth.dns01
    update.delete("#{chal.record_name}.#{auth.domain}", chal.record_type)
    update.add("#{chal.record_name}.#{auth.domain}", chal.record_type, 3, chal.record_content)
  end
  return update
end

def build_tsig_object(apex, config)
  p "Domain #{apex}: Looking up TSIG parameters"
  tsig_name = config.dig('domains', apex, 'tsig_key') || config.dig('defaults', 'domains', 'tsig_key')
  tsig_key = config.dig('tsig_keys', tsig_name, 'key')
  tsig_alg = config.dig('tsig_keys', tsig_name, 'algorithm')

  p "Domain #{apex}: Creating TSIG object"
  tsig = Dnsruby::RR.create(
    {
      name: tsig_name,
      type: 'TSIG',
      key: tsig_key,
      algorithm: tsig_alg,
    }
  )
end

def deploy_dns_tokens_on_apex(apex, authzs, nameserver, config)
  update_packet = build_dns_update_packet(apex, authzs)

  p "Domain #{apex}: Creating object for contacting nameserver"
  res = Dnsruby::Resolver.new(nameserver)
  res.dnssec = false

  tsig = build_tsig_object(apex, config)

  p "Domain #{apex}: Signing DNS UPDATE packet with TSIG object"
  tsig.apply(update_packet)

  p "Domain #{apex}: Sending UPDATE to nameserver"
  res.send_message(update_packet)
rescue StandardError => e
  warn "Domain #{apex}: DNS Update failed: #{e}"
  raise
end

def deploy_dns01_challenge_token(domain, challenge, nameserver, config)
  p "Domain #{domain}: Creating DNS UPDATE packet"

  apex_domain = find_apex_domain(domain)

  update = Dnsruby::Update.new(apex_domain)
  # TODO: delete challenge token record after validation
  update.delete("#{challenge.record_name}.#{domain}", challenge.record_type)
  update.add("#{challenge.record_name}.#{domain}", challenge.record_type, 10, challenge.record_content)

  p "Domain #{domain}: Creating object for contacting nameserver"
  res = Dnsruby::Resolver.new(nameserver)
  res.dnssec = false

  tsig = build_tsig_object(domain, config)

  p "Domain #{domain}: Signing DNS UPDATE packet with TSIG object"
  tsig.apply(update)

  p "Domain #{domain}: Sending UPDATE to nameserver"
  res.send_message(update)
rescue StandardError => e
  warn "Domain #{domain}: DNS Update failed: #{e}"
  raise
end

def wait_for_challenge_propagation(domain, challenge)
  apex_domain = find_apex_domain(domain)
  domain_auth_ns = lookup_ns(apex_domain)

  p "Domain #{domain}: Checking challenge status on all NS"

  threads = []

  domain_auth_ns.answer.each do |ns|
    threads << Thread.new(ns) do |my_ns|
      nameserver = my_ns.rdata.to_s
      p "Domain #{domain}: Creating resolver object for checking propagation on #{nameserver}"
      res = Dnsruby::Resolver.new(nameserver)
      res.dnssec = false
      res.do_caching = false
      loop do
        p "Domain #{domain}: Querying ACME challenge record"
        result = res.query_no_validation_or_recursion("_acme-challenge.#{domain}", 'TXT')
        propagated = result.answer.any? do |answer|
          answer.rdata[0] == challenge.record_content
        end
        break if propagated

        p "Domain #{domain}: Not yet propagated, still old value, sleeping before checking again"
        sleep(0.5)
      rescue Dnsruby::NXDomain
        p "Domain #{domain}: Not yet propagated, NXdomain, sleeping before checking again"
        sleep(0.5)
        retry
      rescue StandardError => e
        warn "Domain #{domain}: ACME challenge lookup failed: #{e}"
        raise
      end
    end
  end

  threads.each(&:join)
end

def acme_request_with_retries(retries: 10, &block)
  # p "Retries: #{retries}"
  block.call(self)
rescue Acme::Client::Error::BadNonce
  raise unless retries.positive?

  p 'Retrying because of invalid nonce.'
  acme_request_with_retries(retries: retries - 1, &block)
end

def unvalidated_domains(d_a)
  d_a.select do |d, a|
    p "#{d} status #{a['auth'].dns01.status}"
    p a['auth'].dns01.status
    acme_request_with_retries { a['auth'].dns01.reload }
    a['auth'].dns01.status != 'valid'
  end
end

def wait_for_challenge_validation(challenge, cert_name)
  p 'Requesting validation of challenge'
  p challenge.object_id
  acme_request_with_retries { challenge.request_validation }

  while challenge.status == 'pending'
    p "Cert #{cert_name}: challenge validation is pending, sleeping before checking again"
    sleep(0.1)
    acme_request_with_retries { challenge.reload }
  end
  # pp challenge
end

def get_cert(order, cert_name, domains, domain_key)
  path = "./certs/#{cert_name}/"
  crt_file = "#{path}/cert.pem"
  p "Cert #{cert_name}: Creating CSR object"
  csr = Acme::Client::CertificateRequest.new(
    private_key: domain_key,
    names: domains,
    subject: { common_name: domains[0] }
  )
  p "Cert #{cert_name}: Finalize cert order"
  # pp order
  # TODO: this seems unnecessary?
  # acme_request_with_retries { order.reload }
  acme_request_with_retries { order.finalize(csr: csr) }
  while order.status == 'processing'
    p "Cert #{cert_name}: Sleep while order is processing"
    sleep(0.1)
    p "Cert #{cert_name}: Rechecking order status"
    acme_request_with_retries { order.reload }
  end
  # p "order status: #{order.status}"
  # pp order
  cert = acme_request_with_retries { order.certificate }

  p "Cert #{cert_name}: Writing cert"
  cert_file = File.new("#{path}#{Time.now.to_i}.crt", 'w')
  cert_file.write(cert)
  if File.symlink?("#{File.dirname(cert_file)}/current.crt")
    File.unlink("#{File.dirname(cert_file)}/current.crt")
    File.symlink(File.basename(cert_file), "#{File.dirname(cert_file)}/current.crt")
  elsif File.file?("#{File.dirname(cert_file)}/current.crt")
    raise 'Could not place symlink for "current.crt" because that is already a normal file.'
  end
  return cert
end

def find_ca_for_cert(cert_name, cert_opts, config)
  cert_ca_account = cert_opts['ca_account'] || config.dig('defaults', 'certs', 'ca_account')
  # cert_ca_name = config.dig('ca_accounts', cert_ca_account, 'ca')
  # cert_ca_identity = config.dig('ca_accounts', cert_ca_account, 'identity')
  #
  # p "Cert #{cert_name}: Finding directory URL for CA"
  # acme_directory_url = config.dig('CAs', cert_ca_name, 'directory_url')
  #
  # p "Cert #{cert_name}: Finding account to use for cert #{cert_name} from CA #{cert_ca_name}"
  # account = config.dig('identities', cert_ca_account_name)
  # email = account['email']
  { cert_name => cert_ca_account }
  #   {
  #     'ca' => cert_ca_name,
  #     'account' => cert_ca_account_name,
  #   },
  # }
end

def make_client_for_ca_account(ca, id)
  p "CA #{ca['name']}: Finding directory URL for CA"
  acme_directory_url = ca['directory_url']

  private_key = read_account_key(id['keyfile'])

  p "CA #{ca['name']}: Creating client object for communication with CA"
  client = Acme::Client.new(private_key: private_key, directory: acme_directory_url)

  email = id['email']

  account_object = acme_request_with_retries { client.new_account(contact: "mailto:#{email}", terms_of_service_agreed: true) }
  client
end

def handle_apex_authzs(apex, authzs, config)
  p "apex: #{apex}"
  primary_ns = config.dig('domains', authzs[0].domain, 'primary_ns') || config.dig('defaults', 'domains', 'primary_ns')
  deploy_dns_tokens_on_apex(apex, authzs, primary_ns, config)
end


config = read_config

cert_dir = config.dig('global', 'cert_dir') || './certs/'

ensure_cert_dir(cert_dir)


domains = config['certs'].map { |_certname, cert_opts| cert_opts['domain_names'] }.flatten
domain_attrs = domains.to_h { |d| [d, {}] }


domain_apex_threads = {}
domains.map do |d|
  domain_apex_threads[d] = Thread.new(d) do |d|
    p "finding apex for domain #{d}"
    find_apex_domain(d).to_s
  end
end
domain_apex_threads.each(&:join)

domain_attrs.keys.each do |domain|
  domain_attrs[domain][:apex] = domain_apex_threads[domain].value
end

apex_domains = domain_attrs.map do |_, v|
  apex = v[:apex]
  domains_under_apex = domain_attrs.filter { |d,v| v[:apex] == apex }.keys
  [apex, { :domains => domains_under_apex }]
end.uniq.to_h


apex_domain_ns_threads = {}
apex_domains.keys.map do |d|
  apex_domain_ns_threads[d] = Thread.new(d) do |d|
    p "finding ns for apex domain #{d}"
    res = lookup_ns(d)
    ns_names = res.answer.map do |answer|
      answer.rdata.to_s
    end
  end
end
apex_domain_ns_threads.each(&:join)

apex_domains.keys.each do |domain|
  apex_domains[domain][:ns] = apex_domain_ns_threads[domain].value
  # p "#{domain}: #{apex_domains[domain][:ns]}"
end
# p apex_domains


certs = config['certs']
certs.each_pair do |name, opts|
  opts['ca_account'] || certs[name]['ca_account'] = config.dig('defaults', 'certs', 'ca_account')
end


ca_accounts = certs.map { |_, opts| opts['ca_account'] }.uniq


account_threads = []
ca_accounts.each do |ca_account|
  account_threads << Thread.new(ca_account) do |ca_account|
    ca_name = config.dig('ca_accounts', ca_account, 'ca')
    ca = config.dig('CAs', ca_name)
    ca_identity = config.dig('ca_accounts', ca_account, 'identity')
    identity = config.dig('identities', ca_identity)
    client = make_client_for_ca_account(ca, identity)
    {
      ca_account => client
    }
  end
end
account_threads.each(&:join)

ca_clients = account_threads.map { |t| t.value }
ca_clients = ca_clients[0].merge(*ca_clients[1..])


certs.each_pair do |cert_name, cert_opts|
  client = ca_clients[cert_opts['ca_account']]
  domains = cert_opts['domain_names']
  certs[cert_name]['order_thread'] = Thread.new(cert_name, client, domains) do |cert_name, client, domains|
    p "Cert #{cert_name}: Creating order object for cert #{cert_name}"
    acme_request_with_retries { client.new_order(identifiers: domains) }
  end
end

certs.each_pair do |cert_name, cert_opts|
  t = cert_opts['order_thread']
  t.join
  certs[cert_name]['order'] = t.value
end


certs.each_pair do |cert, opts|
  order_authorizations = acme_request_with_retries { opts['order'].authorizations }
  order_authorizations.each do |auth|
    domain_attrs[auth.domain]['auth'] = auth
  end
end

all_authorizations = domain_attrs.map do |d, attrs|
  attrs['auth']
end

authzs_by_apex = all_authorizations.group_by do |auth|
  domain_attrs[auth.domain][:apex]
end

authzs_by_apex.each_pair do |apex, authzs|
  handle_apex_authzs(apex, authzs, config)
end

propagation_threads = []
domain_attrs.each_pair do |d, attrs|
  domain_attrs[d][:propagation_thread] = Thread.new(attrs['auth']) do |auth|
    wait_for_challenge_propagation(auth.domain, auth.dns01)
  end
  propagation_threads << domain_attrs[d][:propagation_thread]
end

propagation_threads.each(&:join)

# validation_threads = {}
p 'Finding unvalidated domains, initial run'
unvalidated_domains = unvalidated_domains(domain_attrs)
until unvalidated_domains.empty?
  unvalidated_domains.each_pair do |_, attrs|
  # WARNING: for some reason threading does not really work here!
  # domain_attrs.each_pair do |d, attrs|
    # domain_attrs[d][:auth_thread] = Thread.new(attrs) do |attrs|
    # validation_threads[d] = Thread.new(attrs) do |attrs|
      # wait_for_challenge_validation(auth.domain, auth.dns01)
      # pp auth.dns01
      # pp auth.dns01
      # p attrs['auth'].object_id
      # wait_for_challenge_validation(attrs['auth'].dns01, attrs['auth'].domain)
    # acme_request_with_retries { attrs['auth'].dns01.reload }
    p 'Requesting validation of challenge'
    acme_request_with_retries { attrs['auth'].dns01.request_validation }
  end
  # validation_threads[d] = domain_attrs[d][:auth_thread]
  p 'Finding unvalidated domains, next run'
  unvalidated_domains = unvalidated_domains(domain_attrs)
  sleep(0.2)
end

# validation_threads.each_pair { |d, t| t.join }

certs.each_pair do |name, opts|
  cert_key = read_cert_key(name)
  get_cert(opts['order'], name, opts['domain_names'], cert_key)
end