881 lines
29 KiB
Python
Executable File
881 lines
29 KiB
Python
Executable File
from __future__ import unicode_literals # at top of module
|
|
|
|
import os
|
|
import sys
|
|
import base64
|
|
import time
|
|
import arrow
|
|
import requests
|
|
import json
|
|
from gunicorn.config import make_settings
|
|
|
|
from cryptography.fernet import Fernet
|
|
|
|
from lockfile import LockFile, LockTimeout
|
|
|
|
from flask import current_app
|
|
from flask.ext.script import Manager, Command, Option, prompt_pass
|
|
from flask.ext.migrate import Migrate, MigrateCommand, stamp
|
|
from flask_script.commands import ShowUrls, Clean, Server
|
|
|
|
from lemur import database
|
|
from lemur.users import service as user_service
|
|
from lemur.roles import service as role_service
|
|
from lemur.certificates import service as cert_service
|
|
from lemur.sources import service as source_service
|
|
from lemur.notifications import service as notification_service
|
|
|
|
from lemur.certificates.service import get_name_from_arn
|
|
from lemur.certificates.verify import verify_string
|
|
|
|
from lemur.plugins.lemur_aws import elb
|
|
|
|
from lemur.sources.service import sync as source_sync
|
|
|
|
from lemur import create_app
|
|
|
|
# Needed to be imported so that SQLAlchemy create_all can find our models
|
|
from lemur.users.models import User # noqa
|
|
from lemur.roles.models import Role # noqa
|
|
from lemur.authorities.models import Authority # noqa
|
|
from lemur.certificates.models import Certificate # noqa
|
|
from lemur.destinations.models import Destination # noqa
|
|
from lemur.domains.models import Domain # noqa
|
|
from lemur.notifications.models import Notification # noqa
|
|
from lemur.sources.models import Source # noqa
|
|
|
|
|
|
manager = Manager(create_app)
|
|
manager.add_option('-c', '--config', dest='config')
|
|
|
|
migrate = Migrate(create_app)
|
|
|
|
KEY_LENGTH = 40
|
|
DEFAULT_CONFIG_PATH = '~/.lemur/lemur.conf.py'
|
|
DEFAULT_SETTINGS = 'lemur.conf.server'
|
|
SETTINGS_ENVVAR = 'LEMUR_CONF'
|
|
|
|
|
|
CONFIG_TEMPLATE = """
|
|
# This is just Python which means you can inherit and tweak settings
|
|
|
|
import os
|
|
_basedir = os.path.abspath(os.path.dirname(__file__))
|
|
|
|
ADMINS = frozenset([''])
|
|
|
|
THREADS_PER_PAGE = 8
|
|
|
|
# General
|
|
|
|
# These will need to be set to `True` if you are developing locally
|
|
CORS = False
|
|
debug = False
|
|
|
|
# this is the secret key used by flask session management
|
|
SECRET_KEY = '{flask_secret_key}'
|
|
|
|
# You should consider storing these separately from your config
|
|
LEMUR_TOKEN_SECRET = '{secret_token}'
|
|
LEMUR_ENCRYPTION_KEYS = '{encryption_key}'
|
|
|
|
# this is a list of domains as regexes that only admins can issue
|
|
LEMUR_RESTRICTED_DOMAINS = []
|
|
|
|
# Mail Server
|
|
|
|
LEMUR_EMAIL = ''
|
|
LEMUR_SECURITY_TEAM_EMAIL = []
|
|
|
|
# Certificate Defaults
|
|
|
|
LEMUR_DEFAULT_COUNTRY = ''
|
|
LEMUR_DEFAULT_STATE = ''
|
|
LEMUR_DEFAULT_LOCATION = ''
|
|
LEMUR_DEFAULT_ORGANIZATION = ''
|
|
LEMUR_DEFAULT_ORGANIZATIONAL_UNIT = ''
|
|
|
|
# Authentication Providers
|
|
ACTIVE_PROVIDERS = []
|
|
|
|
# Logging
|
|
|
|
LOG_LEVEL = "DEBUG"
|
|
LOG_FILE = "lemur.log"
|
|
|
|
|
|
# Database
|
|
|
|
# modify this if you are not using a local database
|
|
SQLALCHEMY_DATABASE_URI = 'postgresql://lemur:lemur@localhost:5432/lemur'
|
|
|
|
|
|
# AWS
|
|
|
|
#LEMUR_INSTANCE_PROFILE = 'Lemur'
|
|
|
|
# Issuers
|
|
|
|
# These will be dependent on which 3rd party that Lemur is
|
|
# configured to use.
|
|
|
|
# VERISIGN_URL = ''
|
|
# VERISIGN_PEM_PATH = ''
|
|
# VERISIGN_FIRST_NAME = ''
|
|
# VERISIGN_LAST_NAME = ''
|
|
# VERSIGN_EMAIL = ''
|
|
"""
|
|
|
|
|
|
@MigrateCommand.command
|
|
def create():
|
|
database.db.create_all()
|
|
stamp(revision='head')
|
|
|
|
|
|
@MigrateCommand.command
|
|
def drop_all():
|
|
database.db.drop_all()
|
|
|
|
|
|
@manager.command
|
|
def check_revoked():
|
|
"""
|
|
Function attempts to update Lemur's internal cache with revoked
|
|
certificates. This is called periodically by Lemur. It checks both
|
|
CRLs and OCSP to see if a certificate is revoked. If Lemur is unable
|
|
encounters an issue with verification it marks the certificate status
|
|
as `unknown`.
|
|
"""
|
|
for cert in cert_service.get_all_certs():
|
|
try:
|
|
if cert.chain:
|
|
status = verify_string(cert.body, cert.chain)
|
|
else:
|
|
status = verify_string(cert.body, "")
|
|
|
|
cert.status = 'valid' if status else 'invalid'
|
|
except Exception as e:
|
|
cert.status = 'unknown'
|
|
database.update(cert)
|
|
|
|
|
|
@manager.shell
|
|
def make_shell_context():
|
|
"""
|
|
Creates a python REPL with several default imports
|
|
in the context of the current_app
|
|
|
|
:return:
|
|
"""
|
|
return dict(current_app=current_app)
|
|
|
|
|
|
def generate_settings():
|
|
"""
|
|
This command is run when ``default_path`` doesn't exist, or ``init`` is
|
|
run and returns a string representing the default data to put into their
|
|
settings file.
|
|
"""
|
|
output = CONFIG_TEMPLATE.format(
|
|
# we use Fernet.generate_key to make sure that the key length is
|
|
# compatible with Fernet
|
|
encryption_key=Fernet.generate_key(),
|
|
secret_token=base64.b64encode(os.urandom(KEY_LENGTH)),
|
|
flask_secret_key=base64.b64encode(os.urandom(KEY_LENGTH)),
|
|
)
|
|
|
|
return output
|
|
|
|
|
|
@manager.option('-s', '--sources', dest='labels')
|
|
def sync(labels):
|
|
"""
|
|
Attempts to run several methods Certificate discovery. This is
|
|
run on a periodic basis and updates the Lemur datastore with the
|
|
information it discovers.
|
|
"""
|
|
if not labels:
|
|
sys.stdout.write("Active\tLabel\tDescription\n")
|
|
for source in source_service.get_all():
|
|
sys.stdout.write(
|
|
"{active}\t{label}\t{description}!\n".format(
|
|
label=source.label,
|
|
description=source.description,
|
|
active=source.active
|
|
)
|
|
)
|
|
else:
|
|
start_time = time.time()
|
|
lock_file = "/tmp/.lemur_lock"
|
|
sync_lock = LockFile(lock_file)
|
|
|
|
while not sync_lock.i_am_locking():
|
|
try:
|
|
sync_lock.acquire(timeout=10) # wait up to 10 seconds
|
|
|
|
sys.stdout.write("[+] Staring to sync sources: {labels}!\n".format(labels=labels))
|
|
labels = labels.split(",")
|
|
|
|
if labels[0] == 'all':
|
|
source_sync()
|
|
else:
|
|
source_sync(labels=labels)
|
|
|
|
sys.stdout.write(
|
|
"[+] Finished syncing sources. Run Time: {time}\n".format(
|
|
time=(time.time() - start_time)
|
|
)
|
|
)
|
|
except LockTimeout:
|
|
sys.stderr.write(
|
|
"[!] Unable to acquire file lock on {file}, is there another sync running?\n".format(
|
|
file=lock_file
|
|
)
|
|
)
|
|
sync_lock.break_lock()
|
|
sync_lock.acquire()
|
|
sync_lock.release()
|
|
|
|
sync_lock.release()
|
|
|
|
|
|
@manager.command
|
|
def notify():
|
|
"""
|
|
Runs Lemur's notification engine, that looks for expired certificates and sends
|
|
notifications out to those that bave subscribed to them.
|
|
|
|
:return:
|
|
"""
|
|
sys.stdout.write("Starting to notify subscribers about expiring certificates!\n")
|
|
count = notification_service.send_expiration_notifications()
|
|
sys.stdout.write(
|
|
"Finished notifying subscribers about expiring certificates! Sent {count} notifications!\n".format(
|
|
count=count
|
|
)
|
|
)
|
|
|
|
|
|
class InitializeApp(Command):
|
|
"""
|
|
This command will bootstrap our database with any destinations as
|
|
specified by our config.
|
|
|
|
Additionally a Lemur user will be created as a default user
|
|
and be used when certificates are discovered by Lemur.
|
|
"""
|
|
option_list = (
|
|
Option('-p', '--password', dest='password'),
|
|
)
|
|
|
|
def run(self, password):
|
|
create()
|
|
user = user_service.get_by_username("lemur")
|
|
|
|
if not user:
|
|
if not password:
|
|
sys.stdout.write("We need to set Lemur's password to continue!\n")
|
|
password = prompt_pass("Password")
|
|
password1 = prompt_pass("Confirm Password")
|
|
|
|
if password != password1:
|
|
sys.stderr.write("[!] Passwords do not match!\n")
|
|
sys.exit(1)
|
|
|
|
role = role_service.get_by_name('admin')
|
|
|
|
if role:
|
|
sys.stdout.write("[-] Admin role already created, skipping...!\n")
|
|
else:
|
|
# we create an admin role
|
|
role = role_service.create('admin', description='this is the lemur administrator role')
|
|
sys.stdout.write("[+] Created 'admin' role\n")
|
|
|
|
user_service.create("lemur", password, 'lemur@nobody', True, None, [role])
|
|
sys.stdout.write("[+] Added a 'lemur' user and added it to the 'admin' role!\n")
|
|
|
|
else:
|
|
sys.stdout.write("[-] Default user has already been created, skipping...!\n")
|
|
|
|
sys.stdout.write("[+] Creating expiration email notifications!\n")
|
|
sys.stdout.write("[!] Using {0} as specified by LEMUR_SECURITY_TEAM_EMAIL for notifications\n".format("LEMUR_SECURITY_TEAM_EMAIL"))
|
|
|
|
intervals = current_app.config.get("LEMUR_DEFAULT_EXPIRATION_NOTIFICATION_INTERVALS", [])
|
|
sys.stdout.write(
|
|
"[!] Creating {num} notifications for {intervals} days as specified by LEMUR_DEFAULT_EXPIRATION_NOTIFICATION_INTERVALS\n".format(
|
|
num=len(intervals),
|
|
intervals=",".join([str(x) for x in intervals])
|
|
)
|
|
)
|
|
|
|
recipients = current_app.config.get('LEMUR_SECURITY_TEAM_EMAIL')
|
|
notification_service.create_default_expiration_notifications("DEFAULT_SECURITY", recipients=recipients)
|
|
|
|
sys.stdout.write("[/] Done!\n")
|
|
|
|
|
|
class CreateUser(Command):
|
|
"""
|
|
This command allows for the creation of a new user within Lemur.
|
|
"""
|
|
option_list = (
|
|
Option('-u', '--username', dest='username', required=True),
|
|
Option('-e', '--email', dest='email', required=True),
|
|
Option('-a', '--active', dest='active', default=True),
|
|
Option('-r', '--roles', dest='roles', action='append', default=[])
|
|
)
|
|
|
|
def run(self, username, email, active, roles):
|
|
role_objs = []
|
|
for r in roles:
|
|
role_obj = role_service.get_by_name(r)
|
|
if role_obj:
|
|
role_objs.append(role_obj)
|
|
else:
|
|
sys.stderr.write("[!] Cannot find role {0}\n".format(r))
|
|
sys.exit(1)
|
|
|
|
password1 = prompt_pass("Password")
|
|
password2 = prompt_pass("Confirm Password")
|
|
|
|
if password1 != password2:
|
|
sys.stderr.write("[!] Passwords do not match!\n")
|
|
sys.exit(1)
|
|
|
|
user_service.create(username, password1, email, active, None, role_objs)
|
|
sys.stdout.write("[+] Created new user: {0}\n".format(username))
|
|
|
|
|
|
class ResetPassword(Command):
|
|
"""
|
|
This command allows you to reset a user's password.
|
|
"""
|
|
option_list = (
|
|
Option('-u', '--username', dest='username', required=True),
|
|
)
|
|
|
|
def run(self, username):
|
|
user = user_service.get_by_username(username)
|
|
|
|
if not user:
|
|
sys.stderr.write("[!] No user found for username: {0}\n".format(username))
|
|
sys.exit(1)
|
|
|
|
sys.stderr.write("[+] Resetting password for {0}\n".format(username))
|
|
password1 = prompt_pass("Password")
|
|
password2 = prompt_pass("Confirm Password")
|
|
|
|
if password1 != password2:
|
|
sys.stderr.write("[!] Passwords do not match\n")
|
|
sys.exit(1)
|
|
|
|
user.password = password1
|
|
user.hash_password()
|
|
database.commit()
|
|
|
|
|
|
class CreateRole(Command):
|
|
"""
|
|
This command allows for the creation of a new role within Lemur
|
|
"""
|
|
option_list = (
|
|
Option('-n', '--name', dest='name', required=True),
|
|
Option('-u', '--users', dest='users', default=[]),
|
|
Option('-d', '--description', dest='description', required=True)
|
|
)
|
|
|
|
def run(self, name, users, description):
|
|
user_objs = []
|
|
for u in users:
|
|
user_obj = user_service.get_by_username(u)
|
|
if user_obj:
|
|
user_objs.append(user_obj)
|
|
else:
|
|
sys.stderr.write("[!] Cannot find user {0}".format(u))
|
|
sys.exit(1)
|
|
role_service.create(name, description=description, users=users)
|
|
sys.stdout.write("[+] Created new role: {0}".format(name))
|
|
|
|
|
|
class LemurServer(Command):
|
|
"""
|
|
This is the main Lemur server, it runs the flask app with gunicorn and
|
|
uses any configuration options passed to it.
|
|
|
|
|
|
You can pass all standard gunicorn flags to this command as if you were
|
|
running gunicorn itself.
|
|
|
|
For example:
|
|
|
|
lemur start -w 4 -b 127.0.0.0:8002
|
|
|
|
Will start gunicorn with 4 workers bound to 127.0.0.0:8002
|
|
"""
|
|
description = 'Run the app within Gunicorn'
|
|
|
|
def get_options(self):
|
|
settings = make_settings()
|
|
options = (
|
|
Option(*klass.cli, action=klass.action)
|
|
for setting, klass in settings.items() if klass.cli
|
|
)
|
|
|
|
return options
|
|
|
|
def run(self, *args, **kwargs):
|
|
from gunicorn.app.wsgiapp import WSGIApplication
|
|
|
|
app = WSGIApplication()
|
|
app.app_uri = 'lemur:create_app(config="{0}")'.format(kwargs.get('config'))
|
|
|
|
return app.run()
|
|
|
|
|
|
@manager.command
|
|
def create_config(config_path=None):
|
|
"""
|
|
Creates a new configuration file if one does not already exist
|
|
"""
|
|
if not config_path:
|
|
config_path = DEFAULT_CONFIG_PATH
|
|
|
|
config_path = os.path.expanduser(config_path)
|
|
dir = os.path.dirname(config_path)
|
|
if not os.path.exists(dir):
|
|
os.makedirs(dir)
|
|
|
|
config = generate_settings()
|
|
with open(config_path, 'w') as f:
|
|
f.write(config)
|
|
|
|
sys.stdout.write("[+] Created a new configuration file {0}\n".format(config_path))
|
|
|
|
|
|
@manager.command
|
|
def lock(path=None):
|
|
"""
|
|
Encrypts a given path. This directory can be used to store secrets needed for normal
|
|
Lemur operation. This is especially useful for storing secrets needed for communication
|
|
with third parties (e.g. external certificate authorities).
|
|
|
|
Lemur does not assume anything about the contents of the directory and will attempt to
|
|
encrypt all files contained within. Currently this has only been tested against plain
|
|
text files.
|
|
|
|
Path defaults ~/.lemur/keys
|
|
|
|
:param: path
|
|
"""
|
|
if not path:
|
|
path = os.path.expanduser('~/.lemur/keys')
|
|
|
|
dest_dir = os.path.join(path, "encrypted")
|
|
sys.stdout.write("[!] Generating a new key...\n")
|
|
|
|
key = Fernet.generate_key()
|
|
|
|
if not os.path.exists(dest_dir):
|
|
sys.stdout.write("[+] Creating encryption directory: {0}\n".format(dest_dir))
|
|
os.makedirs(dest_dir)
|
|
|
|
for root, dirs, files in os.walk(os.path.join(path, 'decrypted')):
|
|
for f in files:
|
|
source = os.path.join(root, f)
|
|
dest = os.path.join(dest_dir, f + ".enc")
|
|
with open(source, 'rb') as in_file, open(dest, 'wb') as out_file:
|
|
f = Fernet(key)
|
|
data = f.encrypt(in_file.read())
|
|
out_file.write(data)
|
|
sys.stdout.write("[+] Writing file: {0} Source: {1}\n".format(dest, source))
|
|
|
|
sys.stdout.write("[+] Keys have been encrypted with key {0}\n".format(key))
|
|
|
|
|
|
@manager.command
|
|
def unlock(path=None):
|
|
"""
|
|
Decrypts all of the files in a given directory with provided password.
|
|
This is most commonly used during the startup sequence of Lemur
|
|
allowing it to go from source code to something that can communicate
|
|
with external services.
|
|
|
|
Path defaults ~/.lemur/keys
|
|
|
|
:param: path
|
|
"""
|
|
key = prompt_pass("[!] Please enter the encryption password")
|
|
|
|
if not path:
|
|
path = os.path.expanduser('~/.lemur/keys')
|
|
|
|
dest_dir = os.path.join(path, "decrypted")
|
|
source_dir = os.path.join(path, "encrypted")
|
|
|
|
if not os.path.exists(dest_dir):
|
|
sys.stdout.write("[+] Creating decryption directory: {0}\n".format(dest_dir))
|
|
os.makedirs(dest_dir)
|
|
|
|
for root, dirs, files in os.walk(source_dir):
|
|
for f in files:
|
|
source = os.path.join(source_dir, f)
|
|
dest = os.path.join(dest_dir, ".".join(f.split(".")[:-1]))
|
|
with open(source, 'rb') as in_file, open(dest, 'wb') as out_file:
|
|
f = Fernet(key)
|
|
data = f.decrypt(in_file.read())
|
|
out_file.write(data)
|
|
sys.stdout.write("[+] Writing file: {0} Source: {1}\n".format(dest, source))
|
|
|
|
sys.stdout.write("[+] Keys have been unencrypted!\n")
|
|
|
|
|
|
def unicode_(data):
|
|
import sys
|
|
|
|
if sys.version_info.major < 3:
|
|
return data.decode('UTF-8')
|
|
return data
|
|
|
|
|
|
class RotateELBs(Command):
|
|
"""
|
|
Rotates existing certificates to a new one on an ELB
|
|
"""
|
|
option_list = (
|
|
Option('-e', '--elb-list', dest='elb_list', required=True),
|
|
Option('-p', '--chain-path', dest='chain_path'),
|
|
Option('-c', '--cert-name', dest='cert_name'),
|
|
Option('-a', '--cert-prefix', dest='cert_prefix'),
|
|
Option('-d', '--description', dest='description')
|
|
)
|
|
|
|
def run(self, elb_list, chain_path, cert_name, cert_prefix, description):
|
|
|
|
for e in open(elb_list, 'r').readlines():
|
|
elb_name, account_id, region, from_port, to_port, protocol = e.strip().split(',')
|
|
|
|
if cert_name:
|
|
arn = "arn:aws:iam::{0}:server-certificate/{1}".format(account_id, cert_name)
|
|
|
|
else:
|
|
# if no cert name is provided we need to discover it
|
|
listeners = elb.get_listeners(account_id, region, elb_name)
|
|
|
|
# get the listener we care about
|
|
for listener in listeners:
|
|
if listener[0] == int(from_port) and listener[1] == int(to_port):
|
|
arn = listener[4]
|
|
name = get_name_from_arn(arn)
|
|
certificate = cert_service.get_by_name(name)
|
|
break
|
|
else:
|
|
sys.stdout.write("[-] Could not find ELB {0}".format(elb_name))
|
|
continue
|
|
|
|
if not certificate:
|
|
sys.stdout.write("[-] Could not find certificate {0} in Lemur".format(name))
|
|
continue
|
|
|
|
dests = []
|
|
for d in certificate.destinations:
|
|
dests.append({'id': d.id})
|
|
|
|
nots = []
|
|
for n in certificate.notifications:
|
|
nots.append({'id': n.id})
|
|
|
|
new_certificate = database.clone(certificate)
|
|
|
|
if cert_prefix:
|
|
new_certificate.name = "{0}-{1}".format(cert_prefix, new_certificate.name)
|
|
|
|
new_certificate.chain = open(chain_path, 'r').read()
|
|
new_certificate.description = "{0} - {1}".format(new_certificate.description, description)
|
|
|
|
new_certificate = database.create(new_certificate)
|
|
database.update_list(new_certificate, 'destinations', Destination, dests)
|
|
database.update_list(new_certificate, 'notifications', Notification, nots)
|
|
database.update(new_certificate)
|
|
|
|
arn = new_certificate.get_arn(account_id)
|
|
|
|
elb.update_listeners(account_id, region, elb_name, [(from_port, to_port, protocol, arn)], [from_port])
|
|
|
|
sys.stdout.write("[+] Updated {0} to use {1}\n".format(elb_name, new_certificate.name))
|
|
|
|
|
|
class ProvisionELB(Command):
|
|
"""
|
|
Creates and provisions a certificate on an ELB based on command line arguments
|
|
"""
|
|
option_list = (
|
|
Option('-d', '--dns', dest='dns', action='append', required=True, type=unicode_),
|
|
Option('-e', '--elb', dest='elb_name', required=True, type=unicode_),
|
|
Option('-o', '--owner', dest='owner', type=unicode_),
|
|
Option('-a', '--authority', dest='authority', required=True, type=unicode_),
|
|
Option('-s', '--description', dest='description', default=u'Command line provisioned keypair', type=unicode_),
|
|
Option('-t', '--destination', dest='destinations', action='append', type=unicode_, required=True),
|
|
Option('-n', '--notification', dest='notifications', action='append', type=unicode_, default=[]),
|
|
Option('-r', '--region', dest='region', default=u'us-east-1', type=unicode_),
|
|
Option('-p', '--dport', '--port', dest='dport', default=7002),
|
|
Option('--src-port', '--source-port', '--sport', dest='sport', default=443),
|
|
Option('--dry-run', dest='dryrun', action='store_true')
|
|
)
|
|
|
|
def configure_user(self, owner):
|
|
from flask import g
|
|
import lemur.users.service
|
|
|
|
# grab the user
|
|
g.user = lemur.users.service.get_by_username(owner)
|
|
# get the first user by default
|
|
if not g.user:
|
|
g.user = lemur.users.service.get_all()[0]
|
|
|
|
return g.user.username
|
|
|
|
def build_cert_options(self, destinations, notifications, description, owner, dns, authority):
|
|
from sqlalchemy.orm.exc import NoResultFound
|
|
from lemur.certificates.views import valid_authority
|
|
import sys
|
|
|
|
# convert argument lists to arrays, or empty sets
|
|
destinations = self.get_destinations(destinations)
|
|
if not destinations:
|
|
sys.stderr.write("Valid destinations provided\n")
|
|
sys.exit(1)
|
|
|
|
# get the primary CN
|
|
common_name = dns[0]
|
|
|
|
# If there are more than one fqdn, add them as alternate names
|
|
extensions = {}
|
|
if len(dns) > 1:
|
|
extensions['subAltNames'] = {'names': map(lambda x: {'nameType': 'DNSName', 'value': x}, dns)}
|
|
|
|
try:
|
|
authority = valid_authority({"name": authority})
|
|
except NoResultFound:
|
|
sys.stderr.write("Invalid authority specified: '{}'\naborting\n".format(authority))
|
|
sys.exit(1)
|
|
|
|
options = {
|
|
# Convert from the Destination model to the JSON input expected further in the code
|
|
'destinations': map(lambda x: {'id': x.id, 'label': x.label}, destinations),
|
|
'description': description,
|
|
'notifications': notifications,
|
|
'commonName': common_name,
|
|
'extensions': extensions,
|
|
'authority': authority,
|
|
'owner': owner,
|
|
# defaults:
|
|
'organization': current_app.config.get('LEMUR_DEFAULT_ORGANIZATION'),
|
|
'organizationalUnit': current_app.config.get('LEMUR_DEFAULT_ORGANIZATIONAL_UNIT'),
|
|
'country': current_app.config.get('LEMUR_DEFAULT_COUNTRY'),
|
|
'state': current_app.config.get('LEMUR_DEFAULT_STATE'),
|
|
'location': current_app.config.get('LEMUR_DEFAULT_LOCATION')
|
|
}
|
|
|
|
return options
|
|
|
|
def get_destinations(self, destination_names):
|
|
from lemur.destinations import service
|
|
|
|
destinations = []
|
|
|
|
for destination_name in destination_names:
|
|
destination = service.get_by_label(destination_name)
|
|
|
|
if not destination:
|
|
sys.stderr.write("Invalid destination specified: '{}'\nAborting...\n".format(destination_name))
|
|
sys.exit(1)
|
|
|
|
destinations.append(service.get_by_label(destination_name))
|
|
|
|
return destinations
|
|
|
|
def check_duplicate_listener(self, elb_name, region, account, sport, dport):
|
|
from lemur.plugins.lemur_aws import elb
|
|
|
|
listeners = elb.get_listeners(account, region, elb_name)
|
|
for listener in listeners:
|
|
if listener[0] == sport and listener[1] == dport:
|
|
return True
|
|
return False
|
|
|
|
def get_destination_account(self, destinations):
|
|
for destination in self.get_destinations(destinations):
|
|
if destination.plugin_name == 'aws-destination':
|
|
|
|
account_number = destination.plugin.get_option('accountNumber', destination.options)
|
|
return account_number
|
|
|
|
sys.stderr.write("No destination AWS account provided, failing\n")
|
|
sys.exit(1)
|
|
|
|
def run(self, dns, elb_name, owner, authority, description, notifications, destinations, region, dport, sport,
|
|
dryrun):
|
|
from lemur.certificates import service
|
|
from lemur.plugins.lemur_aws import elb
|
|
from boto.exception import BotoServerError
|
|
|
|
# configure the owner if we can find it, or go for default, and put it in the global
|
|
owner = self.configure_user(owner)
|
|
|
|
# make a config blob from the command line arguments
|
|
cert_options = self.build_cert_options(
|
|
destinations=destinations,
|
|
notifications=notifications,
|
|
description=description,
|
|
owner=owner,
|
|
dns=dns,
|
|
authority=authority)
|
|
|
|
aws_account = self.get_destination_account(destinations)
|
|
|
|
if dryrun:
|
|
import json
|
|
|
|
cert_options['authority'] = cert_options['authority'].name
|
|
sys.stdout.write('Will create certificate using options: {}\n'
|
|
.format(json.dumps(cert_options, sort_keys=True, indent=2)))
|
|
sys.stdout.write('Will create listener {}->{} HTTPS using the new certificate to elb {}\n'
|
|
.format(sport, dport, elb_name))
|
|
sys.exit(0)
|
|
|
|
if self.check_duplicate_listener(elb_name, region, aws_account, sport, dport):
|
|
sys.stderr.write("ELB {} already has a listener {}->{}\nAborting...\n".format(elb_name, sport, dport))
|
|
sys.exit(1)
|
|
|
|
# create the certificate
|
|
try:
|
|
sys.stdout.write('Creating certificate for {}\n'.format(cert_options['commonName']))
|
|
cert = service.create(**cert_options)
|
|
except Exception as e:
|
|
if e.message == 'Duplicate certificate: a certificate with the same common name exists already':
|
|
sys.stderr.write("Certificate already exists named: {}\n".format(dns[0]))
|
|
sys.exit(1)
|
|
raise e
|
|
|
|
cert_arn = cert.get_arn(aws_account)
|
|
sys.stderr.write('cert arn: {}\n'.format(cert_arn))
|
|
|
|
sys.stderr.write('Configuring elb {} from port {} to port {} in region {} with cert {}\n'
|
|
.format(elb_name, sport, dport, region, cert_arn))
|
|
|
|
delay = 1
|
|
done = False
|
|
retries = 5
|
|
while not done and retries > 0:
|
|
try:
|
|
elb.create_new_listeners(aws_account, region, elb_name, [(sport, dport, 'HTTPS', cert_arn)])
|
|
except BotoServerError as bse:
|
|
# if the server returns ad error, the certificate
|
|
if bse.error_code == 'CertificateNotFound':
|
|
sys.stderr.write('Certificate not available yet in the AWS account, waiting {}, {} retries left\n'
|
|
.format(delay, retries))
|
|
time.sleep(delay)
|
|
delay *= 2
|
|
retries -= 1
|
|
elif bse.error_code == 'DuplicateListener':
|
|
sys.stderr.write('ELB {} already has a listener {}->{}'.format(elb_name, sport, dport))
|
|
sys.exit(1)
|
|
else:
|
|
raise bse
|
|
else:
|
|
done = True
|
|
|
|
|
|
@manager.command
|
|
def publish_verisign_units():
|
|
"""
|
|
Simple function that queries verisign for API units and posts the mertics to
|
|
Atlas API for other teams to consume.
|
|
:return:
|
|
"""
|
|
from lemur.plugins import plugins
|
|
v = plugins.get('verisign-issuer')
|
|
units = v.get_available_units()
|
|
|
|
metrics = {}
|
|
for item in units:
|
|
if item['@type'] in metrics.keys():
|
|
metrics[item['@type']] += int(item['@remaining'])
|
|
else:
|
|
metrics.update({item['@type']: int(item['@remaining'])})
|
|
|
|
for name, value in metrics.items():
|
|
metric = [
|
|
{
|
|
"timestamp": 1321351651,
|
|
"type": "GAUGE",
|
|
"name": "Symantec {0} Unit Count".format(name),
|
|
"tags": {},
|
|
"value": value
|
|
}
|
|
]
|
|
|
|
requests.post('http://localhost:8078/metrics', data=json.dumps(metric))
|
|
|
|
|
|
class Rolling(Command):
|
|
"""
|
|
Rotates existing certificates to a new one on an ELB
|
|
"""
|
|
option_list = (
|
|
Option('-w', '--window', dest='window', default=24),
|
|
)
|
|
|
|
def run(self, window):
|
|
"""
|
|
Simple function that queries verisign for API units and posts the mertics to
|
|
Atlas API for other teams to consume.
|
|
:return:
|
|
"""
|
|
end = arrow.utcnow()
|
|
start = end.replace(hours=-window)
|
|
items = Certificate.query.filter(Certificate.not_before <= end.format('YYYY-MM-DD')) \
|
|
.filter(Certificate.not_before >= start.format('YYYY-MM-DD')).all()
|
|
|
|
metrics = {}
|
|
for i in items:
|
|
name = "{0},{1}".format(i.owner, i.issuer)
|
|
if metrics.get(name):
|
|
metrics[name] += 1
|
|
else:
|
|
metrics[name] = 1
|
|
|
|
for name, value in metrics.iteritems():
|
|
owner, issuer = name.split(",")
|
|
metric = [
|
|
{
|
|
"timestamp": 1321351651,
|
|
"type": "GAUGE",
|
|
"name": "Issued Certificates",
|
|
"tags": {"owner": owner, "issuer": issuer, "window": window},
|
|
"value": value
|
|
}
|
|
]
|
|
|
|
requests.post('http://localhost:8078/metrics', data=json.dumps(metric))
|
|
|
|
|
|
def main():
|
|
manager.add_command("start", LemurServer())
|
|
manager.add_command("runserver", Server(host='127.0.0.1'))
|
|
manager.add_command("clean", Clean())
|
|
manager.add_command("show_urls", ShowUrls())
|
|
manager.add_command("db", MigrateCommand)
|
|
manager.add_command("init", InitializeApp())
|
|
manager.add_command("create_user", CreateUser())
|
|
manager.add_command("reset_password", ResetPassword())
|
|
manager.add_command("create_role", CreateRole())
|
|
manager.add_command("provision_elb", ProvisionELB())
|
|
manager.add_command("rotate_elbs", RotateELBs())
|
|
manager.add_command("rolling", Rolling())
|
|
manager.run()
|
|
|
|
if __name__ == "__main__":
|
|
main()
|