05f6b36ece
The query to find portfolios that are pending provisioning is updated to check for: - a period of performance that has started - a portfolio state machine that has an UNSTARTED or one of the CREATED states I left several TODOs to ensure that the orchestration functions correctly for portfolio.
236 lines
7.7 KiB
Python
236 lines
7.7 KiB
Python
from flask import current_app as app
|
|
import pendulum
|
|
|
|
from atst.database import db
|
|
from atst.queue import celery
|
|
from atst.models import JobFailure
|
|
from atst.domain.csp.cloud.exceptions import GeneralCSPException
|
|
from atst.domain.csp.cloud import CloudProviderInterface
|
|
from atst.domain.applications import Applications
|
|
from atst.domain.environments import Environments
|
|
from atst.domain.portfolios import Portfolios
|
|
from atst.domain.application_roles import ApplicationRoles
|
|
from atst.models.utils import claim_for_update, claim_many_for_update
|
|
from atst.utils.localization import translate
|
|
from atst.domain.csp.cloud.models import ApplicationCSPPayload, UserCSPPayload
|
|
|
|
|
|
class RecordFailure(celery.Task):
|
|
_ENTITIES = [
|
|
"portfolio_id",
|
|
"application_id",
|
|
"environment_id",
|
|
"environment_role_id",
|
|
]
|
|
|
|
def _derive_entity_info(self, kwargs):
|
|
matches = [e for e in self._ENTITIES if e in kwargs.keys()]
|
|
if matches:
|
|
match = matches[0]
|
|
return {"entity": match.replace("_id", ""), "entity_id": kwargs[match]}
|
|
else:
|
|
return None
|
|
|
|
def on_failure(self, exc, task_id, args, kwargs, einfo):
|
|
info = self._derive_entity_info(kwargs)
|
|
if info:
|
|
failure = JobFailure(**info, task_id=task_id)
|
|
db.session.add(failure)
|
|
db.session.commit()
|
|
|
|
|
|
@celery.task(ignore_result=True)
|
|
def send_mail(recipients, subject, body):
|
|
app.mailer.send(recipients, subject, body)
|
|
|
|
|
|
@celery.task(ignore_result=True)
|
|
def send_notification_mail(recipients, subject, body):
|
|
app.logger.info(
|
|
"Sending a notification to these recipients: {}\n\nSubject: {}\n\n{}".format(
|
|
recipients, subject, body
|
|
)
|
|
)
|
|
app.mailer.send(recipients, subject, body)
|
|
|
|
|
|
def do_create_application(csp: CloudProviderInterface, application_id=None):
|
|
application = Applications.get(application_id)
|
|
|
|
with claim_for_update(application) as application:
|
|
|
|
if application.cloud_id:
|
|
return
|
|
|
|
csp_details = application.portfolio.csp_data
|
|
parent_id = csp_details.get("root_management_group_id")
|
|
tenant_id = csp_details.get("tenant_id")
|
|
payload = ApplicationCSPPayload(
|
|
tenant_id=tenant_id, display_name=application.name, parent_id=parent_id
|
|
)
|
|
|
|
app_result = csp.create_application(payload)
|
|
application.cloud_id = app_result.id
|
|
db.session.add(application)
|
|
db.session.commit()
|
|
|
|
|
|
def do_create_user(csp: CloudProviderInterface, application_role_ids=None):
|
|
if not application_role_ids:
|
|
return
|
|
|
|
app_roles = ApplicationRoles.get_many(application_role_ids)
|
|
|
|
with claim_many_for_update(app_roles) as app_roles:
|
|
|
|
if any([ar.cloud_id for ar in app_roles]):
|
|
return
|
|
|
|
csp_details = app_roles[0].application.portfolio.csp_data
|
|
user = app_roles[0].user
|
|
|
|
payload = UserCSPPayload(
|
|
tenant_id=csp_details.get("tenant_id"),
|
|
tenant_host_name=csp_details.get("domain_name"),
|
|
display_name=user.full_name,
|
|
email=user.email,
|
|
)
|
|
result = csp.create_user(payload)
|
|
for app_role in app_roles:
|
|
app_role.cloud_id = result.id
|
|
db.session.add(app_role)
|
|
|
|
db.session.commit()
|
|
|
|
|
|
def do_create_environment(csp: CloudProviderInterface, environment_id=None):
|
|
environment = Environments.get(environment_id)
|
|
|
|
with claim_for_update(environment) as environment:
|
|
|
|
if environment.cloud_id is not None:
|
|
# TODO: Return value for this?
|
|
return
|
|
|
|
user = environment.creator
|
|
|
|
# we'll need to do some checking in this job for cases where it's retrying
|
|
# when a failure occured after some successful steps
|
|
# (e.g. if environment.cloud_id is not None, then we can skip first step)
|
|
|
|
# credentials either from a given user or pulled from config?
|
|
# if using global creds, do we need to log what user authorized action?
|
|
atat_root_creds = csp.root_creds()
|
|
|
|
# user is needed because baseline root account in the environment will
|
|
# be assigned to the requesting user, open question how to handle duplicate
|
|
# email addresses across new environments
|
|
csp_environment_id = csp.create_environment(atat_root_creds, user, environment)
|
|
environment.cloud_id = csp_environment_id
|
|
db.session.add(environment)
|
|
db.session.commit()
|
|
|
|
body = render_email(
|
|
"emails/application/environment_ready.txt", {"environment": environment}
|
|
)
|
|
app.mailer.send(
|
|
[environment.creator.email], translate("email.environment_ready"), body
|
|
)
|
|
|
|
|
|
def do_create_atat_admin_user(csp: CloudProviderInterface, environment_id=None):
|
|
environment = Environments.get(environment_id)
|
|
|
|
with claim_for_update(environment) as environment:
|
|
atat_root_creds = csp.root_creds()
|
|
|
|
atat_remote_root_user = csp.create_atat_admin_user(
|
|
atat_root_creds, environment.cloud_id
|
|
)
|
|
environment.root_user_info = atat_remote_root_user
|
|
db.session.add(environment)
|
|
db.session.commit()
|
|
|
|
|
|
def render_email(template_path, context):
|
|
return app.jinja_env.get_template(template_path).render(context)
|
|
|
|
|
|
def do_work(fn, task, csp, **kwargs):
|
|
try:
|
|
fn(csp, **kwargs)
|
|
except GeneralCSPException as e:
|
|
raise task.retry(exc=e)
|
|
|
|
|
|
def do_provision_portfolio(csp: CloudProviderInterface, portfolio_id=None):
|
|
portfolio = Portfolios.get_for_update(portfolio_id)
|
|
fsm = Portfolios.get_or_create_state_machine(portfolio)
|
|
fsm.trigger_next_transition()
|
|
|
|
|
|
@celery.task(bind=True, base=RecordFailure)
|
|
def provision_portfolio(self, portfolio_id=None):
|
|
do_work(do_provision_portfolio, self, app.csp.cloud, portfolio_id=portfolio_id)
|
|
|
|
|
|
@celery.task(bind=True, base=RecordFailure)
|
|
def create_application(self, application_id=None):
|
|
do_work(do_create_application, self, app.csp.cloud, application_id=application_id)
|
|
|
|
|
|
@celery.task(bind=True, base=RecordFailure)
|
|
def create_user(self, application_role_ids=None):
|
|
do_work(
|
|
do_create_user, self, app.csp.cloud, application_role_ids=application_role_ids
|
|
)
|
|
|
|
|
|
@celery.task(bind=True, base=RecordFailure)
|
|
def create_environment(self, environment_id=None):
|
|
do_work(do_create_environment, self, app.csp.cloud, environment_id=environment_id)
|
|
|
|
|
|
@celery.task(bind=True, base=RecordFailure)
|
|
def create_atat_admin_user(self, environment_id=None):
|
|
do_work(
|
|
do_create_atat_admin_user, self, app.csp.cloud, environment_id=environment_id
|
|
)
|
|
|
|
|
|
@celery.task(bind=True)
|
|
def dispatch_provision_portfolio(self):
|
|
"""
|
|
Iterate over portfolios with a corresponding State Machine that have not completed.
|
|
"""
|
|
for portfolio_id in Portfolios.get_portfolios_pending_provisioning(pendulum.now()):
|
|
provision_portfolio.delay(portfolio_id=portfolio_id)
|
|
|
|
|
|
@celery.task(bind=True)
|
|
def dispatch_create_application(self):
|
|
for application_id in Applications.get_applications_pending_creation():
|
|
create_application.delay(application_id=application_id)
|
|
|
|
|
|
@celery.task(bind=True)
|
|
def dispatch_create_user(self):
|
|
for application_role_ids in ApplicationRoles.get_pending_creation():
|
|
create_user.delay(application_role_ids=application_role_ids)
|
|
|
|
|
|
@celery.task(bind=True)
|
|
def dispatch_create_environment(self):
|
|
for environment_id in Environments.get_environments_pending_creation(
|
|
pendulum.now()
|
|
):
|
|
create_environment.delay(environment_id=environment_id)
|
|
|
|
|
|
@celery.task(bind=True)
|
|
def dispatch_create_atat_admin_user(self):
|
|
for environment_id in Environments.get_environments_pending_atat_user_creation(
|
|
pendulum.now()
|
|
):
|
|
create_atat_admin_user.delay(environment_id=environment_id)
|