diff --git a/atst/domain/authnid/crl/util.py b/atst/domain/authnid/crl/util.py index 7e9948e1..a26835c5 100644 --- a/atst/domain/authnid/crl/util.py +++ b/atst/domain/authnid/crl/util.py @@ -1,10 +1,13 @@ import requests import re import os +import pendulum from html.parser import HTMLParser _DISA_CRLS = "https://iasecontent.disa.mil/pki-pke/data/crls/dod_crldps.htm" +MODIFIED_TIME_BUFFER = 15 * 60 + def fetch_disa(): response = requests.get(_DISA_CRLS) @@ -29,29 +32,67 @@ def crl_list_from_disa_html(html): return parser.crl_list -def write_crl(out_dir, crl_location): +def crl_local_path(out_dir, crl_location): name = re.split("/", crl_location)[-1] crl = os.path.join(out_dir, name) - with requests.get(crl_location, stream=True) as r: + return crl + + +def existing_crl_modification_time(crl): + if os.path.exists(crl): + prev_time = os.path.getmtime(crl) + buffered = prev_time + MODIFIED_TIME_BUFFER + mod_time = prev_time if pendulum.now().timestamp() < buffered else buffered + dt = pendulum.from_timestamp(mod_time, tz="GMT") + return dt.format("ddd, DD MMM YYYY HH:mm:ss zz") + + else: + return False + + +def write_crl(out_dir, target_dir, crl_location): + crl = crl_local_path(out_dir, crl_location) + existing = crl_local_path(target_dir, crl_location) + options = {"stream": True} + mod_time = existing_crl_modification_time(existing) + if mod_time: + options["headers"] = {"If-Modified-Since": mod_time} + + with requests.get(crl_location, **options) as response: + if response.status_code == 304: + return False + with open(crl, "wb") as crl_file: - for chunk in r.iter_content(chunk_size=1024): + for chunk in response.iter_content(chunk_size=1024): if chunk: crl_file.write(chunk) + return True -def refresh_crls(out_dir, logger=None): + +def remove_bad_crl(out_dir, crl_location): + crl = crl_local_path(out_dir, crl_location) + os.remove(crl) + + +def refresh_crls(out_dir, target_dir, logger): disa_html = fetch_disa() crl_list = crl_list_from_disa_html(disa_html) for crl_location in crl_list: - if logger: - logger.info("updating CRL from {}".format(crl_location)) + logger.info("updating CRL from {}".format(crl_location)) try: - write_crl(out_dir, crl_location) + if write_crl(out_dir, target_dir, crl_location): + logger.info("successfully synced CRL from {}".format(crl_location)) + else: + logger.info("no updates for CRL from {}".format(crl_location)) except requests.exceptions.ChunkedEncodingError: if logger: logger.error( - "Error downloading {}, continuing anyway".format(crl_location) + "Error downloading {}, removing file and continuing anyway".format( + crl_location + ) ) + remove_bad_crl(out_dir, crl_location) if __name__ == "__main__": @@ -64,7 +105,7 @@ if __name__ == "__main__": logger = logging.getLogger() logger.info("Updating CRLs") try: - refresh_crls(sys.argv[1], logger=logger) + refresh_crls(sys.argv[1], sys.argv[2], logger) except Exception as err: logger.exception("Fatal error encountered, stopping") sys.exit(1) diff --git a/atst/forms/request.py b/atst/forms/request.py index 1c4c7420..ce48a161 100644 --- a/atst/forms/request.py +++ b/atst/forms/request.py @@ -1,11 +1,38 @@ from wtforms.fields.html5 import IntegerField from wtforms.fields import RadioField, TextAreaField, SelectField +from wtforms.validators import Optional, Required + from .fields import DateField from .forms import ValidatedForm +from atst.domain.requests import Requests class RequestForm(ValidatedForm): + def validate(self, *args, **kwargs): + if self.jedi_migration.data == 'no': + self.rationalization_software_systems.validators.append(Optional()) + self.technical_support_team.validators.append(Optional()) + self.organization_providing_assistance.validators.append(Optional()) + self.engineering_assessment.validators.append(Optional()) + self.data_transfers.validators.append(Optional()) + self.expected_completion_date.validators.append(Optional()) + elif self.jedi_migration.data == 'yes': + if self.technical_support_team.data == 'no': + self.organization_providing_assistance.validators.append(Optional()) + self.cloud_native.validators.append(Optional()) + + try: + annual_spend = int(self.estimated_monthly_spend.data or 0) * 12 + except ValueError: + annual_spend = 0 + + if annual_spend > Requests.AUTO_APPROVE_THRESHOLD: + self.number_user_sessions.validators.append(Required()) + self.average_daily_traffic.validators.append(Required()) + + return super(RequestForm, self).validate(*args, **kwargs) + # Details of Use: General dod_component = SelectField( "DoD Component", @@ -36,16 +63,19 @@ class RequestForm(ValidatedForm): "JEDI Migration", description="Are you using the JEDI Cloud to migrate existing systems?", choices=[("yes", "Yes"), ("no", "No")], + default="", ) rationalization_software_systems = RadioField( description="Have you completed a “rationalization” of your software systems to move to the cloud?", choices=[("yes", "Yes"), ("no", "No"), ("in_progress", "In Progress")], + default="", ) technical_support_team = RadioField( description="Are you working with a technical support team experienced in cloud migrations?", choices=[("yes", "Yes"), ("no", "No")], + default="", ) organization_providing_assistance = RadioField( # this needs to be updated to use checkboxes instead of radio @@ -56,11 +86,13 @@ class RequestForm(ValidatedForm): ("other_dod_organization", "Other DoD organization"), ("none", "None"), ], + default="", ) engineering_assessment = RadioField( description="Have you completed an engineering assessment of your systems for cloud readiness?", choices=[("yes", "Yes"), ("no", "No"), ("in_progress", "In Progress")], + default="", ) data_transfers = SelectField( @@ -94,6 +126,7 @@ class RequestForm(ValidatedForm): cloud_native = RadioField( description="Are your software systems being developed cloud native?", choices=[("yes", "Yes"), ("no", "No")], + default="", ) # Details of Use: Financial Usage diff --git a/js/components/forms/details_of_use.js b/js/components/forms/details_of_use.js new file mode 100644 index 00000000..ff1abccc --- /dev/null +++ b/js/components/forms/details_of_use.js @@ -0,0 +1,71 @@ +import createNumberMask from 'text-mask-addons/dist/createNumberMask' +import { conformToMask } from 'vue-text-mask' + +import textinput from '../text_input' +import optionsinput from '../options_input' + +export default { + name: 'details-of-use', + + components: { + textinput, + optionsinput, + }, + + props: { + initialData: { + type: Object, + default: () => ({}) + } + }, + + data: function () { + const { + estimated_monthly_spend = 0, + jedi_migration = '', + technical_support_team = '' + } = this.initialData + + return { + estimated_monthly_spend, + jedi_migration, + technical_support_team + } + }, + + mounted: function () { + this.$root.$on('field-change', this.handleFieldChange) + }, + + computed: { + annualSpend: function () { + const monthlySpend = this.estimated_monthly_spend || 0 + return monthlySpend * 12 + }, + annualSpendStr: function () { + return this.formatDollars(this.annualSpend) + }, + jediMigrationOptionSelected: function () { + return this.jedi_migration !== '' + }, + isJediMigration: function () { + return this.jedi_migration === 'yes' + }, + hasTechnicalSupportTeam: function () { + return this.technical_support_team === 'yes' + } + }, + + methods: { + formatDollars: function (intValue) { + const mask = createNumberMask({ prefix: '$', allowDecimal: true }) + return conformToMask(intValue.toString(), mask).conformedValue + }, + handleFieldChange: function (event) { + const { value, name } = event + if (typeof this[name] !== undefined) { + this[name] = value + } + }, + } +} diff --git a/js/components/options_input.js b/js/components/options_input.js new file mode 100644 index 00000000..eb16f706 --- /dev/null +++ b/js/components/options_input.js @@ -0,0 +1,16 @@ +export default { + name: 'optionsinput', + + props: { + name: String + }, + + methods: { + onInput: function (e) { + this.$root.$emit('field-change', { + value: e.target.value, + name: this.name + }) + } + } +} diff --git a/js/components/text_input.js b/js/components/text_input.js index 60e9021f..d45570ed 100644 --- a/js/components/text_input.js +++ b/js/components/text_input.js @@ -89,8 +89,8 @@ export default { this.showValid = valid // Emit a change event - this.$emit('fieldChange', { - value, + this.$root.$emit('field-change', { + value: this._rawValue(value), valid, name: this.name }) diff --git a/js/index.js b/js/index.js index 11f96763..5cf47a60 100644 --- a/js/index.js +++ b/js/index.js @@ -2,7 +2,9 @@ import classes from '../styles/atat.scss' import Vue from 'vue/dist/vue' import VTooltip from 'v-tooltip' +import optionsinput from './components/options_input' import textinput from './components/text_input' +import DetailsOfUse from './components/forms/details_of_use' Vue.use(VTooltip) @@ -10,7 +12,9 @@ Vue.use(VTooltip) const app = new Vue({ el: '#app-root', components: { - textinput + optionsinput, + textinput, + DetailsOfUse, }, methods: { closeModal: function(name) { @@ -35,5 +39,6 @@ const app = new Vue({ const modal = modalOpen.getAttribute("data-modal"); this.modals[modal] = true; } - } + }, + delimiters: ['!{', '}'] }) diff --git a/script/sync-crls b/script/sync-crls index 3c02ac93..a8a3ff97 100755 --- a/script/sync-crls +++ b/script/sync-crls @@ -5,9 +5,9 @@ set -e cd "$(dirname "$0")/.." mkdir -p crl-tmp -pipenv run python ./atst/domain/authnid/crl/util.py crl-tmp +pipenv run python ./atst/domain/authnid/crl/util.py crl-tmp crl mkdir -p crl -rsync -rq crl-tmp/. crl/. +rsync -rq --min-size 400 crl-tmp/. crl/. rm -rf crl-tmp if [[ $FLASK_ENV != "prod" ]]; then diff --git a/templates/components/options_input.html b/templates/components/options_input.html index 817b7df3..1277b3b5 100644 --- a/templates/components/options_input.html +++ b/templates/components/options_input.html @@ -2,34 +2,36 @@ {% from "components/tooltip.html" import Tooltip %} {% macro OptionsInput(field, tooltip, inline=False) -%} -
+ +
-
- -
- {{ field.label | striptags}} - {% if tooltip %}{{ Tooltip(tooltip) }}{% endif %} -
- {% if field.description %} - {{ field.description | safe }} - {% endif %} +
+ +
+ {{ field.label | striptags}} + {% if tooltip %}{{ Tooltip(tooltip) }}{% endif %} +
+ + {% if field.description %} + {{ field.description | safe }} + {% endif %} + + {% if field.errors %} + {{ Icon('alert',classes="icon-validation")) }} + {% endif %} +
+ + {{ field() }} {% if field.errors %} - {{ Icon('alert',classes="icon-validation") }} + {% for error in field.errors %} + {{ error }} + {% endfor %} {% endif %} - - - {{ field() }} - - {% if field.errors %} - {% for error in field.errors %} - {{ error }} - {% endfor %} - {% endif %} - -
-
+ +
+ {%- endmacro %} diff --git a/templates/components/text_input.html b/templates/components/text_input.html index d399f400..0a005032 100644 --- a/templates/components/text_input.html +++ b/templates/components/text_input.html @@ -7,6 +7,7 @@ validation='{{ validation }}' {% if field.data %}initial-value='{{ field.data }}'{% endif %} {% if field.errors %}v-bind:initial-errors='{{ field.errors }}'{% endif %} + key='{{ field.name }}' inline-template>
We’d like to know a little about how you plan to use JEDI Cloud services to process your request. Please answer the following questions to the best of your ability. Note that the CCPO does not directly help with migrating systems to JEDI Cloud. These questions are for learning about your cloud readiness and financial usage of the JEDI Cloud; your estimates will not be used for any department level reporting.

-

All fields are required, unless specified optional.

+ +
-

General

-{{ OptionsInput(f.dod_component) }} -{{ TextInput(f.jedi_usage,placeholder="Briefly describe how you are expecting to use the JEDI Cloud. \n e.g. We are migrating XYZ application to the cloud so that...",tooltip="Your answer will help us provide tangible examples to DoD leadership how and why commercial cloud resources are accelerating the Department\\'s missions.") }} +

We’d like to know a little about how you plan to use JEDI Cloud services to process your request. Please answer the following questions to the best of your ability. Note that the CCPO does not directly help with migrating systems to JEDI Cloud. These questions are for learning about your cloud readiness and financial usage of the JEDI Cloud; your estimates will not be used for any department level reporting.

+

All fields are required, unless specified optional.

-

Cloud Readiness

-{{ TextInput(f.num_software_systems,validation="integer",tooltip="A software system can be any code that you plan to host on cloud infrastructure. For example, it could be a custom-developed web application, or a large ERP system.") }} -{{ OptionsInput(f.jedi_migration, tooltip="Cloud migration is the process of moving data, applications or other business elements from an organization\\'s onsite computers/data centers to the cloud, or moving them from one cloud environment to another.") }} -{{ OptionsInput(f.rationalization_software_systems, tooltip="Rationalization is the DoD process to determine whether the application should move to the cloud.") }} -{{ OptionsInput(f.technical_support_team) }} -{{ OptionsInput(f.organization_providing_assistance) }} -{{ OptionsInput(f.engineering_assessment, tooltip="An engineering assessment is an evaluation to convert your application architecture from on-premises to using the commercial cloud") }} -{{ OptionsInput(f.data_transfers) }} -{{ OptionsInput(f.expected_completion_date) }} -{{ OptionsInput(f.cloud_native, tooltip="Cloud native is architecting and designing your application to use all the benefits of the commercial cloud. Specifically, designing applications so that they are decoupled from a physical resource.") }} +

General

+ {{ OptionsInput(f.dod_component) }} + {{ TextInput(f.jedi_usage, paragraph=True, placeholder="Briefly describe how you are expecting to use the JEDI Cloud. \n e.g. We are migrating XYZ application to the cloud so that...",tooltip="Your answer will help us provide tangible examples to DoD leadership how and why commercial cloud resources are accelerating the Department\\'s missions.") }} -

Financial Usage

-{{ TextInput(f.estimated_monthly_spend, tooltip="Refer to financial verification step help docs", validation="dollars") }} -So this means you are spending approximately $1,000,023 annually. -{{ TextInput(f.dollar_value,validation="dollars") }} -{{ TextInput(f.number_user_sessions,validation="integer") }} -{{ TextInput(f.average_daily_traffic, tooltip="Requests are the client-to-server network traffic that is being transferred to your systems",validation="integer") }} -{{ TextInput(f.average_daily_traffic_gb, tooltip="GB uploaded is the gigabyte amount of data traffic that is being transferred to your systems",validation="gigabytes") }} -{{ TextInput(f.start_date, validation="date", placeholder="MM / DD / YYYY") }} +

Cloud Readiness

+ {{ TextInput(f.num_software_systems,validation="integer",tooltip="A software system can be any code that you plan to host on cloud infrastructure. For example, it could be a custom-developed web application, or a large ERP system.") }} + {{ OptionsInput(f.jedi_migration, tooltip="Cloud migration is the process of moving data, applications or other business elements from an organization\\'s onsite computers/data centers to the cloud, or moving them from one cloud environment to another.") }} + + +

Financial Usage

+ {{ TextInput(f.estimated_monthly_spend, tooltip="Refer to financial verification step help docs", validation="dollars") }} +

So this means you are spending approximately !{ annualSpendStr } annually

+ + {{ TextInput(f.dollar_value, validation='dollars') }} + + {{ TextInput(f.start_date, validation='date', placeholder='MM / DD / YYYY') }} + +
+
{% endblock %} diff --git a/tests/domain/authnid/test_crl.py b/tests/domain/authnid/test_crl.py index 5593a865..1b9fa2ec 100644 --- a/tests/domain/authnid/test_crl.py +++ b/tests/domain/authnid/test_crl.py @@ -66,8 +66,9 @@ def test_parse_disa_pki_list(): assert len(crl_list) == len(href_matches) class MockStreamingResponse(): - def __init__(self, content_chunks): + def __init__(self, content_chunks, code=200): self.content_chunks = content_chunks + self.status_code = code def iter_content(self, chunk_size=0): return self.content_chunks @@ -81,6 +82,10 @@ class MockStreamingResponse(): def test_write_crl(tmpdir, monkeypatch): monkeypatch.setattr('requests.get', lambda u, **kwargs: MockStreamingResponse([b'it worked'])) crl = 'crl_1' - util.write_crl(tmpdir, crl) + assert util.write_crl(tmpdir, "random_target_dir", crl) assert [p.basename for p in tmpdir.listdir()] == [crl] assert [p.read() for p in tmpdir.listdir()] == ['it worked'] + +def test_skips_crl_if_it_has_not_been_modified(tmpdir, monkeypatch): + monkeypatch.setattr('requests.get', lambda u, **kwargs: MockStreamingResponse([b'it worked'], 304)) + assert not util.write_crl(tmpdir, "random_target_dir", 'crl_file_name') diff --git a/tests/forms/test_request.py b/tests/forms/test_request.py new file mode 100644 index 00000000..48151a3d --- /dev/null +++ b/tests/forms/test_request.py @@ -0,0 +1,85 @@ +import pytest + +from atst.forms.request import RequestForm + + +class TestRequestForm: + + form_data = { + 'dod_component': 'us_air_force', + 'jedi_usage': 'cloud-ify all the things', + 'num_software_systems': '12', + 'estimated_monthly_spend': '1000000', + 'dollar_value': '42', + 'number_user_sessions': '6', + 'average_daily_traffic': '0', + 'start_date': '12/12/2012', + } + migration_data = { + 'jedi_migration': 'yes', + 'rationalization_software_systems': 'yes', + 'technical_support_team': 'yes', + 'organization_providing_assistance': 'in_house_staff', + 'engineering_assessment': 'yes', + 'data_transfers': 'less_than_100gb', + 'expected_completion_date': 'less_than_1_month' + } + + def test_require_cloud_native_when_not_migrating(self): + extra_data = { 'jedi_migration': 'no' } + request_form = RequestForm(data={ **self.form_data, **extra_data }) + assert not request_form.validate() + assert request_form.errors == { 'cloud_native': ['Not a valid choice'] } + + def test_require_migration_questions_when_migrating(self): + extra_data = { 'jedi_migration': 'yes' } + request_form = RequestForm(data={ **self.form_data, **extra_data }) + assert not request_form.validate() + assert request_form.errors == { + 'rationalization_software_systems': ['Not a valid choice'], + 'technical_support_team': ['Not a valid choice'], + 'organization_providing_assistance': ['Not a valid choice'], + 'engineering_assessment': ['Not a valid choice'], + 'data_transfers': ['Not a valid choice'], + 'expected_completion_date': ['Not a valid choice'] + } + + def test_require_organization_when_technical_support_team(self): + data = { **self.form_data, **self.migration_data } + del data['organization_providing_assistance'] + + request_form = RequestForm(data=data) + assert not request_form.validate() + assert request_form.errors == { + 'organization_providing_assistance': ['Not a valid choice'], + } + + def test_valid_form_data(self): + data = { **self.form_data, **self.migration_data } + data['technical_support_team'] = 'no' + del data['organization_providing_assistance'] + + request_form = RequestForm(data=data) + assert request_form.validate() + + def test_sessions_required_for_large_projects(self): + data = { **self.form_data, **self.migration_data } + data['estimated_monthly_spend'] = '9999999' + del data['number_user_sessions'] + del data['average_daily_traffic'] + + request_form = RequestForm(data=data) + assert not request_form.validate() + assert request_form.errors == { + 'number_user_sessions': ['This field is required.'], + 'average_daily_traffic': ['This field is required.'], + } + + def test_sessions_not_required_invalid_monthly_spend(self): + data = { **self.form_data, **self.migration_data } + data['estimated_monthly_spend'] = 'foo' + del data['number_user_sessions'] + del data['average_daily_traffic'] + + request_form = RequestForm(data=data) + assert request_form.validate()