29 lines
789 B
Python
29 lines
789 B
Python
from urllib.request import urlopen
|
|
import csv
|
|
|
|
# Add root project dir to the python path
|
|
import os
|
|
import sys
|
|
parent_dir = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
|
|
sys.path.append(parent_dir)
|
|
|
|
from atst.app import make_app, make_config
|
|
from atst.domain.pe_numbers import PENumbers
|
|
|
|
|
|
def get_pe_numbers(url):
|
|
response = urlopen(url)
|
|
t = response.read().decode("utf-8")
|
|
return list(csv.reader(t.split("\r\n")))
|
|
|
|
if __name__ == "__main__":
|
|
config = make_config()
|
|
url = config['PE_NUMBER_CSV_URL']
|
|
print("Fetching PE numbers from {}".format(url))
|
|
pe_numbers = get_pe_numbers(url)
|
|
|
|
app = make_app(config)
|
|
with app.app_context():
|
|
print("Inserting {} PE numbers".format(len(pe_numbers)))
|
|
PENumbers.create_many(pe_numbers)
|