from urllib.request import urlopen
import csv

# Add root project dir to the python path
import os
import sys
parent_dir = os.path.abspath(os.path.join(os.path.dirname(__file__), '..'))
sys.path.append(parent_dir)

from atst.app import make_app, make_config
from atst.domain.pe_numbers import PENumbers


def get_pe_numbers(url):
    response = urlopen(url)
    t = response.read().decode("utf-8")
    return list(csv.reader(t.split("\r\n")))

if __name__ == "__main__":
    config = make_config()
    url = config['PE_NUMBER_CSV_URL']
    print("Fetching PE numbers from {}".format(url))
    pe_numbers = get_pe_numbers(url)

    app = make_app(config)
    with app.app_context():
        print("Inserting {} PE numbers".format(len(pe_numbers)))
        PENumbers.create_many(pe_numbers)