spaceport/apiserver/scripts/import_old_portal.py

262 lines
6.3 KiB
Python
Raw Normal View History

import django, sys, os
os.environ['DJANGO_SETTINGS_MODULE'] = 'apiserver.settings'
django.setup()
import datetime
from django.utils import timezone
from apiserver.api import models, old_models, utils
MEMBER_FIELDS = [
'id',
# email -> old_email
2020-01-11 00:47:13 +00:00
'first_name',
'last_name',
'preferred_name',
2020-01-11 00:47:13 +00:00
'status',
'phone',
2020-01-11 00:47:13 +00:00
'expire_date',
'current_start_date',
'application_date',
'vetted_date',
'monthly_fees',
'emergency_contact_name',
'emergency_contact_phone',
# minor -> is_minor
'birthdate',
'guardian_name',
'street_address',
# city, provice -> city
'postal_code',
]
TRANSACTION_FIELDS = [
'id',
'member_id',
'date',
'amount',
'reference_number',
'memo',
'number_of_membership_months',
'payment_method',
'category',
'account_type',
'info_source',
]
2020-01-09 06:45:32 +00:00
CARD_FIELDS = [
'id',
'member_id',
'card_number',
'notes',
'last_seen_at',
'active_status',
]
COURSE_FIELDS = [
'id',
'name',
'description',
# True -> is_old
]
SESSION_FIELDS = [
'id',
# course_id -> course
# instructor -> old_instructor
# datetime -> fix timezone
'cost',
]
TRAINING_FIELDS = [
'id',
# class_session_id -> session
'member_id',
# attendance_status -> capitalize
'sign_up_date',
'paid_date',
]
2020-01-11 06:27:30 +00:00
photo_folders = os.listdir('old_photos')
print('Found {} member photo folders'.format(len(photo_folders)))
print('Deleting all members...')
models.Member.objects.all().delete()
print('Importing old members...')
old = old_models.Members.objects.using('old_portal').all()
2020-02-07 04:10:13 +00:00
import_date = old.last().web_crawl_date.date()
print('Using import date:', import_date)
for o in old:
new = {}
if o.status == 'Contractor':
print('Skipping contractor member #{} - {} {}'.format(
o.id, o.first_name, o.last_name
))
continue
for f in MEMBER_FIELDS:
new[f] = o.__dict__.get(f, None)
if o.city and o.province:
new['city'] = '{}, {}'.format(o.city, o.province)
new['old_email'] = o.email
new['is_minor'] = o.minor
new['paused_date'] = None
2020-01-11 06:27:30 +00:00
small, medium, large = None, None, None
if str(o.id) in photo_folders:
folder = 'old_photos/' + str(o.id)
if 'photo.jpg' in os.listdir(folder):
2020-01-23 22:32:31 +00:00
small, medium, large = utils.process_image_upload(folder + '/photo.jpg')
2020-01-11 06:27:30 +00:00
print('Found a photo')
models.Member.objects.create(photo_small=small, photo_medium=medium, photo_large=large, **new)
print('Imported member #{} - {} {}'.format(
o.id, o.first_name, o.last_name
))
print('Deleting all transactions...')
models.Transaction.objects.all().delete()
print('Importing old transactions...')
old = old_models.Transactions.objects.using('old_portal').all()
for o in old:
new = {}
for f in TRANSACTION_FIELDS:
2020-02-06 09:52:10 +00:00
tmp = o.__dict__.get(f, None)
if isinstance(tmp, str):
new[f] = tmp.replace('Paypal', 'PayPal')
else:
new[f] = tmp
models.Transaction.objects.create(**new)
print('Imported transaction #{} - {} {}'.format(
o.id, o.member_id, o.category
))
print('Faking membership months...')
members = models.Member.objects.all()
bad_count = 0
for m in members:
old_status = m.status
old_expire = m.expire_date
if 'Former' in old_status:
m.status = 'Old Portal ' + old_status
m.save()
continue
if not m.current_start_date: continue
2020-01-20 00:46:07 +00:00
tx, _ = utils.fake_missing_membership_months(m)
utils.tally_membership_months(m, import_date)
utils.gen_member_forms(m)
if tx:
print(m.first_name, m.last_name, tx.memo)
if old_status != m.status or old_expire != m.expire_date:
print('Expire / status mismatch member:', m.__dict__)
print('New status:', m.status)
print('Old status:', old_status)
print('New expire:', m.expire_date)
print('Old expire:', old_expire)
print('')
bad_count += 1
print('Import mismatch count:', bad_count)
print('Pausing former members...')
for m in members:
if 'Former' in m.status:
paused_date = m.expire_date or datetime.date.today()
m.paused_date = paused_date
m.save()
print('Paused', m.first_name, m.last_name)
2020-01-09 06:45:32 +00:00
print('Deleting all cards...')
models.Card.objects.all().delete()
print('Importing old cards...')
old = old_models.AccessKeys.objects.using('old_portal').all()
2020-01-09 06:45:32 +00:00
for o in old:
new = {}
2020-01-09 06:45:32 +00:00
for f in CARD_FIELDS:
new[f] = o.__dict__.get(f, None)
models.Card.objects.create(**new)
print('Imported card #{} - {} {}'.format(
o.id, o.card_number, o.notes
))
print('Deleting all courses...')
models.Course.objects.all().delete()
print('Importing old courses...')
old = old_models.Courses.objects.using('old_portal').all()
for o in old:
new = {}
for f in COURSE_FIELDS:
new[f] = o.__dict__.get(f, None)
new['name'] = new['name'].split('<',1)[0]
new['is_old'] = True
models.Course.objects.create(**new)
print('Imported course #{} - {}'.format(
o.id, new['name']
))
print('Deleting all sessions...')
models.Session.objects.all().delete()
print('Importing old session...')
old = old_models.ClassSessions.objects.using('old_portal').all()
for o in old:
new = {}
for f in SESSION_FIELDS:
new[f] = o.__dict__.get(f, None)
new['course'] = models.Course.objects.get(id=o.course_id)
new['old_instructor'] = o.instructor
dt = o.datetime.replace(tzinfo=None)
dt = timezone.pytz.timezone('America/Edmonton').localize(dt)
new['datetime'] = dt.astimezone(timezone.pytz.UTC)
models.Session.objects.create(**new)
print('Imported session #{} - {} {}'.format(
o.id, o.instructor, new['course']
))
print('Deleting all training...')
models.Training.objects.all().delete()
print('Importing old training...')
old = old_models.ClassRegistrants.objects.using('old_portal').all()
for o in old:
new = {}
for f in TRAINING_FIELDS:
new[f] = o.__dict__.get(f, None)
new['session'] = models.Session.objects.get(id=o.class_session_id)
new['attendance_status'] = o.attendance_status.capitalize()
2020-01-09 06:45:32 +00:00
models.Training.objects.create(**new)
print('Imported training #{} - {} {}'.format(
o.id, new['session'], o.member_id
2020-01-09 06:45:32 +00:00
))
print('Done.')