ramon
/
skillbox
1
0
Fork 0
Code Issues 1 Pull Requests 1 Packages Projects 1 Releases 1 Wiki Activity

Update import command to allow S3 resources as source

This commit is contained in:
Ramon Wenger 2019-11-20 15:05:35 +01:00
parent 4965eb5fa1
commit e7916215b0
1 changed files with 46 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
server/core/management/commands/import_users.py
View File

@ -2,6 +2,7 @@ import csv
from django.core.management import BaseCommand
import os
import requests
from django.conf import settings
from users.models import User, SchoolClass, Role, UserRole
@ -10,15 +11,10 @@ from users.models import User, SchoolClass, Role, UserRole
class Command(BaseCommand):
def add_arguments(self, parser):
parser.add_argument('csv_file')
parser.add_argument('--s3', dest='s3', action='store_const', default=False, const=True, help='the file is on a remote server and publicly accessible like e.g. an S3 resource')
def handle(self, *args, **options):
self.stdout.write('Importing from {}!'.format(options['csv_file']))
dir_path = settings.BASE_DIR
rel_path = options['csv_file']
abs_path = os.path.join(dir_path, rel_path)
try:
with open(abs_path) as f:
reader = csv.DictReader(f)
def import_users(self, file_handler):
reader = csv.DictReader(file_handler)
for row in reader:
email = row['Email'].lower().strip()
if email == '':
@ -48,5 +44,23 @@ class Command(BaseCommand):
self.stdout.write("")
def handle(self, *args, **options):
self.stdout.write('Importing from {}!'.format(options['csv_file']))
is_s3 = options['s3']
csv_file = options['csv_file']
try:
if not is_s3:
dir_path = settings.BASE_DIR
rel_path = csv_file
abs_path = os.path.join(dir_path, rel_path)
with open(abs_path) as f:
self.import_users(f)
else:
with requests.Session() as s:
download = s.get(csv_file)
decoded_content = download.content.decode('utf-8')
self.import_users(decoded_content.splitlines())
except Exception as e:
self.stdout.write(e)