views.py
160 lines
| 6.2 KiB
| text/x-python
|
PythonLexer
| r2 | ||||
| from django.contrib.auth.decorators import login_required | ||||
| from django.shortcuts import render | ||||
| r8 | from apps.updata.forms import UpdataForm, ExpForm | |||
| r2 | from django.core.files.storage import FileSystemStorage | |||
| from django.contrib import messages | ||||
| import os | ||||
| r11 | import glob | |||
| import datetime | ||||
| r2 | ||||
| # madrigal imports | ||||
| import madrigal.metadata | ||||
| import madrigal.ui.web | ||||
| import madrigal.admin | ||||
| r6 | @login_required(login_url='/madrigal/accounts/login/') | |||
| r2 | def index(request): | |||
| ''' | ||||
| Uploading experiments data view. Allows user to upload experiment files | ||||
| ''' | ||||
| dbAdminObj = madrigal.admin.MadrigalDBAdmin() | ||||
| madDB = madrigal.metadata.MadrigalDB() | ||||
| madWebObj = madrigal.ui.web.MadrigalWeb(madDB) | ||||
| siteName, siteList = madWebObj.getSiteInfo() | ||||
| r8 | err = False | |||
| r2 | if request.method == 'POST': | |||
| r11 | for root, folders, tmp_files in os.walk('/tmp/'): | |||
| for f in tmp_files: | ||||
| os.remove(os.path.join(root, f)) | ||||
| r2 | form = UpdataForm(request.POST, request.FILES) | |||
| r11 | files = list(request.FILES.getlist('file')) | |||
| r8 | files.sort() | |||
| filenames = [] | ||||
| choose = request.POST.get('choose') | ||||
| if choose == 'new': | ||||
| instCode = int(request.POST.get('inst')) | ||||
| expTitle = request.POST.get('exp') | ||||
| else: | ||||
| instCode = int(request.POST.get('instruments')) | ||||
| expId = request.POST.get('experiments') | ||||
| madExp = madrigal.metadata.MadrigalExperiment() | ||||
| expTitle = madExp.getExpNameByExpId(expId) | ||||
| r2 | ||||
| r8 | description = request.POST.get('description') | |||
| perm = int(request.POST.get('permission')) | ||||
| optchar = request.POST.get('optchar').strip() | ||||
| first = True | ||||
| r11 | ||||
| if len(files) == 1: | ||||
| r8 | fs = FileSystemStorage(location='/tmp') | |||
| r11 | fs.save(files[0].name, files[0]) | |||
| filename = os.path.join('/tmp', files[0].name) | ||||
| fileInfo = madrigal.data.MadrigalFile(filename, madDB) | ||||
| sTime = fileInfo.getEarliestTime() | ||||
| startTime = datetime.datetime(sTime[0],sTime[1],sTime[2],sTime[3],sTime[4],sTime[5]) | ||||
| exp_list = madWebObj.getExpsOnDate(instCode, startTime.year, startTime.month, startTime.day) | ||||
| if exp_list and os.path.exists(os.path.join(exp_list[0][2], files[0].name)): | ||||
| expDir = exp_list[0][2] | ||||
| r8 | try: | |||
| r11 | dbAdminObj.overwriteMadrigalFile(expDir, filename, notify=True) | |||
| messages.warning(request, | ||||
| 'Filename {} has been overwritten'.format(files[0].name) | ||||
| ) | ||||
| r8 | except Exception as e: | |||
| err = True | ||||
| messages.error(request, | ||||
| r11 | 'An error occur adding file {}: {}'.format(filename.split('/')[-1], e) | |||
| r8 | ) | |||
| else: | ||||
| r11 | fs = FileSystemStorage(location='/tmp') | |||
| fs.save(f.name, f) | ||||
| filename = os.path.join('/tmp', f.name) | ||||
| ext = filename.split('.')[-1] | ||||
| if ext not in ('hdf5', 'h5'): | ||||
| convert = True | ||||
| else: | ||||
| convert = False | ||||
| r8 | try: | |||
| r11 | expDir = dbAdminObj.createMadrigalExperiment(filename, expTitle, perm, description, | |||
| instCode, optChar=optchar, updateToMad3=convert) | ||||
| r8 | except Exception as e: | |||
| err = True | ||||
| messages.error(request, | ||||
| r11 | 'An error occur creating the experiment {}: {}'.format(expTitle, e) | |||
| r8 | ) | |||
| filenames.append(filename.split('/')[-1]) | ||||
| r11 | else: | |||
| for f in files: | ||||
| fs = FileSystemStorage(location='/tmp') | ||||
| fs.save(f.name, f) | ||||
| filename = os.path.join('/tmp', f.name) | ||||
| ext = filename.split('.')[-1] | ||||
| if ext not in ('hdf5', 'h5'): | ||||
| convert = True | ||||
| else: | ||||
| convert = False | ||||
| if first: | ||||
| first = False | ||||
| try: | ||||
| expDir = dbAdminObj.createMadrigalExperiment(filename, expTitle, perm, description, | ||||
| instCode, optChar=optchar, updateToMad3=convert) | ||||
| except Exception as e: | ||||
| err = True | ||||
| messages.error(request, | ||||
| 'An error occur creating the experiment {}: {}'.format(expTitle, e) | ||||
| ) | ||||
| break | ||||
| else: | ||||
| try: | ||||
| dbAdminObj.addMadrigalFile(expDir, filename, perm, description, updateToMad3=convert) | ||||
| except Exception as e: | ||||
| err = True | ||||
| messages.error(request, | ||||
| 'An error occur adding file {}: {}'.format(filename.split('/')[-1], e) | ||||
| ) | ||||
| filenames.append(filename.split('/')[-1]) | ||||
| os.remove(filename) | ||||
| r8 | ||||
| if not err: | ||||
| messages.success(request, | ||||
| 'Experiment {} created succesfully with files: {}'.format(expTitle, filenames) | ||||
| ) | ||||
| madInstParams = madrigal.metadata.MadrigalInstrumentParameters() | ||||
| madInstKindats = madrigal.metadata.MadrigalInstrumentKindats() | ||||
| print('*** Updating local metadata ***') | ||||
| dbAdminObj.__updateLocalMetadata__() | ||||
| print('*** Rebuilding instParmTab.txt ***') | ||||
| madInstParams.rebuildInstParmTable() | ||||
| print('*** Rebuilding instKindatTab.txt ***') | ||||
| madInstKindats.rebuildInstKindatTable() | ||||
| form = UpdataForm() | ||||
| r2 | ||||
| else: | ||||
| form = UpdataForm() | ||||
| return render(request, 'updata/index.html', { | ||||
| 'form': form, | ||||
| 'site_name': siteName, | ||||
| 'site_list': siteList, | ||||
| }) | ||||
| def get_experiments(request): | ||||
| """get_experiments is a Ajax call that returns the experiments select html to support the | ||||
| updata UI. Called when a user modifies the intruments select field. | ||||
| Inputs: | ||||
| request | ||||
| """ | ||||
| form = ExpForm(request.GET) | ||||
| return render(request, 'updata/experiments.html', {'form': form}) | ||||
