import ast import json from datetime import datetime, timedelta from django.shortcuts import render, redirect, get_object_or_404, HttpResponse from django.utils.safestring import mark_safe from django.http import HttpResponseRedirect from django.core.urlresolvers import reverse from django.db.models import Q from django.core.paginator import Paginator, EmptyPage, PageNotAnInteger from django.contrib import messages from django.http.request import QueryDict try: from urllib.parse import urlencode except ImportError: from urllib import urlencode from .forms import CampaignForm, ExperimentForm, DeviceForm, ConfigurationForm, LocationForm, UploadFileForm, DownloadFileForm, OperationForm, NewForm from .forms import OperationSearchForm, FilterForm, ChangeIpForm from .tasks import task_start from apps.rc.forms import RCConfigurationForm, RCLineCode, RCMixConfigurationForm from apps.dds.forms import DDSConfigurationForm from apps.jars.forms import JARSConfigurationForm from apps.cgs.forms import CGSConfigurationForm from apps.abs.forms import ABSConfigurationForm from apps.usrp.forms import USRPConfigurationForm from .utils import Params from .models import Campaign, Experiment, Device, Configuration, Location, RunningExperiment, DEV_STATES from apps.cgs.models import CGSConfiguration from apps.jars.models import JARSConfiguration, EXPERIMENT_TYPE from apps.usrp.models import USRPConfiguration from apps.abs.models import ABSConfiguration from apps.rc.models import RCConfiguration, RCLine, RCLineType from apps.dds.models import DDSConfiguration from radarsys.celery import app from django.contrib.auth.decorators import login_required from django.contrib.auth.decorators import user_passes_test from django.contrib.admin.views.decorators import staff_member_required CONF_FORMS = { 'rc': RCConfigurationForm, 'dds': DDSConfigurationForm, 'jars': JARSConfigurationForm, 'cgs': CGSConfigurationForm, 'abs': ABSConfigurationForm, 'usrp': USRPConfigurationForm, } CONF_MODELS = { 'rc': RCConfiguration, 'dds': DDSConfiguration, 'jars': JARSConfiguration, 'cgs': CGSConfiguration, 'abs': ABSConfiguration, 'usrp': USRPConfiguration, } MIX_MODES = { '0': 'P', '1': 'S', } MIX_OPERATIONS = { '0': 'OR', '1': 'XOR', '2': 'AND', '3': 'NAND', } def index(request): kwargs = {'no_sidebar':True} return render(request, 'index.html', kwargs) def locations(request): page = request.GET.get('page') order = ('name',) kwargs = get_paginator(Location, page, order) kwargs['keys'] = ['name', 'description'] kwargs['title'] = 'Radar System' kwargs['suptitle'] = 'List' kwargs['no_sidebar'] = True return render(request, 'base_list.html', kwargs) def location(request, id_loc): location = get_object_or_404(Location, pk=id_loc) kwargs = {} kwargs['location'] = location kwargs['location_keys'] = ['name', 'description'] kwargs['title'] = 'Location' kwargs['suptitle'] = 'Details' return render(request, 'location.html', kwargs) @user_passes_test(lambda u:u.is_staff) def location_new(request): if request.method == 'GET': form = LocationForm() if request.method == 'POST': form = LocationForm(request.POST) if form.is_valid(): form.save() return redirect('url_locations') kwargs = {} kwargs['form'] = form kwargs['title'] = 'Radar System' kwargs['suptitle'] = 'New' kwargs['button'] = 'Create' return render(request, 'base_edit.html', kwargs) @user_passes_test(lambda u:u.is_staff) def location_edit(request, id_loc): location = get_object_or_404(Location, pk=id_loc) if request.method=='GET': form = LocationForm(instance=location) if request.method=='POST': form = LocationForm(request.POST, instance=location) if form.is_valid(): form.save() return redirect('url_locations') kwargs = {} kwargs['form'] = form kwargs['title'] = 'Location' kwargs['suptitle'] = 'Edit' kwargs['button'] = 'Update' return render(request, 'base_edit.html', kwargs) @user_passes_test(lambda u:u.is_staff) def location_delete(request, id_loc): location = get_object_or_404(Location, pk=id_loc) if request.method=='POST': if request.user.is_staff: location.delete() return redirect('url_locations') messages.error(request, 'Not enough permission to delete this object') return redirect(location.get_absolute_url()) kwargs = { 'title': 'Delete', 'suptitle': 'Location', 'object': location, 'previous': location.get_absolute_url(), 'delete': True } return render(request, 'confirm.html', kwargs) def devices(request): page = request.GET.get('page') order = ('device_type', 'name') kwargs = get_paginator(Device, page, order) kwargs['keys'] = ['name', 'ip_address', 'port_address', 'device_type'] kwargs['title'] = 'Device' kwargs['suptitle'] = 'List' kwargs['no_sidebar'] = True return render(request, 'base_list.html', kwargs) def device(request, id_dev): device = get_object_or_404(Device, pk=id_dev) kwargs = {} kwargs['device'] = device kwargs['device_keys'] = ['device_type', 'name', 'ip_address', 'port_address', 'description'] kwargs['title'] = 'Device' kwargs['suptitle'] = 'Details' return render(request, 'device.html', kwargs) @user_passes_test(lambda u:u.is_staff) def device_new(request): if request.method == 'GET': form = DeviceForm() if request.method == 'POST': form = DeviceForm(request.POST) if form.is_valid(): form.save() return redirect('url_devices') kwargs = {} kwargs['form'] = form kwargs['title'] = 'Device' kwargs['suptitle'] = 'New' kwargs['button'] = 'Create' return render(request, 'base_edit.html', kwargs) @user_passes_test(lambda u:u.is_staff) def device_edit(request, id_dev): device = get_object_or_404(Device, pk=id_dev) if request.method=='GET': form = DeviceForm(instance=device) if request.method=='POST': form = DeviceForm(request.POST, instance=device) if form.is_valid(): form.save() return redirect(device.get_absolute_url()) kwargs = {} kwargs['form'] = form kwargs['title'] = 'Device' kwargs['suptitle'] = 'Edit' kwargs['button'] = 'Update' return render(request, 'base_edit.html', kwargs) @user_passes_test(lambda u:u.is_staff) def device_delete(request, id_dev): device = get_object_or_404(Device, pk=id_dev) if request.method=='POST': if request.user.is_staff: device.delete() return redirect('url_devices') messages.error(request, 'Not enough permission to delete this object') return redirect(device.get_absolute_url()) kwargs = { 'title': 'Delete', 'suptitle': 'Device', 'object': device, 'previous': device.get_absolute_url(), 'delete': True } return render(request, 'confirm.html', kwargs) @user_passes_test(lambda u:u.is_staff) def device_change_ip(request, id_dev): device = get_object_or_404(Device, pk=id_dev) if request.method=='POST': if request.user.is_staff: device.change_ip(**request.POST.dict()) level, message = device.message.split('|') messages.add_message(request, level, message) else: messages.error(request, 'Not enough permission to delete this object') return redirect(device.get_absolute_url()) kwargs = { 'title': 'Device', 'suptitle': 'Change IP', 'object': device, 'previous': device.get_absolute_url(), 'form': ChangeIpForm(initial={'ip_address':device.ip_address}), 'message' : ' ', } return render(request, 'confirm.html', kwargs) def campaigns(request): page = request.GET.get('page') order = ('start_date',) filters = request.GET.copy() kwargs = get_paginator(Campaign, page, order, filters) form = FilterForm(initial=request.GET, extra_fields=['range_date', 'tags','template']) kwargs['keys'] = ['name', 'start_date', 'end_date'] kwargs['title'] = 'Campaign' kwargs['suptitle'] = 'List' kwargs['no_sidebar'] = True kwargs['form'] = form filters.pop('page', None) kwargs['q'] = urlencode(filters) return render(request, 'base_list.html', kwargs) def campaign(request, id_camp): campaign = get_object_or_404(Campaign, pk=id_camp) experiments = Experiment.objects.filter(campaign=campaign) form = CampaignForm(instance=campaign) kwargs = {} kwargs['campaign'] = campaign kwargs['campaign_keys'] = ['template', 'name', 'start_date', 'end_date', 'tags', 'description'] kwargs['experiments'] = experiments kwargs['experiment_keys'] = ['name', 'radar_system', 'start_time', 'end_time'] kwargs['title'] = 'Campaign' kwargs['suptitle'] = 'Details' kwargs['form'] = form kwargs['button'] = 'Add Experiment' return render(request, 'campaign.html', kwargs) @user_passes_test(lambda u:u.is_staff) def campaign_new(request): kwargs = {} if request.method == 'GET': if 'template' in request.GET: if request.GET['template']=='0': form = NewForm(initial={'create_from':2}, template_choices=Campaign.objects.filter(template=True).values_list('id', 'name')) else: kwargs['button'] = 'Create' kwargs['experiments'] = Configuration.objects.filter(experiment=request.GET['template']) kwargs['experiment_keys'] = ['name', 'start_time', 'end_time'] camp = Campaign.objects.get(pk=request.GET['template']) form = CampaignForm(instance=camp, initial={'name':'{}_{:%Y%m%d}'.format(camp.name, datetime.now()), 'template':False}) elif 'blank' in request.GET: kwargs['button'] = 'Create' form = CampaignForm() else: form = NewForm() if request.method == 'POST': kwargs['button'] = 'Create' post = request.POST.copy() experiments = [] for id_exp in post.getlist('experiments'): exp = Experiment.objects.get(pk=id_exp) new_exp = exp.clone(template=False) experiments.append(new_exp) post.setlist('experiments', []) form = CampaignForm(post) if form.is_valid(): campaign = form.save() for exp in experiments: campaign.experiments.add(exp) campaign.save() return redirect('url_campaign', id_camp=campaign.id) kwargs['form'] = form kwargs['title'] = 'Campaign' kwargs['suptitle'] = 'New' return render(request, 'campaign_edit.html', kwargs) @user_passes_test(lambda u:u.is_staff) def campaign_edit(request, id_camp): campaign = get_object_or_404(Campaign, pk=id_camp) if request.method=='GET': form = CampaignForm(instance=campaign) if request.method=='POST': exps = campaign.experiments.all().values_list('pk', flat=True) post = request.POST.copy() new_exps = post.getlist('experiments') post.setlist('experiments', []) form = CampaignForm(post, instance=campaign) if form.is_valid(): camp = form.save() for id_exp in new_exps: if int(id_exp) in exps: exps.pop(id_exp) else: exp = Experiment.objects.get(pk=id_exp) if exp.template: camp.experiments.add(exp.clone(template=False)) else: camp.experiments.add(exp) for id_exp in exps: camp.experiments.remove(Experiment.objects.get(pk=id_exp)) return redirect('url_campaign', id_camp=id_camp) kwargs = {} kwargs['form'] = form kwargs['title'] = 'Campaign' kwargs['suptitle'] = 'Edit' kwargs['button'] = 'Update' return render(request, 'campaign_edit.html', kwargs) @user_passes_test(lambda u:u.is_staff) def campaign_delete(request, id_camp): campaign = get_object_or_404(Campaign, pk=id_camp) if request.method=='POST': if request.user.is_staff: for exp in campaign.experiments.all(): for conf in Configuration.objects.filter(experiment=exp): conf.delete() exp.delete() campaign.delete() return redirect('url_campaigns') messages.error(request, 'Not enough permission to delete this object') return redirect(campaign.get_absolute_url()) kwargs = { 'title': 'Delete', 'suptitle': 'Campaign', 'object': campaign, 'previous': campaign.get_absolute_url(), 'delete': True } return render(request, 'confirm.html', kwargs) @user_passes_test(lambda u:u.is_staff) def campaign_export(request, id_camp): campaign = get_object_or_404(Campaign, pk=id_camp) content = campaign.parms_to_dict() content_type = 'application/json' filename = '%s_%s.json' %(campaign.name, campaign.id) response = HttpResponse(content_type=content_type) response['Content-Disposition'] = 'attachment; filename="%s"' %filename response.write(json.dumps(content, indent=2)) return response @user_passes_test(lambda u:u.is_staff) def campaign_import(request, id_camp): campaign = get_object_or_404(Campaign, pk=id_camp) if request.method == 'GET': file_form = UploadFileForm() if request.method == 'POST': file_form = UploadFileForm(request.POST, request.FILES) if file_form.is_valid(): new_camp = campaign.dict_to_parms(json.load(request.FILES['file']), CONF_MODELS) messages.success(request, "Parameters imported from: '%s'." %request.FILES['file'].name) return redirect(new_camp.get_absolute_url_edit()) messages.error(request, "Could not import parameters from file") kwargs = {} kwargs['title'] = 'Campaign' kwargs['form'] = file_form kwargs['suptitle'] = 'Importing file' kwargs['button'] = 'Import' return render(request, 'campaign_import.html', kwargs) def experiments(request): page = request.GET.get('page') order = ('location',) filters = request.GET.copy() kwargs = get_paginator(Experiment, page, order, filters) form = FilterForm(initial=request.GET, extra_fields=['tags','template']) kwargs['keys'] = ['name', 'radar_system', 'start_time', 'end_time'] kwargs['title'] = 'Experiment' kwargs['suptitle'] = 'List' kwargs['no_sidebar'] = True kwargs['form'] = form filters.pop('page', None) kwargs['q'] = urlencode(filters) return render(request, 'base_list.html', kwargs) def experiment(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) configurations = Configuration.objects.filter(experiment=experiment, type=0) kwargs = {} kwargs['experiment_keys'] = ['template', 'radar_system', 'name', 'freq', 'start_time', 'end_time'] kwargs['experiment'] = experiment kwargs['configuration_keys'] = ['name', 'device__ip_address', 'device__port_address', 'device__status'] kwargs['configurations'] = configurations kwargs['title'] = 'Experiment' kwargs['suptitle'] = 'Details' kwargs['button'] = 'Add Configuration' ###### SIDEBAR ###### kwargs.update(sidebar(experiment=experiment)) return render(request, 'experiment.html', kwargs) @user_passes_test(lambda u:u.is_staff) def experiment_new(request, id_camp=None): kwargs = {} if request.method == 'GET': if 'template' in request.GET: if request.GET['template']=='0': form = NewForm(initial={'create_from':2}, template_choices=Experiment.objects.filter(template=True).values_list('id', 'name')) else: kwargs['button'] = 'Create' kwargs['configurations'] = Configuration.objects.filter(experiment=request.GET['template']) kwargs['configuration_keys'] = ['name', 'device__name', 'device__ip_address', 'device__port_address'] exp=Experiment.objects.get(pk=request.GET['template']) form = ExperimentForm(instance=exp, initial={'name': '{}_{:%y%m%d}'.format(exp.name, datetime.now()), 'template': False}) elif 'blank' in request.GET: kwargs['button'] = 'Create' form = ExperimentForm() else: form = NewForm() if request.method == 'POST': form = ExperimentForm(request.POST) if form.is_valid(): experiment = form.save() if 'template' in request.GET: configurations = Configuration.objects.filter(experiment=request.GET['template'], type=0) for conf in configurations: conf.clone(experiment=experiment, template=False) return redirect('url_experiment', id_exp=experiment.id) kwargs['form'] = form kwargs['title'] = 'Experiment' kwargs['suptitle'] = 'New' return render(request, 'experiment_edit.html', kwargs) @user_passes_test(lambda u:u.is_staff) def experiment_edit(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) if request.method == 'GET': form = ExperimentForm(instance=experiment) if request.method=='POST': form = ExperimentForm(request.POST, instance=experiment) if form.is_valid(): experiment = form.save() return redirect('url_experiment', id_exp=experiment.id) kwargs = {} kwargs['form'] = form kwargs['title'] = 'Experiment' kwargs['suptitle'] = 'Edit' kwargs['button'] = 'Update' return render(request, 'experiment_edit.html', kwargs) @user_passes_test(lambda u:u.is_staff) def experiment_delete(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) if request.method=='POST': if request.user.is_staff: for conf in Configuration.objects.filter(experiment=experiment): conf.delete() experiment.delete() return redirect('url_experiments') messages.error(request, 'Not enough permission to delete this object') return redirect(experiment.get_absolute_url()) kwargs = { 'title': 'Delete', 'suptitle': 'Experiment', 'object': experiment, 'previous': experiment.get_absolute_url(), 'delete': True } return render(request, 'confirm.html', kwargs) @user_passes_test(lambda u:u.is_staff) def experiment_export(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) content = experiment.parms_to_dict() content_type = 'application/json' filename = '%s_%s.json' %(experiment.name, experiment.id) response = HttpResponse(content_type=content_type) response['Content-Disposition'] = 'attachment; filename="%s"' %filename response.write(json.dumps(content, indent=2)) return response @user_passes_test(lambda u:u.is_staff) def experiment_import(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) configurations = Configuration.objects.filter(experiment=experiment) if request.method == 'GET': file_form = UploadFileForm() if request.method == 'POST': file_form = UploadFileForm(request.POST, request.FILES) if file_form.is_valid(): new_exp = experiment.dict_to_parms(json.load(request.FILES['file']), CONF_MODELS) messages.success(request, "Parameters imported from: '%s'." %request.FILES['file'].name) return redirect(new_exp.get_absolute_url_edit()) messages.error(request, "Could not import parameters from file") kwargs = {} kwargs['title'] = 'Experiment' kwargs['form'] = file_form kwargs['suptitle'] = 'Importing file' kwargs['button'] = 'Import' kwargs.update(sidebar(experiment=experiment)) return render(request, 'experiment_import.html', kwargs) @user_passes_test(lambda u:u.is_staff) def experiment_start(request, id_exp): exp = get_object_or_404(Experiment, pk=id_exp) if exp.status == 2: messages.warning(request, 'Experiment {} already runnnig'.format(exp)) else: exp.status = exp.start() if exp.status==0: messages.error(request, 'Experiment {} not start'.format(exp)) if exp.status==2: messages.success(request, 'Experiment {} started'.format(exp)) exp.save() return redirect(exp.get_absolute_url()) @user_passes_test(lambda u:u.is_staff) def experiment_stop(request, id_exp): exp = get_object_or_404(Experiment, pk=id_exp) if exp.status == 2: exp.status = exp.stop() exp.save() messages.success(request, 'Experiment {} stopped'.format(exp)) else: messages.error(request, 'Experiment {} not running'.format(exp)) return redirect(exp.get_absolute_url()) def experiment_status(request, id_exp): exp = get_object_or_404(Experiment, pk=id_exp) exp.get_status() return redirect(exp.get_absolute_url()) @user_passes_test(lambda u:u.is_staff) def experiment_mix(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) rc_confs = [conf for conf in RCConfiguration.objects.filter(experiment=id_exp, mix=False)] if len(rc_confs)<2: messages.warning(request, 'You need at least two RC Configurations to make a mix') return redirect(experiment.get_absolute_url()) mix_confs = RCConfiguration.objects.filter(experiment=id_exp, mix=True) if mix_confs: mix = mix_confs[0] else: mix = RCConfiguration(experiment=experiment, device=rc_confs[0].device, ipp=rc_confs[0].ipp, clock_in=rc_confs[0].clock_in, clock_divider=rc_confs[0].clock_divider, mix=True, parameters='') mix.save() line_type = RCLineType.objects.get(name='mix') for i in range(len(rc_confs[0].get_lines())): line = RCLine(rc_configuration=mix, line_type=line_type, channel=i) line.save() initial = {'name': mix.name, 'result': parse_mix_result(mix.parameters), 'delay': 0, 'mask': [0,1,2,3,4,5,6,7] } if request.method=='GET': form = RCMixConfigurationForm(confs=rc_confs, initial=initial) if request.method=='POST': result = mix.parameters if '{}|'.format(request.POST['experiment']) in result: messages.error(request, 'Configuration already added') else: if 'operation' in request.POST: operation = MIX_OPERATIONS[request.POST['operation']] else: operation = ' ' mode = MIX_MODES[request.POST['mode']] if result: result = '{}-{}|{}|{}|{}|{}'.format(mix.parameters, request.POST['experiment'], mode, operation, float(request.POST['delay']), parse_mask(request.POST.getlist('mask')) ) else: result = '{}|{}|{}|{}|{}'.format(request.POST['experiment'], mode, operation, float(request.POST['delay']), parse_mask(request.POST.getlist('mask')) ) mix.parameters = result mix.name = request.POST['name'] mix.save() mix.update_pulses() initial['result'] = parse_mix_result(result) initial['name'] = mix.name form = RCMixConfigurationForm(initial=initial, confs=rc_confs) kwargs = { 'title': 'Experiment', 'suptitle': 'Mix Configurations', 'form' : form, 'extra_button': 'Delete', 'button': 'Add', 'cancel': 'Back', 'previous': experiment.get_absolute_url(), 'id_exp':id_exp, } return render(request, 'experiment_mix.html', kwargs) @user_passes_test(lambda u:u.is_staff) def experiment_mix_delete(request, id_exp): conf = RCConfiguration.objects.get(experiment=id_exp, mix=True, type=0) values = conf.parameters.split('-') conf.parameters = '-'.join(values[:-1]) conf.save() return redirect('url_mix_experiment', id_exp=id_exp) def experiment_summary(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) configurations = Configuration.objects.filter(experiment=experiment, type=0) kwargs = {} kwargs['experiment_keys'] = ['radar_system', 'name', 'freq', 'start_time', 'end_time'] kwargs['experiment'] = experiment kwargs['configurations'] = [] kwargs['title'] = 'Experiment Summary' kwargs['suptitle'] = 'Details' kwargs['button'] = 'Verify Parameters' c_vel = 3.0*(10**8) #m/s ope_freq = experiment.freq*(10**6) #1/s radar_lambda = c_vel/ope_freq #m kwargs['radar_lambda'] = radar_lambda jars_conf = False rc_conf = False code_id = 0 tx_line = {} for configuration in configurations: #--------------------- RC ----------------------: if configuration.device.device_type.name == 'rc': if configuration.mix: continue rc_conf = True ipp = configuration.ipp lines = configuration.get_lines(line_type__name='tx') configuration.tx_lines = [] for tx_line in lines: if tx_line.get_name()[-1] == 'A': txa_line = tx_line txa_params = json.loads(txa_line.params) line = {'name':tx_line.get_name()} tx_params = json.loads(tx_line.params) line['width'] = tx_params['pulse_width'] if line['width'] in (0, '0'): continue delays = tx_params['delays'] if delays not in ('', '0'): n = len(delays.split(',')) line['taus'] = '{} Taus: {}'.format(n, delays) else: line['taus'] = '-' for code_line in configuration.get_lines(line_type__name='codes'): code_params = json.loads(code_line.params) code_id = code_params['code'] if tx_line.pk==int(code_params['TX_ref']): line['codes'] = '{}:{}'.format(RCLineCode.objects.get(pk=code_params['code']), '-'.join(code_params['codes'])) for windows_line in configuration.get_lines(line_type__name='windows'): win_params = json.loads(windows_line.params) if tx_line.pk==int(win_params['TX_ref']): windows = '' nsa = win_params['params'][0]['number_of_samples'] for i, params in enumerate(win_params['params']): windows += 'W{}: Ho={first_height} km DH={resolution} km NSA={number_of_samples}
'.format(i, **params) line['windows'] = mark_safe(windows) configuration.tx_lines.append(line) if txa_line: kwargs['duty_cycle'] = float(txa_params['pulse_width'])/ipp*100 #-------------------- JARS -----------------------: if configuration.device.device_type.name == 'jars': jars_conf = True kwargs['exp_type'] = EXPERIMENT_TYPE[configuration.exp_type][1] channels_number = configuration.channels_number exp_type = configuration.exp_type fftpoints = configuration.fftpoints filter_parms = configuration.filter_parms filter_parms = ast.literal_eval(filter_parms) spectral_number = configuration.spectral_number acq_profiles = configuration.acq_profiles cohe_integr = configuration.cohe_integr profiles_block = configuration.profiles_block if filter_parms.__class__.__name__=='str': filter_parms = eval(filter_parms) kwargs['configurations'].append(configuration) #------ RC & JARS ------: if rc_conf and jars_conf: #RC filter values: if exp_type == 0: #Short bytes_ = 2 b = nsa*2*bytes_*channels_number else: #Float bytes_ = 4 channels = channels_number + spectral_number b = nsa*2*bytes_*fftpoints*channels codes_num = 7 if code_id == 2: codes_num = 7 elif code_id == 12: codes_num = 15 #Jars filter values: try: clock = eval(filter_parms['clock']) filter_2 = eval(filter_parms['filter_2']) filter_5 = eval(filter_parms['filter_5']) filter_fir = eval(filter_parms['filter_fir']) except: clock = float(filter_parms['clock']) filter_2 = int(filter_parms['filter_2']) filter_5 = int(filter_parms['filter_5']) filter_fir = int(filter_parms['filter_fir']) Fs_MHz = clock/(filter_2*filter_5*filter_fir) #Jars values: IPP_units = ipp/0.15*Fs_MHz IPP_us = IPP_units / Fs_MHz IPP_s = IPP_units / (Fs_MHz * (10**6)) Ts = 1/(Fs_MHz*(10**6)) #Values Va = radar_lambda/(4*Ts*cohe_integr) rate_bh = ((nsa-codes_num)*channels_number*2*bytes_/IPP_us)*(36*(10**8)/cohe_integr) rate_gh = rate_bh/(1024*1024*1024) kwargs['rate_bh'] = str(rate_bh) + " (Bytes/h)" kwargs['rate_gh'] = str(rate_gh)+" (GBytes/h)" kwargs['va'] = Va kwargs['time_per_block'] = IPP_s * profiles_block * cohe_integr kwargs['acqtime'] = IPP_s * acq_profiles kwargs['vrange'] = 3/(2*IPP_s*cohe_integr) else: kwargs['rate_bh'] = '' kwargs['rate_gh'] = '' kwargs['va'] = '' kwargs['time_per_block'] = '' kwargs['acqtime'] = '' kwargs['vrange'] = '' ###### SIDEBAR ###### kwargs.update(sidebar(experiment=experiment)) return render(request, 'experiment_summary.html', kwargs) @user_passes_test(lambda u:u.is_staff) def experiment_verify(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) experiment_data = experiment.parms_to_dict() configurations = Configuration.objects.filter(experiment=experiment, type=0) kwargs = {} kwargs['experiment_keys'] = ['template', 'radar_system', 'name', 'start_time', 'end_time'] kwargs['experiment'] = experiment kwargs['configuration_keys'] = ['name', 'device__ip_address', 'device__port_address', 'device__status'] kwargs['configurations'] = configurations kwargs['experiment_data'] = experiment_data kwargs['title'] = 'Verify Experiment' kwargs['suptitle'] = 'Parameters' kwargs['button'] = 'Update' jars_conf = False rc_conf = False dds_conf = False for configuration in configurations: #-------------------- JARS -----------------------: if configuration.device.device_type.name == 'jars': jars_conf = True jars = configuration kwargs['jars_conf'] = jars_conf filter_parms = jars.filter_parms filter_parms = ast.literal_eval(filter_parms) kwargs['filter_parms'] = filter_parms #--Sampling Frequency clock = eval(filter_parms['clock']) filter_2 = eval(filter_parms['filter_2']) filter_5 = eval(filter_parms['filter_5']) filter_fir = eval(filter_parms['filter_fir']) samp_freq_jars = clock/filter_2/filter_5/filter_fir kwargs['samp_freq_jars'] = samp_freq_jars kwargs['jars'] = configuration #--------------------- RC ----------------------: if configuration.device.device_type.name == 'rc' and not configuration.mix: rc_conf = True rc = configuration rc_parms = configuration.parms_to_dict() win_lines = rc.get_lines(line_type__name='windows') if win_lines: dh = json.loads(win_lines[0].params)['params'][0]['resolution'] #--Sampling Frequency samp_freq_rc = 0.15/dh kwargs['samp_freq_rc'] = samp_freq_rc kwargs['rc_conf'] = rc_conf kwargs['rc'] = configuration #-------------------- DDS ----------------------: if configuration.device.device_type.name == 'dds': dds_conf = True dds = configuration dds_parms = configuration.parms_to_dict() kwargs['dds_conf'] = dds_conf kwargs['dds'] = configuration #------------Validation------------: #Clock if dds_conf and rc_conf and jars_conf: if float(filter_parms['clock']) != float(rc_parms['configurations']['byId'][str(rc.pk)]['clock_in']) and float(rc_parms['configurations']['byId'][str(rc.pk)]['clock_in']) != float(dds_parms['configurations']['byId'][str(dds.pk)]['clock']): messages.warning(request, "Devices don't have the same clock.") elif rc_conf and jars_conf: if float(filter_parms['clock']) != float(rc_parms['configurations']['byId'][str(rc.pk)]['clock_in']): messages.warning(request, "Devices don't have the same clock.") elif rc_conf and dds_conf: if float(rc_parms['configurations']['byId'][str(rc.pk)]['clock_in']) != float(dds_parms['configurations']['byId'][str(dds.pk)]['clock']): messages.warning(request, "Devices don't have the same clock.") if float(samp_freq_rc) != float(dds_parms['configurations']['byId'][str(dds.pk)]['frequencyA']): messages.warning(request, "Devices don't have the same Frequency A.") #------------POST METHOD------------: if request.method == 'POST': if request.POST['suggest_clock']: try: suggest_clock = float(request.POST['suggest_clock']) except: messages.warning(request, "Invalid value in CLOCK IN.") return redirect('url_verify_experiment', id_exp=experiment.id) else: suggest_clock = "" if suggest_clock: if rc_conf: rc.clock_in = suggest_clock rc.save() if jars_conf: filter_parms = jars.filter_parms filter_parms = ast.literal_eval(filter_parms) filter_parms['clock'] = suggest_clock jars.filter_parms = json.dumps(filter_parms) jars.save() kwargs['filter_parms'] = filter_parms if dds_conf: dds.clock = suggest_clock dds.save() if request.POST['suggest_frequencyA']: try: suggest_frequencyA = float(request.POST['suggest_frequencyA']) except: messages.warning(request, "Invalid value in FREQUENCY A.") return redirect('url_verify_experiment', id_exp=experiment.id) else: suggest_frequencyA = "" if suggest_frequencyA: if jars_conf: filter_parms = jars.filter_parms filter_parms = ast.literal_eval(filter_parms) filter_parms['fch'] = suggest_frequencyA jars.filter_parms = json.dumps(filter_parms) jars.save() kwargs['filter_parms'] = filter_parms if dds_conf: dds.frequencyA_Mhz = request.POST['suggest_frequencyA'] dds.save() ###### SIDEBAR ###### kwargs.update(sidebar(experiment=experiment)) return render(request, 'experiment_verify.html', kwargs) #@user_passes_test(lambda u:u.is_staff) def parse_mix_result(s): values = s.split('-') html = 'EXP MOD OPE DELAY MASK\r\n' if not values or values[0] in ('', ' '): return mark_safe(html) for i, value in enumerate(values): if not value: continue pk, mode, operation, delay, mask = value.split('|') conf = RCConfiguration.objects.get(pk=pk) if i==0: html += '{:20.18}{:3}{:4}{:9}km{:>6}\r\n'.format( conf.name, mode, ' ', delay, mask) else: html += '{:20.18}{:3}{:4}{:9}km{:>6}\r\n'.format( conf.name, mode, operation, delay, mask) return mark_safe(html) def parse_mask(l): values = [] for x in range(8): if '{}'.format(x) in l: values.append(1) else: values.append(0) values.reverse() return int(''.join([str(x) for x in values]), 2) def dev_confs(request): page = request.GET.get('page') order = ('type', 'device__device_type', 'experiment') filters = request.GET.copy() kwargs = get_paginator(Configuration, page, order, filters) form = FilterForm(initial=request.GET, extra_fields=['tags', 'template', 'historical']) kwargs['keys'] = ['name', 'experiment', 'type', 'programmed_date'] kwargs['title'] = 'Configuration' kwargs['suptitle'] = 'List' kwargs['no_sidebar'] = True kwargs['form'] = form filters.pop('page', None) kwargs['q'] = urlencode(filters) return render(request, 'base_list.html', kwargs) def dev_conf(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) return redirect(conf.get_absolute_url()) @user_passes_test(lambda u:u.is_staff) def dev_conf_new(request, id_exp=0, id_dev=0): initial = {} kwargs = {} if id_exp!=0: initial['experiment'] = id_exp if id_dev!=0: initial['device'] = id_dev if request.method == 'GET': if id_dev: kwargs['button'] = 'Create' device = Device.objects.get(pk=id_dev) DevConfForm = CONF_FORMS[device.device_type.name] initial['name'] = request.GET['name'] form = DevConfForm(initial=initial) else: if 'template' in request.GET: if request.GET['template']=='0': choices = [(conf.pk, '{}'.format(conf)) for conf in Configuration.objects.filter(template=True)] form = NewForm(initial={'create_from':2}, template_choices=choices) else: kwargs['button'] = 'Create' conf = Configuration.objects.get(pk=request.GET['template']) id_dev = conf.device.pk DevConfForm = CONF_FORMS[conf.device.device_type.name] form = DevConfForm(instance=conf, initial={'name': '{}_{:%y%m%d}'.format(conf.name, datetime.now()), 'template': False, 'experiment':id_exp}) elif 'blank' in request.GET: kwargs['button'] = 'Create' form = ConfigurationForm(initial=initial) else: form = NewForm() if request.method == 'POST': device = Device.objects.get(pk=request.POST['device']) DevConfForm = CONF_FORMS[device.device_type.name] form = DevConfForm(request.POST) kwargs['button'] = 'Create' if form.is_valid(): conf = form.save() if 'template' in request.GET and conf.device.device_type.name=='rc': lines = RCLine.objects.filter(rc_configuration=request.GET['template']) for line in lines: line.clone(rc_configuration=conf) new_lines = conf.get_lines() for line in new_lines: line_params = json.loads(line.params) if 'TX_ref' in line_params: ref_line = RCLine.objects.get(pk=line_params['TX_ref']) line_params['TX_ref'] = ['{}'.format(l.pk) for l in new_lines if l.get_name()==ref_line.get_name()][0] line.params = json.dumps(line_params) line.save() return redirect('url_dev_conf', id_conf=conf.pk) kwargs['id_exp'] = id_exp kwargs['form'] = form kwargs['title'] = 'Configuration' kwargs['suptitle'] = 'New' if id_dev != 0: device = Device.objects.get(pk=id_dev) kwargs['device'] = device.device_type.name return render(request, 'dev_conf_edit.html', kwargs) @user_passes_test(lambda u:u.is_staff) def dev_conf_edit(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) DevConfForm = CONF_FORMS[conf.device.device_type.name] if request.method=='GET': form = DevConfForm(instance=conf) if request.method=='POST': form = DevConfForm(request.POST, instance=conf) if form.is_valid(): form.save() return redirect('url_dev_conf', id_conf=id_conf) kwargs = {} kwargs['form'] = form kwargs['title'] = 'Device Configuration' kwargs['suptitle'] = 'Edit' kwargs['button'] = 'Update' ###### SIDEBAR ###### kwargs.update(sidebar(conf=conf)) return render(request, '%s_conf_edit.html' % conf.device.device_type.name, kwargs) @user_passes_test(lambda u:u.is_staff) def dev_conf_start(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) if conf.start_device(): messages.success(request, conf.message) else: messages.error(request, conf.message) #conf.status_device() return redirect(conf.get_absolute_url()) @user_passes_test(lambda u:u.is_staff) def dev_conf_stop(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) if conf.stop_device(): messages.success(request, conf.message) else: messages.error(request, conf.message) #conf.status_device() return redirect(conf.get_absolute_url()) def dev_conf_status(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) if conf.status_device(): messages.success(request, conf.message) else: messages.error(request, conf.message) return redirect(conf.get_absolute_url()) @user_passes_test(lambda u:u.is_staff) def dev_conf_reset(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) if conf.reset_device(): messages.success(request, conf.message) else: messages.error(request, conf.message) return redirect(conf.get_absolute_url()) @user_passes_test(lambda u:u.is_staff) def dev_conf_write(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) if conf.write_device(): messages.success(request, conf.message) conf.clone(type=1, template=False) else: messages.error(request, conf.message) return redirect(get_object_or_404(Configuration, pk=id_conf).get_absolute_url()) @user_passes_test(lambda u:u.is_staff) def dev_conf_read(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) DevConfForm = CONF_FORMS[conf.device.device_type.name] if request.method=='GET': parms = conf.read_device() #conf.status_device() if not parms: messages.error(request, conf.message) return redirect(conf.get_absolute_url()) form = DevConfForm(initial=parms, instance=conf) if request.method=='POST': form = DevConfForm(request.POST, instance=conf) if form.is_valid(): form.save() return redirect(conf.get_absolute_url()) messages.error(request, "Parameters could not be saved") kwargs = {} kwargs['id_dev'] = conf.id kwargs['form'] = form kwargs['title'] = 'Device Configuration' kwargs['suptitle'] = 'Parameters read from device' kwargs['button'] = 'Save' ###### SIDEBAR ###### kwargs.update(sidebar(conf=conf)) return render(request, '%s_conf_edit.html' %conf.device.device_type.name, kwargs) @user_passes_test(lambda u:u.is_staff) def dev_conf_import(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) DevConfForm = CONF_FORMS[conf.device.device_type.name] if request.method == 'GET': file_form = UploadFileForm() if request.method == 'POST': file_form = UploadFileForm(request.POST, request.FILES) if file_form.is_valid(): data = conf.import_from_file(request.FILES['file']) parms = Params(data=data).get_conf(dtype=conf.device.device_type.name) if parms: form = DevConfForm(initial=parms, instance=conf) kwargs = {} kwargs['id_dev'] = conf.id kwargs['form'] = form kwargs['title'] = 'Device Configuration' kwargs['suptitle'] = 'Parameters imported' kwargs['button'] = 'Save' kwargs['action'] = conf.get_absolute_url_edit() kwargs['previous'] = conf.get_absolute_url() ###### SIDEBAR ###### kwargs.update(sidebar(conf=conf)) messages.success(request, "Parameters imported from: '%s'." %request.FILES['file'].name) return render(request, '%s_conf_edit.html' % conf.device.device_type.name, kwargs) messages.error(request, "Could not import parameters from file") kwargs = {} kwargs['id_dev'] = conf.id kwargs['title'] = 'Device Configuration' kwargs['form'] = file_form kwargs['suptitle'] = 'Importing file' kwargs['button'] = 'Import' kwargs.update(sidebar(conf=conf)) return render(request, 'dev_conf_import.html', kwargs) @user_passes_test(lambda u:u.is_staff) def dev_conf_export(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) if request.method == 'GET': file_form = DownloadFileForm(conf.device.device_type.name) if request.method == 'POST': file_form = DownloadFileForm(conf.device.device_type.name, request.POST) if file_form.is_valid(): fields = conf.export_to_file(format = file_form.cleaned_data['format']) if not fields['content']: messages.error(request, conf.message) return redirect(conf.get_absolute_url_export()) response = HttpResponse(content_type=fields['content_type']) response['Content-Disposition'] = 'attachment; filename="%s"' %fields['filename'] response.write(fields['content']) return response messages.error(request, "Could not export parameters") kwargs = {} kwargs['id_dev'] = conf.id kwargs['title'] = 'Device Configuration' kwargs['form'] = file_form kwargs['suptitle'] = 'Exporting file' kwargs['button'] = 'Export' return render(request, 'dev_conf_export.html', kwargs) @user_passes_test(lambda u:u.is_staff) def dev_conf_delete(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) if request.method=='POST': if request.user.is_staff: conf.delete() return redirect('url_dev_confs') messages.error(request, 'Not enough permission to delete this object') return redirect(conf.get_absolute_url()) kwargs = { 'title': 'Delete', 'suptitle': 'Experiment', 'object': conf, 'previous': conf.get_absolute_url(), 'delete': True } return render(request, 'confirm.html', kwargs) def sidebar(**kwargs): side_data = {} conf = kwargs.get('conf', None) experiment = kwargs.get('experiment', None) if not experiment: experiment = conf.experiment if experiment: side_data['experiment'] = experiment campaign = experiment.campaign_set.all() if campaign: side_data['campaign'] = campaign[0] experiments = campaign[0].experiments.all() else: experiments = [experiment] configurations = experiment.configuration_set.filter(type=0) side_data['side_experiments'] = experiments side_data['side_configurations'] = configurations return side_data def get_paginator(model, page, order, filters={}, n=10): kwargs = {} query = Q() if isinstance(filters, QueryDict): filters = filters.dict() [filters.pop(key) for key in filters.keys() if filters[key] in ('', ' ')] filters.pop('page', None) fields = [f.name for f in model._meta.get_fields()] if 'template' in filters: filters['template'] = True if 'historical' in filters: filters.pop('historical') filters['type'] = 1 elif 'type' in fields: filters['type'] = 0 if 'start_date' in filters: filters['start_date__gte'] = filters.pop('start_date') if 'end_date' in filters: filters['start_date__lte'] = filters.pop('end_date') if 'tags' in filters: tags = filters.pop('tags') if 'tags' in fields: query = query | Q(tags__icontains=tags) if 'name' in fields: query = query | Q(name__icontains=tags) if 'location' in fields: query = query | Q(location__name__icontains=tags) if 'device' in fields: query = query | Q(device__device_type__name__icontains=tags) object_list = model.objects.filter(query, **filters).order_by(*order) paginator = Paginator(object_list, n) try: objects = paginator.page(page) except PageNotAnInteger: objects = paginator.page(1) except EmptyPage: objects = paginator.page(paginator.num_pages) kwargs['objects'] = objects kwargs['offset'] = (int(page)-1)*n if page else 0 return kwargs def operation(request, id_camp=None): kwargs = {} kwargs['title'] = 'Radars Operation' kwargs['no_sidebar'] = True campaigns = Campaign.objects.filter(start_date__lte=datetime.now(), end_date__gte=datetime.now()).order_by('-start_date') if id_camp: campaign = get_object_or_404(Campaign, pk = id_camp) form = OperationForm(initial={'campaign': campaign.id}, campaigns=campaigns) kwargs['campaign'] = campaign else: # form = OperationForm(campaigns=campaigns) kwargs['campaigns'] = campaigns return render(request, 'operation.html', kwargs) #---Experiment keys = ['id', 'name', 'start_time', 'end_time', 'status'] kwargs['experiment_keys'] = keys[1:] kwargs['experiments'] = experiments #---Radar kwargs['locations'] = campaign.get_experiments_by_radar() kwargs['form'] = form return render(request, 'operation.html', kwargs) @login_required def radar_start(request, id_camp, id_radar): campaign = get_object_or_404(Campaign, pk = id_camp) experiments = campaign.get_experiments_by_radar(id_radar)[0]['experiments'] now = datetime.now() for exp in experiments: start = datetime.combine(datetime.now().date(), exp.start_time) end = datetime.combine(datetime.now().date(), exp.end_time) if end < start: end += timedelta(1) if exp.status == 2: messages.warning(request, 'Experiment {} already running'.format(exp)) continue if exp.status == 3: messages.warning(request, 'Experiment {} already programmed'.format(exp)) continue if start > campaign.end_date or start < campaign.start_date: messages.warning(request, 'Experiment {} out of date'.format(exp)) continue if now > start and now <= end: exp.status = 3 exp.save() task = task_start.delay(exp.id) exp.status = task.wait() if exp.status==0: messages.error(request, 'Experiment {} not start'.format(exp)) if exp.status==2: messages.success(request, 'Experiment {} started'.format(exp)) else: task = task_start.apply_async((exp.pk, ), eta=start+timedelta(hours=5)) exp.task = task.id exp.status = 3 messages.success(request, 'Experiment {} programmed to start at {}'.format(exp, start)) exp.save() return HttpResponseRedirect(reverse('url_operation', args=[id_camp])) @login_required def radar_stop(request, id_camp, id_radar): campaign = get_object_or_404(Campaign, pk = id_camp) experiments = campaign.get_experiments_by_radar(id_radar)[0]['experiments'] for exp in experiments: if exp.task: app.control.revoke(exp.task) if exp.status == 2: exp.stop() messages.warning(request, 'Experiment {} stopped'.format(exp)) exp.status = 1 exp.save() return HttpResponseRedirect(reverse('url_operation', args=[id_camp])) @login_required def radar_refresh(request, id_camp, id_radar): campaign = get_object_or_404(Campaign, pk = id_camp) experiments = campaign.get_experiments_by_radar(id_radar)[0]['experiments'] for exp in experiments: exp.get_status() return HttpResponseRedirect(reverse('url_operation', args=[id_camp])) def real_time(request): graphic_path = "/home/fiorella/Pictures/catwbeanie.jpg" kwargs = {} kwargs['title'] = 'CLAIRE' kwargs['suptitle'] = 'Real Time' kwargs['no_sidebar'] = True kwargs['graphic_path'] = graphic_path kwargs['graphic1_path'] = 'http://www.bluemaize.net/im/girls-accessories/shark-beanie-11.jpg' return render(request, 'real_time.html', kwargs)