import ast import json import hashlib from datetime import datetime, timedelta from django.shortcuts import render, redirect, get_object_or_404, HttpResponse from django.utils.safestring import mark_safe from django.http import HttpResponseRedirect from django.core.urlresolvers import reverse from django.db.models import Q from django.core.paginator import Paginator, EmptyPage, PageNotAnInteger from django.contrib import messages from django.http.request import QueryDict from django.contrib.auth.decorators import login_required, user_passes_test try: from urllib.parse import urlencode except ImportError: from urllib import urlencode from .forms import CampaignForm, ExperimentForm, DeviceForm, ConfigurationForm, LocationForm, UploadFileForm, DownloadFileForm, OperationForm, NewForm from .forms import OperationSearchForm, FilterForm, ChangeIpForm from .tasks import task_start from apps.rc.forms import RCConfigurationForm, RCLineCode, RCMixConfigurationForm from apps.dds.forms import DDSConfigurationForm from apps.jars.forms import JARSConfigurationForm from apps.cgs.forms import CGSConfigurationForm from apps.abs.forms import ABSConfigurationForm from apps.usrp.forms import USRPConfigurationForm from .utils import Params from .models import Campaign, Experiment, Device, Configuration, Location, RunningExperiment, DEV_STATES from apps.cgs.models import CGSConfiguration from apps.jars.models import JARSConfiguration, EXPERIMENT_TYPE from apps.usrp.models import USRPConfiguration from apps.abs.models import ABSConfiguration from apps.rc.models import RCConfiguration, RCLine, RCLineType from apps.dds.models import DDSConfiguration from radarsys.celery import app CONF_FORMS = { 'rc': RCConfigurationForm, 'dds': DDSConfigurationForm, 'jars': JARSConfigurationForm, 'cgs': CGSConfigurationForm, 'abs': ABSConfigurationForm, 'usrp': USRPConfigurationForm, } CONF_MODELS = { 'rc': RCConfiguration, 'dds': DDSConfiguration, 'jars': JARSConfiguration, 'cgs': CGSConfiguration, 'abs': ABSConfiguration, 'usrp': USRPConfiguration, } MIX_MODES = { '0': 'P', '1': 'S', } MIX_OPERATIONS = { '0': 'OR', '1': 'XOR', '2': 'AND', '3': 'NAND', } def is_developer(user): groups = [str(g.name) for g in user.groups.all()] return 'Developer' in groups or user.is_staff def is_operator(user): groups = [str(g.name) for g in user.groups.all()] return 'Operator' in groups or user.is_staff def has_been_modified(model): prev_hash = model.hash new_hash = hashlib.sha256(str(model.parms_to_dict)).hexdigest() if prev_hash != new_hash: model.hash = new_hash model.save() return True return False def index(request): kwargs = {'no_sidebar': True} return render(request, 'index.html', kwargs) def locations(request): page = request.GET.get('page') order = ('name',) kwargs = get_paginator(Location, page, order) kwargs['keys'] = ['name', 'description'] kwargs['title'] = 'Radar System' kwargs['suptitle'] = 'List' kwargs['no_sidebar'] = True return render(request, 'base_list.html', kwargs) def location(request, id_loc): location = get_object_or_404(Location, pk=id_loc) kwargs = {} kwargs['location'] = location kwargs['location_keys'] = ['name', 'description'] kwargs['title'] = 'Location' kwargs['suptitle'] = 'Details' return render(request, 'location.html', kwargs) @login_required def location_new(request): if request.method == 'GET': form = LocationForm() if request.method == 'POST': form = LocationForm(request.POST) if form.is_valid(): form.save() return redirect('url_locations') kwargs = {} kwargs['form'] = form kwargs['title'] = 'Radar System' kwargs['suptitle'] = 'New' kwargs['button'] = 'Create' return render(request, 'base_edit.html', kwargs) @login_required def location_edit(request, id_loc): location = get_object_or_404(Location, pk=id_loc) if request.method == 'GET': form = LocationForm(instance=location) if request.method == 'POST': form = LocationForm(request.POST, instance=location) if form.is_valid(): form.save() return redirect('url_locations') kwargs = {} kwargs['form'] = form kwargs['title'] = 'Location' kwargs['suptitle'] = 'Edit' kwargs['button'] = 'Update' return render(request, 'base_edit.html', kwargs) @login_required def location_delete(request, id_loc): location = get_object_or_404(Location, pk=id_loc) if request.method == 'POST': if is_developer(request.user): location.delete() return redirect('url_locations') messages.error(request, 'Not enough permission to delete this object') return redirect(location.get_absolute_url()) kwargs = { 'title': 'Delete', 'suptitle': 'Location', 'object': location, 'delete': True } return render(request, 'confirm.html', kwargs) def devices(request): page = request.GET.get('page') order = ('location', 'device_type') filters = request.GET.copy() kwargs = get_paginator(Device, page, order, filters) form = FilterForm(initial=request.GET, extra_fields=['tags']) kwargs['keys'] = ['device_type', 'location', 'ip_address', 'port_address', 'actions'] kwargs['title'] = 'Device' kwargs['suptitle'] = 'List' kwargs['no_sidebar'] = True kwargs['form'] = form kwargs['add_url'] = reverse('url_add_device') filters.pop('page', None) kwargs['q'] = urlencode(filters) kwargs['menu_devices'] = 'active' return render(request, 'base_list.html', kwargs) def device(request, id_dev): device = get_object_or_404(Device, pk=id_dev) kwargs = {} kwargs['device'] = device kwargs['device_keys'] = ['device_type', 'ip_address', 'port_address', 'description'] kwargs['title'] = 'Device' kwargs['suptitle'] = 'Details' kwargs['menu_devices'] = 'active' return render(request, 'device.html', kwargs) @login_required def device_new(request): if request.method == 'GET': form = DeviceForm() if request.method == 'POST': form = DeviceForm(request.POST) if form.is_valid(): form.save() return redirect('url_devices') kwargs = {} kwargs['form'] = form kwargs['title'] = 'Device' kwargs['suptitle'] = 'New' kwargs['button'] = 'Create' kwargs['menu_devices'] = 'active' return render(request, 'base_edit.html', kwargs) @login_required def device_edit(request, id_dev): device = get_object_or_404(Device, pk=id_dev) if request.method == 'GET': form = DeviceForm(instance=device) if request.method == 'POST': form = DeviceForm(request.POST, instance=device) if form.is_valid(): form.save() return redirect(device.get_absolute_url()) kwargs = {} kwargs['form'] = form kwargs['title'] = 'Device' kwargs['suptitle'] = 'Edit' kwargs['button'] = 'Update' kwargs['menu_devices'] = 'active' return render(request, 'base_edit.html', kwargs) @login_required def device_delete(request, id_dev): device = get_object_or_404(Device, pk=id_dev) if request.method == 'POST': if is_developer(request.user): device.delete() return redirect('url_devices') messages.error(request, 'Not enough permission to delete this object') return redirect(device.get_absolute_url()) kwargs = { 'title': 'Delete', 'suptitle': 'Device', 'object': device, 'delete': True } kwargs['menu_devices'] = 'active' return render(request, 'confirm.html', kwargs) @login_required def device_change_ip(request, id_dev): device = get_object_or_404(Device, pk=id_dev) if request.method == 'POST': if is_developer(request.user): device.change_ip(**request.POST.dict()) level, message = device.message.split('|') messages.add_message(request, level, message) else: messages.error( request, 'Not enough permission to delete this object') return redirect(device.get_absolute_url()) kwargs = { 'title': 'Device', 'suptitle': 'Change IP', 'object': device, 'previous': device.get_absolute_url(), 'form': ChangeIpForm(initial={'ip_address': device.ip_address}), 'message': ' ', } kwargs['menu_devices'] = 'active' return render(request, 'confirm.html', kwargs) def campaigns(request): page = request.GET.get('page') order = ('-start_date',) filters = request.GET.copy() kwargs = get_paginator(Campaign, page, order, filters) form = FilterForm(initial=request.GET, extra_fields=[ 'range_date', 'tags', 'template']) kwargs['keys'] = ['name', 'start_date', 'end_date', 'actions'] kwargs['title'] = 'Campaign' kwargs['suptitle'] = 'List' kwargs['no_sidebar'] = True kwargs['form'] = form kwargs['add_url'] = reverse('url_add_campaign') filters.pop('page', None) kwargs['q'] = urlencode(filters) kwargs['menu_campaigns'] = 'active' return render(request, 'base_list.html', kwargs) def campaign(request, id_camp): campaign = get_object_or_404(Campaign, pk=id_camp) experiments = Experiment.objects.filter(campaign=campaign) form = CampaignForm(instance=campaign) kwargs = {} kwargs['campaign'] = campaign kwargs['campaign_keys'] = ['template', 'name', 'start_date', 'end_date', 'tags', 'description'] kwargs['experiments'] = experiments kwargs['experiment_keys'] = [ 'name', 'radar_system', 'start_time', 'end_time'] kwargs['title'] = 'Campaign' kwargs['suptitle'] = 'Details' kwargs['form'] = form kwargs['button'] = 'Add Experiment' kwargs['menu_campaigns'] = 'active' return render(request, 'campaign.html', kwargs) @login_required def campaign_new(request): kwargs = {} if request.method == 'GET': if 'template' in request.GET: if request.GET['template'] == '0': form = NewForm(initial={'create_from': 2}, template_choices=Campaign.objects.filter(template=True).values_list('id', 'name')) else: kwargs['button'] = 'Create' kwargs['experiments'] = Configuration.objects.filter( experiment=request.GET['template']) kwargs['experiment_keys'] = ['name', 'start_time', 'end_time'] camp = Campaign.objects.get(pk=request.GET['template']) form = CampaignForm(instance=camp, initial={'name': '{}_{:%Y%m%d}'.format(camp.name, datetime.now()), 'template': False}) elif 'blank' in request.GET: kwargs['button'] = 'Create' form = CampaignForm() else: form = NewForm() if request.method == 'POST': kwargs['button'] = 'Create' post = request.POST.copy() experiments = [] for id_exp in post.getlist('experiments'): exp = Experiment.objects.get(pk=id_exp) new_exp = exp.clone(template=False) experiments.append(new_exp) post.setlist('experiments', []) form = CampaignForm(post) if form.is_valid(): campaign = form.save(commit=False) campaign.author = request.user for exp in experiments: campaign.experiments.add(exp) campaign.save() return redirect('url_campaign', id_camp=campaign.id) kwargs['form'] = form kwargs['title'] = 'Campaign' kwargs['suptitle'] = 'New' kwargs['menu_campaigns'] = 'active' return render(request, 'campaign_edit.html', kwargs) @login_required def campaign_edit(request, id_camp): campaign = get_object_or_404(Campaign, pk=id_camp) if request.method == 'GET': form = CampaignForm(instance=campaign) if request.method == 'POST': exps = campaign.experiments.all().values_list('pk', flat=True) post = request.POST.copy() new_exps = post.getlist('experiments') post.setlist('experiments', []) form = CampaignForm(post, instance=campaign) if form.is_valid(): camp = form.save() for id_exp in new_exps: if int(id_exp) in exps: exps.pop(id_exp) else: exp = Experiment.objects.get(pk=id_exp) if exp.template: camp.experiments.add(exp.clone(template=False)) else: camp.experiments.add(exp) for id_exp in exps: camp.experiments.remove(Experiment.objects.get(pk=id_exp)) return redirect('url_campaign', id_camp=id_camp) kwargs = {} kwargs['form'] = form kwargs['title'] = 'Campaign' kwargs['suptitle'] = 'Edit' kwargs['button'] = 'Update' kwargs['menu_campaigns'] = 'active' return render(request, 'campaign_edit.html', kwargs) @login_required def campaign_delete(request, id_camp): campaign = get_object_or_404(Campaign, pk=id_camp) if request.method == 'POST': if is_developer(request.user): for exp in campaign.experiments.all(): for conf in Configuration.objects.filter(experiment=exp): conf.delete() exp.delete() campaign.delete() return redirect('url_campaigns') messages.error(request, 'Not enough permission to delete this object') return redirect(campaign.get_absolute_url()) kwargs = { 'title': 'Delete', 'suptitle': 'Campaign', 'object': campaign, 'delete': True } kwargs['menu_campaigns'] = 'active' return render(request, 'confirm.html', kwargs) @login_required def campaign_export(request, id_camp): campaign = get_object_or_404(Campaign, pk=id_camp) content = campaign.parms_to_dict() content_type = 'application/json' filename = '%s_%s.json' % (campaign.name, campaign.id) response = HttpResponse(content_type=content_type) response['Content-Disposition'] = 'attachment; filename="%s"' % filename response.write(json.dumps(content, indent=2)) return response @login_required def campaign_import(request, id_camp): campaign = get_object_or_404(Campaign, pk=id_camp) if request.method == 'GET': file_form = UploadFileForm() if request.method == 'POST': file_form = UploadFileForm(request.POST, request.FILES) if file_form.is_valid(): new_camp = campaign.dict_to_parms( json.load(request.FILES['file']), CONF_MODELS) messages.success( request, "Parameters imported from: '%s'." % request.FILES['file'].name) return redirect(new_camp.get_absolute_url_edit()) messages.error(request, "Could not import parameters from file") kwargs = {} kwargs['title'] = 'Campaign' kwargs['form'] = file_form kwargs['suptitle'] = 'Importing file' kwargs['button'] = 'Import' kwargs['menu_campaigns'] = 'active' return render(request, 'campaign_import.html', kwargs) def experiments(request): page = request.GET.get('page') order = ('location',) filters = request.GET.copy() if 'my experiments' in filters: filters.pop('my experiments', None) filters['mine'] = request.user.id kwargs = get_paginator(Experiment, page, order, filters) fields = ['tags', 'template'] if request.user.is_authenticated: fields.append('my experiments') form = FilterForm(initial=request.GET, extra_fields=fields) kwargs['keys'] = ['name', 'radar_system', 'start_time', 'end_time', 'actions'] kwargs['title'] = 'Experiment' kwargs['suptitle'] = 'List' kwargs['no_sidebar'] = True kwargs['form'] = form kwargs['add_url'] = reverse('url_add_experiment') filters = request.GET.copy() filters.pop('page', None) kwargs['q'] = urlencode(filters) kwargs['menu_experiments'] = 'active' return render(request, 'base_list.html', kwargs) def experiment(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) configurations = Configuration.objects.filter( experiment=experiment, type=0) kwargs = {} kwargs['experiment_keys'] = ['template', 'radar_system', 'name', 'freq', 'start_time', 'end_time'] kwargs['experiment'] = experiment kwargs['configuration_keys'] = ['name', 'device__ip_address', 'device__port_address', 'device__status'] kwargs['configurations'] = configurations kwargs['title'] = 'Experiment' kwargs['suptitle'] = 'Details' kwargs['button'] = 'Add Configuration' kwargs['menu_experiments'] = 'active' ###### SIDEBAR ###### kwargs.update(sidebar(experiment=experiment)) return render(request, 'experiment.html', kwargs) @login_required def experiment_new(request, id_camp=None): if not is_developer(request.user): messages.error( request, 'Developer required, to create new Experiments') return redirect('index') kwargs = {} if request.method == 'GET': if 'template' in request.GET: if request.GET['template'] == '0': form = NewForm(initial={'create_from': 2}, template_choices=Experiment.objects.filter(template=True).values_list('id', 'name')) else: kwargs['button'] = 'Create' kwargs['configurations'] = Configuration.objects.filter( experiment=request.GET['template']) kwargs['configuration_keys'] = ['name', 'device__name', 'device__ip_address', 'device__port_address'] exp = Experiment.objects.get(pk=request.GET['template']) form = ExperimentForm(instance=exp, initial={'name': '{}_{:%y%m%d}'.format(exp.name, datetime.now()), 'template': False}) elif 'blank' in request.GET: kwargs['button'] = 'Create' form = ExperimentForm() else: form = NewForm() if request.method == 'POST': form = ExperimentForm(request.POST) if form.is_valid(): experiment = form.save(commit=False) experiment.author = request.user experiment.save() if 'template' in request.GET: configurations = Configuration.objects.filter( experiment=request.GET['template'], type=0) for conf in configurations: conf.clone(experiment=experiment, template=False) return redirect('url_experiment', id_exp=experiment.id) kwargs['form'] = form kwargs['title'] = 'Experiment' kwargs['suptitle'] = 'New' kwargs['menu_experiments'] = 'active' return render(request, 'experiment_edit.html', kwargs) @login_required def experiment_edit(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) if request.method == 'GET': form = ExperimentForm(instance=experiment) if request.method == 'POST': form = ExperimentForm(request.POST, instance=experiment) if form.is_valid(): experiment = form.save() return redirect('url_experiment', id_exp=experiment.id) kwargs = {} kwargs['form'] = form kwargs['title'] = 'Experiment' kwargs['suptitle'] = 'Edit' kwargs['button'] = 'Update' kwargs['menu_experiments'] = 'active' return render(request, 'experiment_edit.html', kwargs) @login_required def experiment_delete(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) if request.method == 'POST': if is_developer(request.user): for conf in Configuration.objects.filter(experiment=experiment): conf.delete() experiment.delete() return redirect('url_experiments') messages.error(request, 'Not enough permission to delete this object') return redirect(experiment.get_absolute_url()) kwargs = { 'title': 'Delete', 'suptitle': 'Experiment', 'object': experiment, 'delete': True } return render(request, 'confirm.html', kwargs) @login_required def experiment_export(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) content = experiment.parms_to_dict() content_type = 'application/json' filename = '%s_%s.json' % (experiment.name, experiment.id) response = HttpResponse(content_type=content_type) response['Content-Disposition'] = 'attachment; filename="%s"' % filename response.write(json.dumps(content, indent=2)) return response @login_required def experiment_import(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) configurations = Configuration.objects.filter(experiment=experiment) if request.method == 'GET': file_form = UploadFileForm() if request.method == 'POST': file_form = UploadFileForm(request.POST, request.FILES) if file_form.is_valid(): new_exp = experiment.dict_to_parms( json.load(request.FILES['file']), CONF_MODELS) messages.success( request, "Parameters imported from: '%s'." % request.FILES['file'].name) return redirect(new_exp.get_absolute_url_edit()) messages.error(request, "Could not import parameters from file") kwargs = {} kwargs['title'] = 'Experiment' kwargs['form'] = file_form kwargs['suptitle'] = 'Importing file' kwargs['button'] = 'Import' kwargs['menu_experiments'] = 'active' kwargs.update(sidebar(experiment=experiment)) return render(request, 'experiment_import.html', kwargs) @login_required def experiment_start(request, id_exp): exp = get_object_or_404(Experiment, pk=id_exp) if exp.status == 2: messages.warning(request, 'Experiment {} already runnnig'.format(exp)) else: exp.status = exp.start() if exp.status == 0: messages.error(request, 'Experiment {} not start'.format(exp)) if exp.status == 2: messages.success(request, 'Experiment {} started'.format(exp)) exp.save() return redirect(exp.get_absolute_url()) @login_required def experiment_stop(request, id_exp): exp = get_object_or_404(Experiment, pk=id_exp) if exp.status == 2: exp.status = exp.stop() exp.save() messages.success(request, 'Experiment {} stopped'.format(exp)) else: messages.error(request, 'Experiment {} not running'.format(exp)) return redirect(exp.get_absolute_url()) def experiment_status(request, id_exp): exp = get_object_or_404(Experiment, pk=id_exp) exp.get_status() return redirect(exp.get_absolute_url()) @login_required def experiment_mix(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) rc_confs = [conf for conf in RCConfiguration.objects.filter( experiment=id_exp, type=0, mix=False)] if len(rc_confs) < 2: messages.warning( request, 'You need at least two RC Configurations to make a mix') return redirect(experiment.get_absolute_url()) mix_confs = RCConfiguration.objects.filter(experiment=id_exp, mix=True, type=0) if mix_confs: mix = mix_confs[0] else: mix = RCConfiguration(experiment=experiment, device=rc_confs[0].device, ipp=rc_confs[0].ipp, clock_in=rc_confs[0].clock_in, clock_divider=rc_confs[0].clock_divider, mix=True, parameters='') mix.save() line_type = RCLineType.objects.get(name='mix') for i in range(len(rc_confs[0].get_lines())): line = RCLine(rc_configuration=mix, line_type=line_type, channel=i) line.save() initial = {'name': mix.name, 'result': parse_mix_result(mix.parameters), 'delay': 0, 'mask': [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15] } if request.method == 'GET': form = RCMixConfigurationForm(confs=rc_confs, initial=initial) if request.method == 'POST': result = mix.parameters if '{}|'.format(request.POST['experiment']) in result: messages.error(request, 'Configuration already added') else: if 'operation' in request.POST: operation = MIX_OPERATIONS[request.POST['operation']] else: operation = ' ' mode = MIX_MODES[request.POST['mode']] if result: result = '{}-{}|{}|{}|{}|{}'.format(mix.parameters, request.POST['experiment'], mode, operation, float( request.POST['delay']), parse_mask( request.POST.getlist('mask')) ) else: result = '{}|{}|{}|{}|{}'.format(request.POST['experiment'], mode, operation, float(request.POST['delay']), parse_mask( request.POST.getlist('mask')) ) mix.parameters = result mix.save() mix.update_pulses() initial['result'] = parse_mix_result(result) initial['name'] = mix.name form = RCMixConfigurationForm(initial=initial, confs=rc_confs) kwargs = { 'title': 'Experiment', 'suptitle': 'Mix Configurations', 'form': form, 'extra_button': 'Delete', 'button': 'Add', 'cancel': 'Back', 'previous': experiment.get_absolute_url(), 'id_exp': id_exp, } kwargs['menu_experiments'] = 'active' return render(request, 'experiment_mix.html', kwargs) @login_required def experiment_mix_delete(request, id_exp): conf = RCConfiguration.objects.get(experiment=id_exp, mix=True, type=0) values = conf.parameters.split('-') conf.parameters = '-'.join(values[:-1]) conf.save() return redirect('url_mix_experiment', id_exp=id_exp) def experiment_summary(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) configurations = Configuration.objects.filter( experiment=experiment, type=0) kwargs = {} kwargs['experiment_keys'] = ['radar_system', 'name', 'freq', 'start_time', 'end_time'] kwargs['experiment'] = experiment kwargs['configurations'] = [] kwargs['title'] = 'Experiment Summary' kwargs['suptitle'] = 'Details' kwargs['button'] = 'Verify Parameters' c_vel = 3.0*(10**8) # m/s ope_freq = experiment.freq*(10**6) # 1/s radar_lambda = c_vel/ope_freq # m kwargs['radar_lambda'] = radar_lambda ipp = None nsa = 1 code_id = 0 tx_line = {} for configuration in configurations.filter(device__device_type__name = 'rc'): if configuration.mix: continue conf = {'conf': configuration} conf['keys'] = [] conf['NTxs'] = configuration.ntx conf['keys'].append('NTxs') ipp = configuration.ipp conf['IPP'] = ipp conf['keys'].append('IPP') lines = configuration.get_lines(line_type__name='tx') for tx_line in lines: tx_params = json.loads(tx_line.params) conf[tx_line.get_name()] = '{} Km'.format(tx_params['pulse_width']) conf['keys'].append(tx_line.get_name()) delays = tx_params['delays'] if delays not in ('', '0'): n = len(delays.split(',')) taus = '{} Taus: {}'.format(n, delays) else: taus = '-' conf['Taus ({})'.format(tx_line.get_name())] = taus conf['keys'].append('Taus ({})'.format(tx_line.get_name())) for code_line in configuration.get_lines(line_type__name='codes'): code_params = json.loads(code_line.params) code_id = code_params['code'] if tx_line.pk == int(code_params['TX_ref']): conf['Code ({})'.format(tx_line.get_name())] = '{}:{}'.format(RCLineCode.objects.get(pk=code_params['code']), '-'.join(code_params['codes'])) conf['keys'].append('Code ({})'.format(tx_line.get_name())) for windows_line in configuration.get_lines(line_type__name='windows'): win_params = json.loads(windows_line.params) if tx_line.pk == int(win_params['TX_ref']): windows = '' nsa = win_params['params'][0]['number_of_samples'] for i, params in enumerate(win_params['params']): windows += 'W{}: Ho={first_height} km DH={resolution} km NSA={number_of_samples}
'.format( i, **params) conf['Window'] = mark_safe(windows) conf['keys'].append('Window') kwargs['configurations'].append(conf) for configuration in configurations.filter(device__device_type__name = 'jars'): conf = {'conf': configuration} conf['keys'] = [] conf['Type of Data'] = EXPERIMENT_TYPE[configuration.exp_type][1] conf['keys'].append('Type of Data') channels_number = configuration.channels_number exp_type = configuration.exp_type fftpoints = configuration.fftpoints filter_parms = json.loads(configuration.filter_parms) spectral_number = configuration.spectral_number acq_profiles = configuration.acq_profiles cohe_integr = configuration.cohe_integr profiles_block = configuration.profiles_block conf['Num of Profiles'] = acq_profiles conf['keys'].append('Num of Profiles') conf['Prof per Block'] = profiles_block conf['keys'].append('Prof per Block') conf['Blocks per File'] = configuration.raw_data_blocks conf['keys'].append('Blocks per File') if exp_type == 0: # Short bytes_ = 2 b = nsa*2*bytes_*channels_number else: # Float bytes_ = 4 channels = channels_number + spectral_number b = nsa*2*bytes_*fftpoints*channels codes_num = 7 if code_id == 2: codes_num = 7 elif code_id == 12: codes_num = 15 #Jars filter values: clock = float(filter_parms['clock']) filter_2 = int(filter_parms['cic_2']) filter_5 = int(filter_parms['cic_5']) filter_fir = int(filter_parms['fir']) Fs_MHz = clock/(filter_2*filter_5*filter_fir) #Jars values: if ipp is not None: IPP_units = ipp/0.15*Fs_MHz IPP_us = IPP_units / Fs_MHz IPP_s = IPP_units / (Fs_MHz * (10**6)) Ts = 1/(Fs_MHz*(10**6)) Va = radar_lambda/(4*Ts*cohe_integr) rate_bh = ((nsa-codes_num)*channels_number*2 * bytes_/IPP_us)*(36*(10**8)/cohe_integr) rate_gh = rate_bh/(1024*1024*1024) conf['Time per Block'] = IPP_s * profiles_block * cohe_integr conf['keys'].append('Time per Block') conf['Acq time'] = IPP_s * acq_profiles conf['keys'].append('Acq time') conf['Data rate'] = str(rate_gh)+" (GB/h)" conf['keys'].append('Data rate') conf['Va (m/s)'] = Va conf['keys'].append('Va (m/s)') conf['Vrange (m/s)'] = 3/(2*IPP_s*cohe_integr) conf['keys'].append('Vrange (m/s)') kwargs['configurations'].append(conf) kwargs['menu_experiments'] = 'active' ###### SIDEBAR ###### kwargs.update(sidebar(experiment=experiment)) return render(request, 'experiment_summary.html', kwargs) @login_required def experiment_verify(request, id_exp): experiment = get_object_or_404(Experiment, pk=id_exp) experiment_data = experiment.parms_to_dict() configurations = Configuration.objects.filter( experiment=experiment, type=0) kwargs = {} kwargs['experiment_keys'] = ['template', 'radar_system', 'name', 'start_time', 'end_time'] kwargs['experiment'] = experiment kwargs['configuration_keys'] = ['name', 'device__ip_address', 'device__port_address', 'device__status'] kwargs['configurations'] = configurations kwargs['experiment_data'] = experiment_data kwargs['title'] = 'Verify Experiment' kwargs['suptitle'] = 'Parameters' kwargs['button'] = 'Update' jars_conf = False rc_conf = False dds_conf = False for configuration in configurations: #-------------------- JARS -----------------------: if configuration.device.device_type.name == 'jars': jars_conf = True jars = configuration kwargs['jars_conf'] = jars_conf filter_parms = json.loads(jars.filter_parms) kwargs['filter_parms'] = filter_parms #--Sampling Frequency clock = filter_parms['clock'] filter_2 = filter_parms['cic_2'] filter_5 = filter_parms['cic_5'] filter_fir = filter_parms['fir'] samp_freq_jars = clock/filter_2/filter_5/filter_fir kwargs['samp_freq_jars'] = samp_freq_jars kwargs['jars'] = configuration #--------------------- RC ----------------------: if configuration.device.device_type.name == 'rc' and not configuration.mix: rc_conf = True rc = configuration rc_parms = configuration.parms_to_dict() win_lines = rc.get_lines(line_type__name='windows') if win_lines: dh = json.loads(win_lines[0].params)['params'][0]['resolution'] #--Sampling Frequency samp_freq_rc = 0.15/dh kwargs['samp_freq_rc'] = samp_freq_rc kwargs['rc_conf'] = rc_conf kwargs['rc'] = configuration #-------------------- DDS ----------------------: if configuration.device.device_type.name == 'dds': dds_conf = True dds = configuration dds_parms = configuration.parms_to_dict() kwargs['dds_conf'] = dds_conf kwargs['dds'] = configuration #------------Validation------------: #Clock if dds_conf and rc_conf and jars_conf: if float(filter_parms['clock']) != float(rc_parms['configurations']['byId'][str(rc.pk)]['clock_in']) and float(rc_parms['configurations']['byId'][str(rc.pk)]['clock_in']) != float(dds_parms['configurations']['byId'][str(dds.pk)]['clock']): messages.warning(request, "Devices don't have the same clock.") elif rc_conf and jars_conf: if float(filter_parms['clock']) != float(rc_parms['configurations']['byId'][str(rc.pk)]['clock_in']): messages.warning(request, "Devices don't have the same clock.") elif rc_conf and dds_conf: if float(rc_parms['configurations']['byId'][str(rc.pk)]['clock_in']) != float(dds_parms['configurations']['byId'][str(dds.pk)]['clock']): messages.warning(request, "Devices don't have the same clock.") if float(samp_freq_rc) != float(dds_parms['configurations']['byId'][str(dds.pk)]['frequencyA']): messages.warning( request, "Devices don't have the same Frequency A.") #------------POST METHOD------------: if request.method == 'POST': if request.POST['suggest_clock']: try: suggest_clock = float(request.POST['suggest_clock']) except: messages.warning(request, "Invalid value in CLOCK IN.") return redirect('url_verify_experiment', id_exp=experiment.id) else: suggest_clock = "" if suggest_clock: if rc_conf: rc.clock_in = suggest_clock rc.save() if jars_conf: filter_parms = jars.filter_parms filter_parms = ast.literal_eval(filter_parms) filter_parms['clock'] = suggest_clock jars.filter_parms = json.dumps(filter_parms) jars.save() kwargs['filter_parms'] = filter_parms if dds_conf: dds.clock = suggest_clock dds.save() if request.POST['suggest_frequencyA']: try: suggest_frequencyA = float(request.POST['suggest_frequencyA']) except: messages.warning(request, "Invalid value in FREQUENCY A.") return redirect('url_verify_experiment', id_exp=experiment.id) else: suggest_frequencyA = "" if suggest_frequencyA: if jars_conf: filter_parms = jars.filter_parms filter_parms = ast.literal_eval(filter_parms) filter_parms['fch'] = suggest_frequencyA jars.filter_parms = json.dumps(filter_parms) jars.save() kwargs['filter_parms'] = filter_parms if dds_conf: dds.frequencyA_Mhz = request.POST['suggest_frequencyA'] dds.save() kwargs['menu_experiments'] = 'active' kwargs.update(sidebar(experiment=experiment)) return render(request, 'experiment_verify.html', kwargs) def parse_mix_result(s): values = s.split('-') html = 'EXP MOD OPE DELAY MASK\r\n' if not values or values[0] in ('', ' '): return mark_safe(html) for i, value in enumerate(values): if not value: continue pk, mode, operation, delay, mask = value.split('|') conf = RCConfiguration.objects.get(pk=pk) if i == 0: html += '{:20.18}{:3}{:4}{:9}km{:>6}\r\n'.format( conf.name, mode, ' ', delay, mask) else: html += '{:20.18}{:3}{:4}{:9}km{:>6}\r\n'.format( conf.name, mode, operation, delay, mask) return mark_safe(html) def parse_mask(l): values = [] for x in range(16): if '{}'.format(x) in l: values.append(1) else: values.append(0) values.reverse() return int(''.join([str(x) for x in values]), 2) def dev_confs(request): page = request.GET.get('page') order = ('programmed_date', ) filters = request.GET.copy() if 'my configurations' in filters: filters.pop('my configurations', None) filters['mine'] = request.user.id kwargs = get_paginator(Configuration, page, order, filters) fields = ['tags', 'template', 'historical'] if request.user.is_authenticated: fields.append('my configurations') form = FilterForm(initial=request.GET, extra_fields=fields) kwargs['keys'] = ['name', 'experiment', 'type', 'programmed_date', 'actions'] kwargs['title'] = 'Configuration' kwargs['suptitle'] = 'List' kwargs['no_sidebar'] = True kwargs['form'] = form kwargs['add_url'] = reverse('url_add_dev_conf', args=[0]) filters = request.GET.copy() filters.pop('page', None) kwargs['q'] = urlencode(filters) kwargs['menu_configurations'] = 'active' return render(request, 'base_list.html', kwargs) def dev_conf(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) return redirect(conf.get_absolute_url()) @login_required def dev_conf_new(request, id_exp=0, id_dev=0): if not is_developer(request.user): messages.error( request, 'Developer required, to create new configurations') return redirect('index') initial = {} kwargs = {} if id_exp != 0: initial['experiment'] = id_exp if id_dev != 0: initial['device'] = id_dev if request.method == 'GET': if id_dev: kwargs['button'] = 'Create' device = Device.objects.get(pk=id_dev) DevConfForm = CONF_FORMS[device.device_type.name] initial['name'] = request.GET['name'] form = DevConfForm(initial=initial) else: if 'template' in request.GET: if request.GET['template'] == '0': choices = [(conf.pk, '{}'.format(conf)) for conf in Configuration.objects.filter(template=True)] form = NewForm(initial={'create_from': 2}, template_choices=choices) else: kwargs['button'] = 'Create' conf = Configuration.objects.get( pk=request.GET['template']) id_dev = conf.device.pk DevConfForm = CONF_FORMS[conf.device.device_type.name] form = DevConfForm(instance=conf, initial={'name': '{}_{:%y%m%d}'.format(conf.name, datetime.now()), 'template': False, 'experiment': id_exp}) elif 'blank' in request.GET: kwargs['button'] = 'Create' form = ConfigurationForm(initial=initial) else: form = NewForm() if request.method == 'POST': device = Device.objects.get(pk=request.POST['device']) DevConfForm = CONF_FORMS[device.device_type.name] form = DevConfForm(request.POST) kwargs['button'] = 'Create' if form.is_valid(): conf = form.save(commit=False) conf.author = request.user conf.save() if 'template' in request.GET and conf.device.device_type.name == 'rc': lines = RCLine.objects.filter( rc_configuration=request.GET['template']) for line in lines: line.clone(rc_configuration=conf) new_lines = conf.get_lines() for line in new_lines: line_params = json.loads(line.params) if 'TX_ref' in line_params: ref_line = RCLine.objects.get(pk=line_params['TX_ref']) line_params['TX_ref'] = ['{}'.format( l.pk) for l in new_lines if l.get_name() == ref_line.get_name()][0] line.params = json.dumps(line_params) line.save() return redirect('url_dev_conf', id_conf=conf.pk) kwargs['id_exp'] = id_exp kwargs['form'] = form kwargs['title'] = 'Configuration' kwargs['suptitle'] = 'New' kwargs['menu_configurations'] = 'active' if id_dev != 0: device = Device.objects.get(pk=id_dev) kwargs['device'] = device.device_type.name return render(request, 'dev_conf_edit.html', kwargs) @login_required def dev_conf_edit(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) DevConfForm = CONF_FORMS[conf.device.device_type.name] if request.method == 'GET': form = DevConfForm(instance=conf) if request.method == 'POST': form = DevConfForm(request.POST, instance=conf) if form.is_valid(): form.save() return redirect('url_dev_conf', id_conf=id_conf) kwargs = {} kwargs['form'] = form kwargs['title'] = 'Device Configuration' kwargs['suptitle'] = 'Edit' kwargs['button'] = 'Update' kwargs['menu_configurations'] = 'active' ###### SIDEBAR ###### kwargs.update(sidebar(conf=conf)) return render(request, '%s_conf_edit.html' % conf.device.device_type.name, kwargs) @login_required def dev_conf_start(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) if conf.start_device(): messages.success(request, conf.message) else: messages.error(request, conf.message) #conf.status_device() return redirect(conf.get_absolute_url()) @login_required def dev_conf_stop(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) if conf.stop_device(): messages.success(request, conf.message) else: messages.error(request, conf.message) #conf.status_device() return redirect(conf.get_absolute_url()) @login_required def dev_conf_status(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) if conf.device.device_type.name == 'abs': abs = request.user.profile.abs_active if abs<>conf: url = '#' if abs is None else abs.get_absolute_url() label = 'None' if abs is None else abs.label messages.warning( request, mark_safe('The current configuration has not been written in the modules, the active configuration is {}'.format( url, label )) ) return redirect(conf.get_absolute_url()) if conf.status_device(): messages.success(request, conf.message) else: messages.error(request, conf.message) return redirect(conf.get_absolute_url()) @login_required def dev_conf_reset(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) if conf.reset_device(): messages.success(request, conf.message) else: messages.error(request, conf.message) return redirect(conf.get_absolute_url()) @login_required def dev_conf_write(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) if conf.write_device(): messages.success(request, conf.message) if has_been_modified(conf): conf.clone(type=1, template=False) else: messages.error(request, conf.message) return redirect(get_object_or_404(Configuration, pk=id_conf).get_absolute_url()) @login_required def dev_conf_read(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) DevConfForm = CONF_FORMS[conf.device.device_type.name] if request.method == 'GET': parms = conf.read_device() #conf.status_device() if not parms: messages.error(request, conf.message) return redirect(conf.get_absolute_url()) form = DevConfForm(initial=parms, instance=conf) if request.method == 'POST': form = DevConfForm(request.POST, instance=conf) if form.is_valid(): form.save() return redirect(conf.get_absolute_url()) messages.error(request, "Parameters could not be saved") kwargs = {} kwargs['id_dev'] = conf.id kwargs['form'] = form kwargs['title'] = 'Device Configuration' kwargs['suptitle'] = 'Parameters read from device' kwargs['button'] = 'Save' ###### SIDEBAR ###### kwargs.update(sidebar(conf=conf)) return render(request, '%s_conf_edit.html' % conf.device.device_type.name, kwargs) @login_required def dev_conf_import(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) DevConfForm = CONF_FORMS[conf.device.device_type.name] if request.method == 'GET': file_form = UploadFileForm() if request.method == 'POST': file_form = UploadFileForm(request.POST, request.FILES) if file_form.is_valid(): data = conf.import_from_file(request.FILES['file']) parms = Params(data=data).get_conf( dtype=conf.device.device_type.name) if parms: form = DevConfForm(initial=parms, instance=conf) kwargs = {} kwargs['id_dev'] = conf.id kwargs['form'] = form kwargs['title'] = 'Device Configuration' kwargs['suptitle'] = 'Parameters imported' kwargs['button'] = 'Save' kwargs['action'] = conf.get_absolute_url_edit() kwargs['previous'] = conf.get_absolute_url() ###### SIDEBAR ###### kwargs.update(sidebar(conf=conf)) messages.success( request, "Parameters imported from: '%s'." % request.FILES['file'].name) return render(request, '%s_conf_edit.html' % conf.device.device_type.name, kwargs) messages.error(request, "Could not import parameters from file") kwargs = {} kwargs['id_dev'] = conf.id kwargs['title'] = 'Device Configuration' kwargs['form'] = file_form kwargs['suptitle'] = 'Importing file' kwargs['button'] = 'Import' kwargs['menu_configurations'] = 'active' kwargs.update(sidebar(conf=conf)) return render(request, 'dev_conf_import.html', kwargs) @login_required def dev_conf_export(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) if request.method == 'GET': file_form = DownloadFileForm(conf.device.device_type.name) if request.method == 'POST': file_form = DownloadFileForm( conf.device.device_type.name, request.POST) if file_form.is_valid(): fields = conf.export_to_file( format=file_form.cleaned_data['format']) if not fields['content']: messages.error(request, conf.message) return redirect(conf.get_absolute_url_export()) response = HttpResponse(content_type=fields['content_type']) response['Content-Disposition'] = 'attachment; filename="%s"' % fields['filename'] response.write(fields['content']) return response messages.error(request, "Could not export parameters") kwargs = {} kwargs['id_dev'] = conf.id kwargs['title'] = 'Device Configuration' kwargs['form'] = file_form kwargs['suptitle'] = 'Exporting file' kwargs['button'] = 'Export' kwargs['menu_configurations'] = 'active' return render(request, 'dev_conf_export.html', kwargs) @login_required def dev_conf_delete(request, id_conf): conf = get_object_or_404(Configuration, pk=id_conf) if request.method == 'POST': if is_developer(request.user): conf.delete() return redirect('url_dev_confs') messages.error(request, 'Not enough permission to delete this object') return redirect(conf.get_absolute_url()) kwargs = { 'title': 'Delete', 'suptitle': 'Configuration', 'object': conf, 'delete': True } kwargs['menu_configurations'] = 'active' return render(request, 'confirm.html', kwargs) def sidebar(**kwargs): side_data = {} conf = kwargs.get('conf', None) experiment = kwargs.get('experiment', None) if not experiment: experiment = conf.experiment if experiment: side_data['experiment'] = experiment campaign = experiment.campaign_set.all() if campaign: side_data['campaign'] = campaign[0] experiments = campaign[0].experiments.all().order_by('name') else: experiments = [experiment] configurations = experiment.configuration_set.filter(type=0) side_data['side_experiments'] = experiments side_data['side_configurations'] = configurations.order_by( 'device__device_type__name') return side_data def get_paginator(model, page, order, filters={}, n=8): kwargs = {} query = Q() if isinstance(filters, QueryDict): filters = filters.dict() [filters.pop(key) for key in filters.keys() if filters[key] in ('', ' ')] filters.pop('page', None) fields = [f.name for f in model._meta.get_fields()] if 'template' in filters: filters['template'] = True if 'historical' in filters: filters.pop('historical') filters['type'] = 1 elif 'type' in fields: filters['type'] = 0 if 'start_date' in filters: filters['start_date__gte'] = filters.pop('start_date') if 'end_date' in filters: filters['start_date__lte'] = filters.pop('end_date') if 'tags' in filters: tags = filters.pop('tags') if 'tags' in fields: query = query | Q(tags__icontains=tags) if 'label' in fields: query = query | Q(label__icontains=tags) if 'location' in fields: query = query | Q(location__name__icontains=tags) if 'device' in fields: query = query | Q(device__device_type__name__icontains=tags) query = query | Q(device__location__name__icontains=tags) if 'device_type' in fields: query = query | Q(device_type__name__icontains=tags) if 'mine' in filters: filters['author_id'] = filters['mine'] filters.pop('mine') object_list = model.objects.filter(query, **filters).order_by(*order) paginator = Paginator(object_list, n) try: objects = paginator.page(page) except PageNotAnInteger: objects = paginator.page(1) except EmptyPage: objects = paginator.page(paginator.num_pages) kwargs['objects'] = objects kwargs['offset'] = (int(page)-1)*n if page else 0 return kwargs def operation(request, id_camp=None): kwargs = {} kwargs['title'] = 'Radars Operation' kwargs['no_sidebar'] = True kwargs['menu_operation'] = 'active' campaigns = Campaign.objects.filter(start_date__lte=datetime.now(), end_date__gte=datetime.now()).order_by('-start_date') if id_camp: campaign = get_object_or_404(Campaign, pk=id_camp) form = OperationForm( initial={'campaign': campaign.id}, campaigns=campaigns) kwargs['campaign'] = campaign else: # form = OperationForm(campaigns=campaigns) kwargs['campaigns'] = campaigns return render(request, 'operation.html', kwargs) #---Experiment keys = ['id', 'name', 'start_time', 'end_time', 'status'] kwargs['experiment_keys'] = keys[1:] kwargs['experiments'] = experiments #---Radar kwargs['locations'] = campaign.get_experiments_by_radar() kwargs['form'] = form return render(request, 'operation.html', kwargs) @login_required def radar_start(request, id_camp, id_radar): campaign = get_object_or_404(Campaign, pk=id_camp) experiments = campaign.get_experiments_by_radar(id_radar)[0]['experiments'] now = datetime.now() for exp in experiments: start = datetime.combine(datetime.now().date(), exp.start_time) end = datetime.combine(datetime.now().date(), exp.end_time) if end < start: end += timedelta(1) if exp.status == 2: messages.warning( request, 'Experiment {} already running'.format(exp)) continue if exp.status == 3: messages.warning( request, 'Experiment {} already programmed'.format(exp)) continue if start > campaign.end_date or start < campaign.start_date: messages.warning(request, 'Experiment {} out of date'.format(exp)) continue if now > start and now <= end: exp.status = 3 exp.save() task = task_start.delay(exp.id) exp.status = task.wait() if exp.status == 0: messages.error(request, 'Experiment {} not start'.format(exp)) if exp.status == 2: messages.success(request, 'Experiment {} started'.format(exp)) else: task = task_start.apply_async( (exp.pk, ), eta=start+timedelta(hours=5)) exp.task = task.id exp.status = 3 messages.success( request, 'Experiment {} programmed to start at {}'.format(exp, start)) exp.save() return HttpResponseRedirect(reverse('url_operation', args=[id_camp])) @login_required def radar_stop(request, id_camp, id_radar): campaign = get_object_or_404(Campaign, pk=id_camp) experiments = campaign.get_experiments_by_radar(id_radar)[0]['experiments'] for exp in experiments: if exp.task: app.control.revoke(exp.task) if exp.status == 2: exp.stop() messages.warning(request, 'Experiment {} stopped'.format(exp)) exp.status = 1 exp.save() return HttpResponseRedirect(reverse('url_operation', args=[id_camp])) @login_required def radar_refresh(request, id_camp, id_radar): campaign = get_object_or_404(Campaign, pk=id_camp) experiments = campaign.get_experiments_by_radar(id_radar)[0]['experiments'] for exp in experiments: exp.get_status() return HttpResponseRedirect(reverse('url_operation', args=[id_camp])) def real_time(request): graphic_path = "/home/fiorella/Pictures/catwbeanie.jpg" kwargs = {} kwargs['title'] = 'CLAIRE' kwargs['suptitle'] = 'Real Time' kwargs['no_sidebar'] = True kwargs['graphic_path'] = graphic_path kwargs['graphic1_path'] = 'http://www.bluemaize.net/im/girls-accessories/shark-beanie-11.jpg' return render(request, 'real_time.html', kwargs) def theme(request, theme): user = request.user user.profile.theme = theme user.save() return redirect('index')