# KrakenSDR Signal Processor # # Copyright (C) 2018-2021 Carl Laufer, Tamás Pető # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . # # # - coding: utf-8 -*- # Import built-in modules import logging import os import sys import queue import time import subprocess import json import requests import math # Import third-party modules import dash_core_components as dcc import dash_html_components as html import dash_devices as dash from dash_devices.dependencies import Input, Output, State from dash.exceptions import PreventUpdate from dash.dash import no_update import plotly.graph_objects as go import plotly.express as px import plotly.io as pio import numpy as np from configparser import ConfigParser from numba import njit, jit from PIL import Image, ImageDraw from matplotlib import cm from matplotlib.colors import Normalize import matplotlib.colors as colors from skimage.transform import resize from threading import Timer from multiprocessing.dummy import Pool c = 299792458 # Import Kraken SDR modules current_path = os.path.dirname(os.path.realpath(__file__)) root_path = os.path.dirname(os.path.dirname(current_path)) receiver_path = os.path.join(root_path, "_receiver") signal_processor_path = os.path.join(root_path, "_signal_processing") ui_path = os.path.join(root_path, "_UI") sys.path.insert(0, receiver_path) sys.path.insert(0, signal_processor_path) sys.path.insert(0, ui_path) daq_subsystem_path = os.path.join( os.path.join(os.path.dirname(root_path), "heimdall_daq_fw"), "Firmware") daq_preconfigs_path = os.path.join( os.path.join(os.path.dirname(root_path), "heimdall_daq_fw"), "config_files") daq_config_filename = os.path.join(daq_subsystem_path, "daq_chain_config.ini") daq_stop_filename = "daq_stop.sh" daq_start_filename = "daq_start_sm.sh" #daq_start_filename = "daq_synthetic_start.sh" sys.path.insert(0, daq_subsystem_path) settings_file_path = os.path.join(root_path, "settings.json") # Load settings file settings_found = False if os.path.exists(settings_file_path): settings_found = True with open(settings_file_path, 'r') as myfile: dsp_settings = json.loads(myfile.read()) import ini_checker from krakenSDR_receiver import ReceiverRTLSDR from krakenSDR_signal_processor import SignalProcessor import tooltips class webInterface(): def __init__(self): self.user_interface = None self.logging_level = dsp_settings.get("logging_level", 0)*10 logging.basicConfig(level=self.logging_level) self.logger = logging.getLogger(__name__) self.logger.setLevel(self.logging_level) self.logger.info("Inititalizing web interface ") if not settings_found: self.logger.warning("Web Interface settings file is not found!") self.pool = Pool() ############################################# # Initialize and Configure Kraken modules # ############################################# # Web interface internal self.disable_tooltips = dsp_settings.get("disable_tooltips", 0) #settings.disable_tooltips self.page_update_rate = 1 self._avg_win_size = 10 self._update_rate_arr = None self.sp_data_que = queue.Queue(1) # Que to communicate with the signal processing module self.rx_data_que = queue.Queue(1) # Que to communicate with the receiver modules self.data_interface = dsp_settings.get("data_interface", "shmem") # Instantiate and configure Kraken SDR modules self.module_receiver = ReceiverRTLSDR(data_que=self.rx_data_que, data_interface=self.data_interface, logging_level=self.logging_level) self.module_receiver.daq_center_freq = dsp_settings.get("center_freq", 100.0) * 10**6 self.module_receiver.daq_rx_gain = [float(dsp_settings.get("gain_1", 1.4)), float(dsp_settings.get("gain_2", 1.4))] self.module_receiver.rec_ip_addr = dsp_settings.get("default_ip", "0.0.0.0") self.module_signal_processor = SignalProcessor(data_que=self.sp_data_que, module_receiver=self.module_receiver, logging_level=self.logging_level) self.module_signal_processor.en_PR = dsp_settings.get("en_pr", True) self.module_signal_processor.PR_clutter_cancellation = dsp_settings.get("clutter_cancel_algo", "Wiener MRE") self.module_signal_processor.max_bistatic_range = dsp_settings.get("max_bistatic_range", 128) self.module_signal_processor.max_doppler = dsp_settings.get("max_doppler", 256) self.en_persist = dsp_settings.get("en_pr_persist", True) self.pr_persist_decay = dsp_settings.get("pr_persist_decay", 0.99) self.pr_dynamic_range_min = dsp_settings.get("pr_dynrange_min", -20) self.pr_dynamic_range_max = dsp_settings.get("pr_dynrange_max", 10) self.module_signal_processor.start() ############################################# # UI Status and Config variables # ############################################# # DAQ Subsystem status parameters self.daq_conn_status = 0 self.daq_cfg_iface_status = 0 # 0- ready, 1-busy self.daq_restart = 0 # 1-restarting self.daq_update_rate = 0 self.daq_frame_sync = 1 # Active low self.daq_frame_index = 0 self.daq_frame_type = "-" self.daq_power_level = 0 self.daq_sample_delay_sync = 0 self.daq_iq_sync = 0 self.daq_noise_source_state= 0 self.daq_center_freq = dsp_settings.get("center_freq", 100.0) self.daq_adc_fs = "-" self.daq_fs = "-" self.daq_cpi = "-" self.daq_if_gains ="[,,,,]" self.en_advanced_daq_cfg = False self.en_basic_daq_cfg = False self.en_system_control = False self.daq_ini_cfg_dict = read_config_file_dict() self.active_daq_ini_cfg = self.daq_ini_cfg_dict['config_name'] #"Default" # Holds the string identifier of the actively loaded DAQ ini configuration self.tmp_daq_ini_cfg = "Default" self.daq_cfg_ini_error = "" # DSP Processing Parameters and Results self.spectrum = None self.daq_dsp_latency = 0 # [ms] self.logger.info("Web interface object initialized") # Passive Radar Data self.RD_matrix = None self.dsp_timer = None self.update_time = 9999 self.pathname = "" self.reset_doa_graph_flag = False self.reset_spectrum_graph_flag = False self.CAFMatrixPersist = None # Basic DAQ Config self.decimated_bandwidth = 12.5 self.pr_graph_reset_flag = True self.max_bistatic_speed_kmh = (self.module_signal_processor.max_doppler * c / self.module_receiver.daq_center_freq) * 3.6 # TODO: set this based on max_doppler in settings self.krakenpro_key = dsp_settings.get("krakenpro_key", "mykey") self.r_b = 1 if self.daq_ini_cfg_dict is not None: self.logger.info("Config file found and read succesfully") """ Set the number of channels in the receiver module because it is required to produce the initial gain configuration message (Only needed in shared-memory mode) """ self.module_receiver.M = self.daq_ini_cfg_dict['num_ch'] #self.module_receiver.M = self.daq_ini_cfg_params[1] def save_configuration(self): data = {} # DAQ Configuration data["center_freq"] = self.module_receiver.daq_center_freq/10**6 data["gain_1"] = self.module_receiver.daq_rx_gain[0] data["gain_2"] = self.module_receiver.daq_rx_gain[1] data["data_interface"] = dsp_settings.get("data_interface", "shmem") #settings.data_interface data["default_ip"] = dsp_settings.get("default_ip", "0.0.0.0") #settings.default_ip # DOA Estimation data["en_pr"] = self.module_signal_processor.en_PR data["clutter_cancel_algo"] = self.module_signal_processor.PR_clutter_cancellation data["max_bistatic_range"] = self.module_signal_processor.max_bistatic_range data["max_doppler"] = self.module_signal_processor.max_doppler data["en_pr_persist"] = self.en_persist data["pr_persist_decay"] = self.pr_persist_decay data["pr_dynrange_min"] = self.pr_dynamic_range_min data["pr_dynrange_max"] = self.pr_dynamic_range_max # Web Interface data["en_hw_check"] = dsp_settings.get("en_hw_check", 0) #settings.en_hw_check data["en_advanced_daq_cfg"] = self.en_advanced_daq_cfg data["logging_level"] = dsp_settings.get("logging_level", 0) #settings.logging_level data["disable_tooltips"] = dsp_settings.get("disable_tooltips", 0) #settings.disable_tooltips # Station Information data["krakenpro_key"] = self.krakenpro_key data["doa_data_format"] = "Kraken Pro Remote" # Force this #settings.write(data) with open(settings_file_path, 'w') as outfile: json.dump(data, outfile, indent=2) def start_processing(self): """ Starts data processing Parameters: ----------- :param: ip_addr: Ip address of the DAQ Subsystem :type ip_addr : string e.g.:"127.0.0.1" """ self.logger.info("Start processing request") self.first_frame = 1 #self.module_receiver.rec_ip_addr = "0.0.0.0" self.module_signal_processor.run_processing=True def stop_processing(self): self.module_signal_processor.run_processing=False while self.module_signal_processor.is_running: time.sleep(0.01) # Block until signal processor run_processing while loop ends def close_data_interfaces(self): self.module_receiver.eth_close() def close(self): pass def config_daq_rf(self, f0, gain): """ Configures the RF parameters in the DAQ module """ self.daq_cfg_iface_status = 1 self.module_receiver.set_center_freq(int(f0*10**6)) self.module_receiver.set_if_gain(gain) webInterface_inst.logger.info("Updating receiver parameters") webInterface_inst.logger.info("Center frequency: {:f} MHz".format(f0)) #webInterface_inst.logger.info("Gain: {:f} dB".format(gain)) webInterface_inst.logger.info("Gain: " + ' '.join(str(x) for x in gain) + " dB") def read_config_file_dict(config_fname=daq_config_filename): parser = ConfigParser() found = parser.read([config_fname]) ini_data = {} if not found: return None ini_data['config_name'] = parser.get('meta', 'config_name') ini_data['num_ch'] = parser.getint('hw', 'num_ch') ini_data['en_bias_tee'] = parser.get('hw', 'en_bias_tee') ini_data['daq_buffer_size'] = parser.getint('daq','daq_buffer_size') ini_data['sample_rate'] = parser.getint('daq','sample_rate') ini_data['en_noise_source_ctr'] = parser.getint('daq','en_noise_source_ctr') ini_data['cpi_size'] = parser.getint('pre_processing', 'cpi_size') ini_data['decimation_ratio'] = parser.getint('pre_processing', 'decimation_ratio') ini_data['fir_relative_bandwidth'] = parser.getfloat('pre_processing', 'fir_relative_bandwidth') ini_data['fir_tap_size'] = parser.getint('pre_processing', 'fir_tap_size') ini_data['fir_window'] = parser.get('pre_processing','fir_window') ini_data['en_filter_reset'] = parser.getint('pre_processing','en_filter_reset') ini_data['corr_size'] = parser.getint('calibration','corr_size') ini_data['std_ch_ind'] = parser.getint('calibration','std_ch_ind') ini_data['en_iq_cal'] = parser.getint('calibration','en_iq_cal') ini_data['gain_lock_interval'] = parser.getint('calibration','gain_lock_interval') ini_data['require_track_lock_intervention'] = parser.getint('calibration','require_track_lock_intervention') ini_data['cal_track_mode'] = parser.getint('calibration','cal_track_mode') ini_data['amplitude_cal_mode'] = parser.get('calibration','amplitude_cal_mode') ini_data['cal_frame_interval'] = parser.getint('calibration','cal_frame_interval') ini_data['cal_frame_burst_size'] = parser.getint('calibration','cal_frame_burst_size') ini_data['amplitude_tolerance'] = parser.getint('calibration','amplitude_tolerance') ini_data['phase_tolerance'] = parser.getint('calibration','phase_tolerance') ini_data['maximum_sync_fails'] = parser.getint('calibration','maximum_sync_fails') ini_data['out_data_iface_type'] = parser.get('data_interface','out_data_iface_type') return ini_data def write_config_file_dict(param_dict): webInterface_inst.logger.info("Write config file: {0}".format(param_dict)) parser = ConfigParser() found = parser.read([daq_config_filename]) if not found: return -1 parser['meta']['config_name']=str(param_dict['config_name']) parser['hw']['num_ch']=str(param_dict['num_ch']) parser['hw']['en_bias_tee']=str(param_dict['en_bias_tee']) parser['daq']['daq_buffer_size']=str(param_dict['daq_buffer_size']) parser['daq']['sample_rate']=str(param_dict['sample_rate']) parser['daq']['en_noise_source_ctr']=str(param_dict['en_noise_source_ctr']) # Set these for reconfigure parser['daq']['center_freq']=str(int(webInterface_inst.module_receiver.daq_center_freq)) parser['pre_processing']['cpi_size']=str(param_dict['cpi_size']) parser['pre_processing']['decimation_ratio']=str(param_dict['decimation_ratio']) parser['pre_processing']['fir_relative_bandwidth']=str(param_dict['fir_relative_bandwidth']) parser['pre_processing']['fir_tap_size']=str(param_dict['fir_tap_size']) parser['pre_processing']['fir_window']=str(param_dict['fir_window']) parser['pre_processing']['en_filter_reset']=str(param_dict['en_filter_reset']) parser['calibration']['corr_size']=str(param_dict['corr_size']) parser['calibration']['std_ch_ind']=str(param_dict['std_ch_ind']) parser['calibration']['en_iq_cal']=str(param_dict['en_iq_cal']) parser['calibration']['gain_lock_interval']=str(param_dict['gain_lock_interval']) parser['calibration']['require_track_lock_intervention']=str(param_dict['require_track_lock_intervention']) parser['calibration']['cal_track_mode']=str(param_dict['cal_track_mode']) parser['calibration']['amplitude_cal_mode']=str(param_dict['amplitude_cal_mode']) parser['calibration']['cal_frame_interval']=str(param_dict['cal_frame_interval']) parser['calibration']['cal_frame_burst_size']=str(param_dict['cal_frame_burst_size']) parser['calibration']['amplitude_tolerance']=str(param_dict['amplitude_tolerance']) parser['calibration']['phase_tolerance']=str(param_dict['phase_tolerance']) parser['calibration']['maximum_sync_fails']=str(param_dict['maximum_sync_fails']) ini_parameters = parser._sections error_list = ini_checker.check_ini(ini_parameters, dsp_settings.get("en_hw_check", 0)) #settings.en_hw_check) if len(error_list): for e in error_list: webInterface_inst.logger.error(e) return -1, error_list else: with open(daq_config_filename, 'w') as configfile: parser.write(configfile) return 0, [] def get_preconfigs(config_files_path): parser = ConfigParser() preconfigs = [] preconfigs.append([daq_config_filename, "Current"]) for root, dirs, files in os.walk(config_files_path): if len(files): config_file_path = os.path.join(root, files[0]) parser.read([config_file_path]) parameters = parser._sections preconfigs.append([config_file_path, parameters['meta']['config_name']]) return preconfigs ############################################# # Prepare Dash application # ############################################ webInterface_inst = webInterface() ############################################# # Prepare component dependencies # ############################################# trace_colors = px.colors.qualitative.Plotly trace_colors[3] = 'rgb(255,255,51)' valid_fir_windows = ['boxcar', 'triang', 'blackman', 'hamming', 'hann', 'bartlett', 'flattop', 'parzen' , 'bohman', 'blackmanharris', 'nuttall', 'barthann'] valid_sample_rates = [0.25, 0.900001, 1.024, 1.4, 1.8, 1.92, 2.048, 2.4, 2.56, 3.2] valid_daq_buffer_sizes = (2**np.arange(10,21,1)).tolist() calibration_tack_modes = [['No tracking',0] , ['Periodic tracking',2]] doa_trace_colors = { "DoA Bartlett": "#00B5F7", "DoA Capon" : "rgb(226,26,28)", "DoA MEM" : "#1CA71C", "DoA MUSIC" : "rgb(257,233,111)" } figure_font_size = 20 y=np.random.normal(0,1,2**3) x=np.arange(2**3) fig_layout = go.Layout( paper_bgcolor='rgba(0,0,0,0)', plot_bgcolor='rgba(0,0,0,0)', template='plotly_dark', showlegend=True, margin=go.layout.Margin( t=0 #top margin ) ) fig_dummy = go.Figure(layout=fig_layout) for m in range(0, webInterface_inst.module_receiver.M+1): #+1 for the auto decimation window selection fig_dummy.add_trace(go.Scatter(x=x, y=y, name="Channel {:d}".format(m), line = dict(color = trace_colors[m], width = 2) )) fig_dummy.update_xaxes(title_text="Frequency [MHz]") fig_dummy.update_yaxes(title_text="Amplitude [dB]") option = [{"label":"", "value": 1}] spectrum_fig = go.Figure(layout=fig_layout) for m in range(0, webInterface_inst.module_receiver.M): spectrum_fig.add_trace(go.Scattergl(x=x, y=y, name="Channel {:d}".format(m), line = dict(color = trace_colors[m], width = 2) )) waterfall_init = [[-80] * webInterface_inst.module_signal_processor.spectrum_window_size] * 50 waterfall_fig = go.Figure(layout=fig_layout) waterfall_fig.add_trace(go.Heatmapgl( z=waterfall_init, zsmooth=False, showscale=False, hoverinfo='skip', colorscale=[[0.0, '#000020'], [0.0714, '#000030'], [0.1428, '#000050'], [0.2142, '#000091'], [0.2856, '#1E90FF'], [0.357, '#FFFFFF'], [0.4284, '#FFFF00'], [0.4998, '#FE6D16'], [0.5712, '#FE6D16'], [0.6426, '#FF0000'], [0.714, '#FF0000'], [0.7854, '#C60000'], [0.8568, '#9F0000'], [0.9282, '#750000'], [1.0, '#4A0000']])) waterfall_fig.update_xaxes(tickfont_size=1) waterfall_fig.update_yaxes(tickfont_size=1) waterfall_fig.update_layout(margin=go.layout.Margin(t=5)) pr_init = [[-80] * 128] * 128 y_range = list(range(-128, 128)) x_range = list(range(0, 128)) pr_fig = go.Figure(layout=fig_layout) pr_fig.add_trace(go.Heatmap( z=pr_init, x=x_range, y=y_range, zsmooth='best', #False, #zsmooth=False, #False, showscale=False, #hoverinfo='skip', colorscale=[[0.0, '#000020'], [0.0714, '#000030'], [0.1428, '#000050'], [0.2142, '#000091'], [0.2856, '#1E90FF'], [0.357, '#FFFFFF'], [0.4284, '#FFFF00'], [0.4998, '#FE6D16'], [0.5712, '#FE6D16'], [0.6426, '#FF0000'], [0.714, '#FF0000'], [0.7854, '#C60000'], [0.8568, '#9F0000'], [0.9282, '#750000'], [1.0, '#4A0000']])) youssef_color_map = ['#000020', '#000030', '#000050', '#000091', '#1E90FF', '#FFFFFF', '#FFFF00', '#FE6D16', '#FE6D16', '#FF0000', '#FF0000', '#C60000', '#9F0000', '#750000', '#4A0000'] color_map = colors.ListedColormap(youssef_color_map) scalarMap = cm.ScalarMappable(cmap=color_map) #app = dash.Dash(__name__, suppress_callback_exceptions=True, compress=True, update_title="") # cannot use update_title with dash_devices app = dash.Dash(__name__, suppress_callback_exceptions=True, compress=True) # app_log = logger.getLogger('werkzeug') # app_log.setLevel(settings.logging_level*10) # app_log.setLevel(30) # TODO: Only during dev time app.layout = html.Div([ dcc.Location(id='url', children='/config',refresh=False), html.Div([html.Img(src="assets/kraken_interface_bw_pr.png", style={"display": "block", "margin-left": "auto", "margin-right": "auto", "height": "60px"})]), html.Div([html.A("Configuration", className="header_active" , id="header_config" ,href="/config"), html.A("Spectrum" , className="header_inactive" , id="header_spectrum",href="/spectrum"), html.A("Passive Radar" , className="header_inactive" , id="header_doa" ,href="/pr"), ], className="header"), html.Div(id="placeholder_start" , style={"display":"none"}), html.Div(id="placeholder_stop" , style={"display":"none"}), html.Div(id="placeholder_save" , style={"display":"none"}), html.Div(id="placeholder_update_rx" , style={"display":"none"}), html.Div(id="placeholder_recofnig_daq" , style={"display":"none"}), html.Div(id="placeholder_update_daq_ini_params", style={"display":"none"}), html.Div(id="placeholder_update_freq" , style={"display":"none"}), html.Div(id="placeholder_update_dsp" , style={"display":"none"}), html.Div(id="placeholder_config_page_upd" , style={"display":"none"}), html.Div(id="placeholder_spectrum_page_upd" , style={"display":"none"}), html.Div(id="placeholder_doa_page_upd" , style={"display":"none"}), html.Div(id="dummy_output" , style={"display":"none"}), html.Div(id='page-content') ]) def generate_config_page_layout(webInterface_inst): # Read DAQ config file daq_cfg_dict = webInterface_inst.daq_ini_cfg_dict if daq_cfg_dict is not None: en_noise_src_values =[1] if daq_cfg_dict['en_noise_source_ctr'] else [] en_filter_rst_values =[1] if daq_cfg_dict['en_filter_reset'] else [] en_iq_cal_values =[1] if daq_cfg_dict['en_iq_cal'] else [] en_req_track_lock_values =[1] if daq_cfg_dict['require_track_lock_intervention'] else [] # Read available preconfig files preconfigs = get_preconfigs(daq_preconfigs_path) en_persist_values =[1] if webInterface_inst.en_persist else [] en_pr_values =[1] if webInterface_inst.module_signal_processor.en_PR else [] en_advanced_daq_cfg =[1] if webInterface_inst.en_advanced_daq_cfg else [] # Calulcate spacings wavelength= 300 / webInterface_inst.daq_center_freq ant_spacing_wavelength = webInterface_inst.module_signal_processor.DOA_inter_elem_space ant_spacing_meter = round(wavelength * ant_spacing_wavelength, 3) ant_spacing_feet = ant_spacing_meter*3.2808399 ant_spacing_inch = ant_spacing_meter*39.3700787 cfg_decimated_bw = ((daq_cfg_dict['sample_rate']) / daq_cfg_dict['decimation_ratio']) / 10**3 cfg_data_block_len = ( daq_cfg_dict['cpi_size'] / (cfg_decimated_bw) ) cfg_recal_interval = (daq_cfg_dict['cal_frame_interval'] * (cfg_data_block_len/10**3)) / 60 bistatic_distance = webInterface_inst.module_signal_processor.max_bistatic_range bistatic_resolution = c / (daq_cfg_dict['sample_rate']) bistatic_resolution_km = bistatic_resolution / 1000 if daq_cfg_dict['cal_track_mode'] == 0: cfg_recal_interval = 1 gain_list = [ {'label': '0 dB', 'value': 0}, {'label': '0.9 dB', 'value': 0.9}, {'label': '1.4 dB', 'value': 1.4}, {'label': '2.7 dB', 'value': 2.7}, {'label': '3.7 dB', 'value': 3.7}, {'label': '7.7 dB', 'value': 7.7}, {'label': '8.7 dB', 'value': 8.7}, {'label': '12.5 dB', 'value': 12.5}, {'label': '14.4 dB', 'value': 14.4}, {'label': '15.7 dB', 'value': 15.7}, {'label': '16.6 dB', 'value': 16.6}, {'label': '19.7 dB', 'value': 19.7}, {'label': '20.7 dB', 'value': 20.7}, {'label': '22.9 dB', 'value': 22.9}, {'label': '25.4 dB', 'value': 25.4}, {'label': '28.0 dB', 'value': 28.0}, {'label': '29.7 dB', 'value': 29.7}, {'label': '32.8 dB', 'value': 32.8}, {'label': '33.8 dB', 'value': 33.8}, {'label': '36.4 dB', 'value': 36.4}, {'label': '37.2 dB', 'value': 37.2}, {'label': '38.6 dB', 'value': 38.6}, {'label': '40.2 dB', 'value': 40.2}, {'label': '42.1 dB', 'value': 42.1}, {'label': '43.4 dB', 'value': 43.4}, {'label': '43.9 dB', 'value': 43.9}, {'label': '44.5 dB', 'value': 44.5}, {'label': '48.0 dB', 'value': 48.0}, {'label': '49.6 dB', 'value': 49.6}, ] #----------------------------- # Start/Stop Configuration Card #----------------------------- start_stop_card = \ html.Div([ html.Div([html.Div([html.Button('Start Processing', id='btn-start_proc', className="btn_start", n_clicks=0)], className="ctr_toolbar_item"), html.Div([html.Button('Stop Processing', id='btn-stop_proc', className="btn_stop", n_clicks=0)], className="ctr_toolbar_item"), html.Div([html.Button('Save Configuration', id='btn-save_cfg', className="btn_save_cfg", n_clicks=0)], className="ctr_toolbar_item") ], className="ctr_toolbar"), ]) #----------------------------- # DAQ Configuration Card #----------------------------- # -- > Main Card Layout < -- daq_config_card_list = \ [ html.H2("RF Receiver Configuration", id="init_title_c"), html.Div([ html.Div("Center Frequency [MHz]", className="field-label"), dcc.Input(id='daq_center_freq', value=webInterface_inst.module_receiver.daq_center_freq/10**6, type='number', min=0, step=0.01, debounce=True, className="field-body-textbox") ], className="field"), html.Div([ html.Div("CH0 Reference Gain", className="field-label"), dcc.Dropdown(id='daq_rx_gain', options=gain_list, value=webInterface_inst.module_receiver.daq_rx_gain[0], clearable=False, style={"display":"inline-block", "padding-bottom":"5px"}, className="field-body"), #], className="field"), html.Div("CH1 Surveillance Gain", className="field-label"), dcc.Dropdown(id='daq_rx_gain_2', options=gain_list, value=webInterface_inst.module_receiver.daq_rx_gain[1], clearable=False, style={"display":"inline-block"}, className="field-body"), ], className="field"), html.Div([ html.Button('Update Receiver Parameters', id='btn-update_rx_param', className="btn"), ], className="field"), html.Div([ html.Div("Preconfigured DAQ Files", className="field-label"), dcc.Dropdown(id='daq_cfg_files', options=[ {'label': str(i[1]), 'value': i[0]} for i in preconfigs ], clearable=False, value=preconfigs[0][0], placeholder="Select Configuration File", persistence=True, className="field-body-wide"), ], className="field"), html.Div([ html.Div("Active Configuration: " + webInterface_inst.active_daq_ini_cfg, id="active_daq_ini_cfg", className="field-label"), ], className="field"), #html.Div([ # html.Div(webInterface_inst.daq_cfg_ini_error , id="daq_ini_check", className="field-label", style={"color":"#e74c3c"}), #], className="field"), html.Div([html.Div("Custom DAQ Configuration", id="label_en_basic_daq_cfg" , className="field-label"), dcc.Checklist(options=option , id="en_basic_daq_cfg" , className="field-body", value=webInterface_inst.en_basic_daq_cfg), ], className="field"), html.Div([ #basic daq config id html.Div([ html.Div("Data Block Length [ms]:", id="label_daq_config_data_block_len", className="field-label"), dcc.Input(id='cfg_data_block_len', value=cfg_data_block_len, type='number', debounce=True, className="field-body-textbox") ], className="field"), html.Div([ html.Div("Recalibration Interval [mins]:", id="label_recal_interval", className="field-label"), dcc.Input(id='cfg_recal_interval', value=cfg_recal_interval, type='number', debounce=True, className="field-body-textbox") ], className="field"), html.Div([html.Div("Advanced Custom DAQ Configuration", id="label_en_advanced_daq_cfg" , className="field-label"), dcc.Checklist(options=option , id="en_advanced_daq_cfg" , className="field-body", value=en_advanced_daq_cfg), ], className="field"), # --> Optional DAQ Subsystem reconfiguration fields <-- #daq_subsystem_reconfiguration_options = [ \ html.Div([ html.H2("DAQ Subsystem Reconfiguration", id="init_title_reconfig"), html.H3("HW", id="cfg_group_hw"), html.Div([ html.Div("# RX Channels:", className="field-label"), dcc.Input(id='cfg_rx_channels', value=daq_cfg_dict['num_ch'], type='number', debounce=True, className="field-body-textbox") ], className="field"), html.Div([ html.Div("Bias Tee Control:", className="field-label"), dcc.Input(id='cfg_en_bias_tee', value=daq_cfg_dict['en_bias_tee'], type='text', debounce=True, className="field-body-textbox") ], className="field"), html.H3("DAQ", id="cfg_group_daq"), html.Div([ html.Div("DAQ Buffer Size:", className="field-label", id="label_daq_buffer_size"), dcc.Dropdown(id='cfg_daq_buffer_size', options=[ {'label': i, 'value': i} for i in valid_daq_buffer_sizes ], value=daq_cfg_dict['daq_buffer_size'], style={"display":"inline-block"},className="field-body"), ], className="field"), html.Div([ html.Div("Sample Rate [MHz]:", className="field-label", id="label_sample_rate"), dcc.Dropdown(id='cfg_sample_rate', options=[ {'label': i, 'value': i} for i in valid_sample_rates ], value=daq_cfg_dict['sample_rate']/10**6, style={"display":"inline-block"},className="field-body") ], className="field"), html.Div([ html.Div("Enable Noise Source Control:", className="field-label", id="label_en_noise_source_ctr"), dcc.Checklist(options=option , id="en_noise_source_ctr" , className="field-body", value=en_noise_src_values), ], className="field"), html.H3("Pre Processing"), html.Div([ html.Div("CPI Size [sample]:", className="field-label", id="label_cpi_size"), dcc.Input(id='cfg_cpi_size', value=daq_cfg_dict['cpi_size'], type='number', debounce=True, className="field-body-textbox") ], className="field"), html.Div([ html.Div("Decimation Ratio:", className="field-label", id="label_decimation_ratio"), dcc.Input(id='cfg_decimation_ratio', value=daq_cfg_dict['decimation_ratio'], type='number', debounce=True, className="field-body-textbox") ], className="field"), html.Div([ html.Div("FIR Relative Bandwidth:", className="field-label", id="label_fir_relative_bw"), dcc.Input(id='cfg_fir_bw', value=daq_cfg_dict['fir_relative_bandwidth'], type='number', debounce=True, className="field-body-textbox") ], className="field"), html.Div([ html.Div("FIR Tap Size:", className="field-label", id="label_fir_tap_size"), dcc.Input(id='cfg_fir_tap_size', value=daq_cfg_dict['fir_tap_size'], type='number', debounce=True, className="field-body-textbox") ], className="field"), html.Div([ html.Div("FIR Window:", className="field-label", id="label_fir_window"), dcc.Dropdown(id='cfg_fir_window', options=[ {'label': i, 'value': i} for i in valid_fir_windows ], value=daq_cfg_dict['fir_window'], style={"display":"inline-block"},className="field-body") ], className="field"), html.Div([ html.Div("Enable Filter Reset:", className="field-label", id="label_en_filter_reset"), dcc.Checklist(options=option , id="en_filter_reset" , className="field-body", value=en_filter_rst_values), ], className="field"), html.H3("Calibration"), html.Div([ html.Div("Correlation Size [sample]:", className="field-label", id="label_correlation_size"), dcc.Input(id='cfg_corr_size', value=daq_cfg_dict['corr_size'], type='number', debounce=True, className="field-body-textbox") ], className="field"), html.Div([ html.Div("Standard Channel Index:", className="field-label", id="label_std_ch_index"), dcc.Input(id='cfg_std_ch_ind', value=daq_cfg_dict['std_ch_ind'], type='number', debounce=True, className="field-body-textbox") ], className="field"), html.Div([ html.Div("Enable IQ Calibration:", className="field-label", id="label_en_iq_calibration"), dcc.Checklist(options=option , id="en_iq_cal" , className="field-body", value=en_iq_cal_values), ], className="field"), html.Div([ html.Div("Gain Lock Interval [frame]:", className="field-label", id="label_gain_lock_interval"), dcc.Input(id='cfg_gain_lock', value=daq_cfg_dict['gain_lock_interval'], type='number', debounce=True, className="field-body-textbox") ], className="field"), html.Div([ html.Div("Require Track Lock Intervention (For Kerberos):", className="field-label", id="label_require_track_lock"), dcc.Checklist(options=option , id="en_req_track_lock_intervention" , className="field-body", value=en_req_track_lock_values), ], className="field"), html.Div([ html.Div("Calibration Track Mode:", className="field-label", id="label_calibration_track_mode"), dcc.Dropdown(id='cfg_cal_track_mode', options=[ {'label': i[0], 'value': i[1]} for i in calibration_tack_modes ], value=daq_cfg_dict['cal_track_mode'], style={"display":"inline-block"},className="field-body"), ], className="field"), html.Div([ html.Div("Amplitude Calibration Mode :", className="field-label", id="label_amplitude_calibration_mode"), dcc.Dropdown(id='cfg_amplitude_cal_mode', options=[ {'label': 'default', 'value': 'default'}, {'label': 'disabled', 'value': 'disabled'}, {'label': 'channel_power', 'value': 'channel_power'} ], value=daq_cfg_dict['amplitude_cal_mode'], style={"display":"inline-block"},className="field-body"), ], className="field"), html.Div([ html.Div("Calibration Frame Interval:", className="field-label", id="label_calibration_frame_interval"), dcc.Input(id='cfg_cal_frame_interval', value=daq_cfg_dict['cal_frame_interval'], type='number', debounce=True, className="field-body-textbox") ], className="field"), html.Div([ html.Div("Calibration Frame Burst Size:", className="field-label", id="label_calibration_frame_burst_size"), dcc.Input(id='cfg_cal_frame_burst_size', value=daq_cfg_dict['cal_frame_burst_size'], type='number', debounce=True, className="field-body-textbox") ], className="field"), html.Div([ html.Div("Amplitude Tolerance [dB]:", className="field-label", id="label_amplitude_tolerance"), dcc.Input(id='cfg_amplitude_tolerance', value=daq_cfg_dict['amplitude_tolerance'], type='number', debounce=True, className="field-body-textbox") ], className="field"), html.Div([ html.Div("Phase Tolerance [deg]:", className="field-label", id="label_phase_tolerance"), dcc.Input(id='cfg_phase_tolerance', value=daq_cfg_dict['phase_tolerance'], type='number', debounce=True, className="field-body-textbox") ], className="field"), html.Div([ html.Div("Maximum Sync Fails:", className="field-label", id="label_max_sync_fails"), dcc.Input(id='cfg_max_sync_fails', value=daq_cfg_dict['maximum_sync_fails'], type='number', debounce=True, className="field-body-textbox") ], className="field"), ], style={'width': '100%'}, id='adv-cfg-container'), ], id='basic-cfg-container'), # Reconfigure Button html.Div([ html.Button('Reconfigure & Restart DAQ chain', id='btn_reconfig_daq_chain', className="btn"), ], className="field"), ] daq_config_card = html.Div(daq_config_card_list, className="card") #----------------------------- # DAQ Status Card #----------------------------- daq_status_card = \ html.Div([ html.H2("DAQ Subsystem Status", id="init_title_s"), html.Div([html.Div("Update rate:" , id="label_daq_update_rate" , className="field-label"), html.Div("- ms" , id="body_daq_update_rate" , className="field-body")], className="field"), html.Div([html.Div("Latency:" , id="label_daq_dsp_latency" , className="field-label"), html.Div("- ms" , id="body_daq_dsp_latency" , className="field-body")], className="field"), html.Div([html.Div("Frame index:" , id="label_daq_frame_index" , className="field-label"), html.Div("-" , id="body_daq_frame_index" , className="field-body")], className="field"), html.Div([html.Div("Frame type:" , id="label_daq_frame_type" , className="field-label"), html.Div("-" , id="body_daq_frame_type" , className="field-body")], className="field"), html.Div([html.Div("Frame sync:" , id="label_daq_frame_sync" , className="field-label"), html.Div("LOSS" , id="body_daq_frame_sync" , className="field-body", style={"color": "red"})], className="field"), html.Div([html.Div("Power level:" , id="label_daq_power_level" , className="field-label"), html.Div("-" , id="body_daq_power_level" , className="field-body")], className="field"), html.Div([html.Div("Connection status:" , id="label_daq_conn_status" , className="field-label"), html.Div("Disconnected", id="body_daq_conn_status" , className="field-body", style={"color": "red"})], className="field"), html.Div([html.Div("Sample delay snyc:" , id="label_daq_delay_sync" , className="field-label"), html.Div("LOSS" , id="body_daq_delay_sync" , className="field-body", style={"color": "red"})], className="field"), html.Div([html.Div("IQ snyc:" , id="label_daq_iq_sync" , className="field-label"), html.Div("LOSS" , id="body_daq_iq_sync" , className="field-body", style={"color": "red"})], className="field"), html.Div([html.Div("Noise source state:" , id="label_daq_noise_source" , className="field-label"), html.Div("Disabled" , id="body_daq_noise_source" , className="field-body", style={"color": "green"})], className="field"), html.Div([html.Div("RF center frequecy [MHz]:" , id="label_daq_rf_center_freq", className="field-label"), html.Div("- MHz" , id="body_daq_rf_center_freq", className="field-body")], className="field"), html.Div([html.Div("Sampling frequency [MHz]:" , id="label_daq_sampling_freq" , className="field-label"), html.Div("- MHz" , id="body_daq_sampling_freq" , className="field-body")], className="field"), html.Div([html.Div("Data block length [ms]:" , id="label_daq_cpi" , className="field-label"), html.Div("- ms" , id="body_daq_cpi" , className="field-body")], className="field"), html.Div([html.Div("IF gains [dB]:" , id="label_daq_if_gain" , className="field-label"), html.Div("[,] dB" , id="body_daq_if_gain" , className="field-body")], className="field"), ], className="card") #----------------------------- # DSP Confugartion Card #----------------------------- dsp_config_card = \ html.Div([ html.H2("Passive Radar Configuration", id="init_title_d"), html.Div([html.Div("Enable Passive Radar", id="label_en_pr" , className="field-label"), dcc.Checklist(options=option , id="en_pr_check" , className="field-body", value=en_pr_values), ], className="field"), html.Div([html.Div("Clutter Cancellation:" , id="label_clutter_cancellation" , className="field-label"), dcc.Dropdown(id='clutter_cancel_algo', options=[ {'label': 'OFF', 'value': "OFF"}, {'label': 'Wiener MRE' , 'value': "Wiener MRE"}, ], value=webInterface_inst.module_signal_processor.PR_clutter_cancellation, style={"display":"inline-block"},className="field-body") ], className="field"), html.Div([html.Div("Max Bistatic Range [km]:" , id="label_max_bistatic_range" , className="field-label"), dcc.Dropdown(id='max_bistatic_range', options=[ {'label': round(16 * bistatic_resolution_km, 1), 'value': 16}, {'label': round(32 * bistatic_resolution_km, 1) , 'value': 32}, {'label': round(64 * bistatic_resolution_km, 1) , 'value': 64}, {'label': round(128 * bistatic_resolution_km, 1) , 'value': 128}, {'label': round(256 * bistatic_resolution_km, 1) , 'value': 256}, {'label': round(512 * bistatic_resolution_km, 1) , 'value': 512}, {'label': round(1024 * bistatic_resolution_km, 1) , 'value': 1024}, ], value=webInterface_inst.module_signal_processor.max_bistatic_range, style={"display":"inline-block"},className="field-body") ], className="field"), html.Div([html.Div("Max Bistatic Speed [km/h]:" , id="label_max_bistatic_speed_kmh" ,style={"display":"inline-block"}, className="field-label"), dcc.Input(id="max_bistatic_speed_kmh", value=abs(webInterface_inst.max_bistatic_speed_kmh), type='number', style={"display":"inline-block"}, debounce=True, className="field-body-textbox") ], className="field"), #html.Div([html.Div("Max Doppler [Hz]:" , id="label_max_doppler" ,style={"display":"inline-block"}, className="field-label"), # dcc.Input(id="max_doppler", value=webInterface_inst.module_signal_processor.max_doppler, type='number', style={"display":"inline-block"}, debounce=True, #className="field-body-textbox") # ], style={'display':'inline-block'}, className="field"), html.Div([html.Div("PR Persist", id="label_en_persist" , className="field-label"), dcc.Checklist(options=option , id="en_persist_check" , className="field-body", value=en_persist_values), ], className="field"), html.Div([html.Div("Persist Decay:" , id="label_persist_decay" ,style={"display":"inline-block"}, className="field-label"), dcc.Input(id="persist_decay", value=webInterface_inst.pr_persist_decay, type='number', min=0, max=1, step=0.01, style={"display":"inline-block"}, debounce=True, className="field-body-textbox") ], className="field"), html.Div([html.Div("Dynamic Range (Min):" , id="label_dynrange_min" ,style={"display":"inline-block"}, className="field-label"), dcc.Input(id="dynrange_min", value=webInterface_inst.pr_dynamic_range_min, type='number', style={"display":"inline-block"}, debounce=True, className="field-body-textbox") ], className="field"), html.Div([html.Div("Dynamic Range (Max):" , id="label_dynrange_max" ,style={"display":"inline-block"}, className="field-label"), dcc.Input(id="dynrange_max", value=webInterface_inst.pr_dynamic_range_max, type='number', style={"display":"inline-block"}, debounce=True, className="field-body-textbox") ], className="field"), ], className="card") krakenpro_config_card = \ html.Div([ html.H2("Kraken Pro Config", id="init_title_d"), html.Div([html.Div("Kraken Pro API Key:" , id="label_kraken_pro_api_key" ,style={"display":"inline-block"}, className="field-label"), dcc.Input(id="kraken_pro_api_key", value=webInterface_inst.krakenpro_key, type='text', style={"display":"inline-block"}, debounce=True, className="field-body-textbox") ], className="field"), ], className="card") system_control_card = \ html.Div([ html.Div([html.Div("Open System Control", id="label_en_system_control" , className="field-label"), dcc.Checklist(options=option , id="en_system_control" , className="field-body", value=webInterface_inst.en_system_control), ], className="field"), html.Div([ html.H2("System Control", id="init_title_d"), html.Div([html.Button('Restart Software', id='btn-restart_sw', className="btn-restart_sw", n_clicks=0)], className="field"), html.Div([html.Button('Restart Pi', id='btn-restart_system', className="btn-restart_system", n_clicks=0)], className="field"), html.Div([html.Button('Shutdown Pi', id='btn-shtudown_system', className="btn-shtudown_system", n_clicks=0)], className="field") ], id='system_control_container'), ], className="card") #----------------------------- # Display Options Card #----------------------------- #config_page_component_list = [daq_config_card, daq_status_card, dsp_config_card, display_options_card,squelch_card] config_page_component_list = [start_stop_card, daq_config_card, daq_status_card, dsp_config_card, krakenpro_config_card, system_control_card] if not webInterface_inst.disable_tooltips: config_page_component_list.append(tooltips.dsp_config_tooltips) config_page_component_list.append(tooltips.daq_ini_config_tooltips) return html.Div(children=config_page_component_list) spectrum_page_layout = html.Div([ html.Div([ dcc.Graph( id="spectrum-graph", style={'width': '100%', 'height': '45%'}, figure=fig_dummy #spectrum_fig #fig_dummy #spectrum_fig #fig_dummy ), dcc.Graph( id="waterfall-graph", style={'width': '100%', 'height': '65%'}, figure=waterfall_fig #waterfall fig remains unchanged always due to slow speed to update entire graph #fig_dummy #spectrum_fig #fig_dummy ), ], style={'width': '100%', 'height': '80vh'}), #className="monitor_card"), ]) def generate_pr_page_layout(webInterface_inst): pr_page_layout = html.Div([ html.Div([ dcc.Graph( style={"height": "inherit"}, id="pr-graph", figure=pr_fig, #fig_dummy #doa_fig #fig_dummy )], style={'width': '100%', 'height': '85vh', "display": "flex", "justify-content": "space-around", }), #className="monitor_card"), ]) return pr_page_layout #============================================ # CALLBACK FUNCTIONS #============================================ @app.callback_connect def func(client, connect): #print(client, connect, len(app.clients)) if connect and len(app.clients)==1: fetch_dsp_data() elif not connect and len(app.clients)==0: webInterface_inst.dsp_timer.cancel() def fetch_dsp_data(): daq_status_update_flag = 0 spectrum_update_flag = 0 doa_update_flag = 0 freq_update = no_update ############################################# # Fetch new data from back-end ques # ############################################# try: # Fetch new data from the receiver module que_data_packet = webInterface_inst.rx_data_que.get(False) for data_entry in que_data_packet: if data_entry[0] == "conn-ok": webInterface_inst.daq_conn_status = 1 daq_status_update_flag = 1 elif data_entry[0] == "disconn-ok": webInterface_inst.daq_conn_status = 0 daq_status_update_flag = 1 elif data_entry[0] == "config-ok": webInterface_inst.daq_cfg_iface_status = 0 daq_status_update_flag = 1 except queue.Empty: # Handle empty queue here webInterface_inst.logger.debug("Receiver module que is empty") else: pass # Handle task here and call q.task_done() if webInterface_inst.daq_restart: # Set by the restarting script daq_status_update_flag = 1 try: # Fetch new data from the signal processing module que_data_packet = webInterface_inst.sp_data_que.get(False) for data_entry in que_data_packet: if data_entry[0] == "iq_header": webInterface_inst.logger.debug("Iq header data fetched from signal processing que") iq_header = data_entry[1] # Unpack header webInterface_inst.daq_frame_index = iq_header.cpi_index if iq_header.frame_type == iq_header.FRAME_TYPE_DATA: webInterface_inst.daq_frame_type = "Data" elif iq_header.frame_type == iq_header.FRAME_TYPE_DUMMY: webInterface_inst.daq_frame_type = "Dummy" elif iq_header.frame_type == iq_header.FRAME_TYPE_CAL: webInterface_inst.daq_frame_type = "Calibration" elif iq_header.frame_type == iq_header.FRAME_TYPE_TRIGW: webInterface_inst.daq_frame_type = "Trigger wait" else: webInterface_inst.daq_frame_type = "Unknown" webInterface_inst.daq_frame_sync = iq_header.check_sync_word() webInterface_inst.daq_power_level = iq_header.adc_overdrive_flags webInterface_inst.daq_sample_delay_sync = iq_header.delay_sync_flag webInterface_inst.daq_iq_sync = iq_header.iq_sync_flag webInterface_inst.daq_noise_source_state= iq_header.noise_source_state if webInterface_inst.daq_center_freq != iq_header.rf_center_freq/10**6: freq_update = 1 webInterface_inst.daq_center_freq = iq_header.rf_center_freq/10**6 webInterface_inst.daq_adc_fs = iq_header.adc_sampling_freq/10**6 webInterface_inst.daq_fs = iq_header.sampling_freq/10**6 webInterface_inst.daq_cpi = int(iq_header.cpi_length*10**3/iq_header.sampling_freq) gain_list_str="" for m in range(iq_header.active_ant_chs): gain_list_str+=str(iq_header.if_gains[m]/10) gain_list_str+=", " webInterface_inst.daq_if_gains =gain_list_str[:-2] daq_status_update_flag = 1 elif data_entry[0] == "update_rate": webInterface_inst.daq_update_rate = data_entry[1] # Set absoluth minimum #if webInterface_inst.daq_update_rate < 0.1: webInterface_inst.daq_update_rate = 0.1 if webInterface_inst._update_rate_arr is None: webInterface_inst._update_rate_arr = np.ones(webInterface_inst._avg_win_size)*webInterface_inst.daq_update_rate webInterface_inst._update_rate_arr[0:webInterface_inst._avg_win_size-2] = \ webInterface_inst._update_rate_arr[1:webInterface_inst._avg_win_size-1] webInterface_inst._update_rate_arr[webInterface_inst._avg_win_size-1] = webInterface_inst.daq_update_rate #webInterface_inst.page_update_rate = np.average(webInterface_inst._update_rate_arr)*0.8 elif data_entry[0] == "latency": webInterface_inst.daq_dsp_latency = data_entry[1] + webInterface_inst.daq_cpi elif data_entry[0] == "spectrum": webInterface_inst.logger.debug("Spectrum data fetched from signal processing que") spectrum_update_flag = 1 webInterface_inst.spectrum = data_entry[1] elif data_entry[0] == "RD_matrix": webInterface_inst.logger.debug("Passive Radar RD Matrix data fetched from signal processing que") doa_update_flag = 1 webInterface_inst.RD_matrix = data_entry[1] else: webInterface_inst.logger.warning("Unknown data entry: {:s}".format(data_entry[0])) except queue.Empty: # Handle empty queue here webInterface_inst.logger.debug("Signal processing que is empty") else: pass # Handle task here and call q.task_done() if (webInterface_inst.pathname == "/config" or webInterface_inst.pathname == "/") and daq_status_update_flag: update_daq_status() elif webInterface_inst.pathname == "/spectrum" and spectrum_update_flag: plot_spectrum() elif (webInterface_inst.pathname == "/pr" and doa_update_flag): #or (webInterface_inst.pathname == "/doa" and webInterface_inst.reset_doa_graph_flag): plot_pr() webInterface_inst.dsp_timer = Timer(.01, fetch_dsp_data) webInterface_inst.dsp_timer.start() def update_daq_status(): ############################################# # Prepare UI component properties # ############################################# if webInterface_inst.daq_conn_status == 1: if not webInterface_inst.daq_cfg_iface_status: daq_conn_status_str = "Connected" conn_status_style={"color": "green"} else: # Config interface is busy daq_conn_status_str = "Reconfiguration.." conn_status_style={"color": "orange"} else: daq_conn_status_str = "Disconnected" conn_status_style={"color": "red"} if webInterface_inst.daq_restart: daq_conn_status_str = "Restarting.." conn_status_style={"color": "orange"} if webInterface_inst.daq_update_rate < 1: daq_update_rate_str = "{:d} ms".format(round(webInterface_inst.daq_update_rate*1000)) else: daq_update_rate_str = "{:.2f} s".format(webInterface_inst.daq_update_rate) daq_dsp_latency = "{:d} ms".format(webInterface_inst.daq_dsp_latency) daq_frame_index_str = str(webInterface_inst.daq_frame_index) daq_frame_type_str = webInterface_inst.daq_frame_type if webInterface_inst.daq_frame_type == "Data": frame_type_style = frame_type_style={"color": "green"} elif webInterface_inst.daq_frame_type == "Dummy": frame_type_style = frame_type_style={"color": "white"} elif webInterface_inst.daq_frame_type == "Calibration": frame_type_style = frame_type_style={"color": "orange"} elif webInterface_inst.daq_frame_type == "Trigger wait": frame_type_style = frame_type_style={"color": "yellow"} else: frame_type_style = frame_type_style={"color": "red"} if webInterface_inst.daq_frame_sync: daq_frame_sync_str = "LOSS" frame_sync_style={"color": "red"} else: daq_frame_sync_str = "Ok" frame_sync_style={"color": "green"} if webInterface_inst.daq_sample_delay_sync: daq_delay_sync_str = "Ok" delay_sync_style={"color": "green"} else: daq_delay_sync_str = "LOSS" delay_sync_style={"color": "red"} if webInterface_inst.daq_iq_sync: daq_iq_sync_str = "Ok" iq_sync_style={"color": "green"} else: daq_iq_sync_str = "LOSS" iq_sync_style={"color": "red"} if webInterface_inst.daq_noise_source_state: daq_noise_source_str = "Enabled" noise_source_style={"color": "red"} else: daq_noise_source_str = "Disabled" noise_source_style={"color": "green"} if webInterface_inst.daq_power_level: daq_power_level_str = "Overdrive" daq_power_level_style={"color": "red"} else: daq_power_level_str = "OK" daq_power_level_style={"color": "green"} daq_rf_center_freq_str = str(webInterface_inst.daq_center_freq) daq_sampling_freq_str = str(webInterface_inst.daq_fs) daq_cpi_str = str(webInterface_inst.daq_cpi) app.push_mods({ 'body_daq_update_rate': {'children': daq_update_rate_str}, 'body_daq_dsp_latency': {'children': daq_dsp_latency}, 'body_daq_frame_index': {'children': daq_frame_index_str}, 'body_daq_frame_sync': {'children': daq_frame_sync_str}, 'body_daq_frame_type': {'children': daq_frame_type_str}, 'body_daq_power_level': {'children': daq_power_level_str}, 'body_daq_conn_status': {'children': daq_conn_status_str }, 'body_daq_delay_sync': {'children': daq_delay_sync_str}, 'body_daq_iq_sync': {'children': daq_iq_sync_str}, 'body_daq_noise_source': {'children': daq_noise_source_str}, 'body_daq_rf_center_freq': {'children': daq_rf_center_freq_str}, 'body_daq_sampling_freq': {'children': daq_sampling_freq_str}, 'body_daq_cpi': {'children': daq_cpi_str}, 'body_daq_if_gain': {'children': webInterface_inst.daq_if_gains}, }) app.push_mods({ 'body_daq_frame_sync': {'style': frame_sync_style}, 'body_daq_frame_type': {'style': frame_type_style}, 'body_daq_power_level': {'style': daq_power_level_style}, 'body_daq_conn_status': {'style': conn_status_style}, 'body_daq_delay_sync': {'style': delay_sync_style}, 'body_daq_iq_sync': {'style': iq_sync_style}, 'body_daq_noise_source': {'style': noise_source_style}, }) @app.callback( Output(component_id="placeholder_update_freq", component_property="children"), [Input(component_id ="btn-update_rx_param" , component_property="n_clicks")], [State(component_id ="daq_center_freq" , component_property='value'), State(component_id ="daq_rx_gain" , component_property='value'), State(component_id ="daq_rx_gain_2" , component_property='value')], ) def update_daq_params(input_value, f0, gain, gain_2): webInterface_inst.daq_center_freq = f0 webInterface_inst.config_daq_rf(f0, [gain, gain_2] ) # CARL: TO CHANGE THIS TO AUTO POPULATE EACH GAIN UP TO M RECEIVERS? return 1 @app.callback([Output("page-content" , "children"), Output("header_config" ,"className"), Output("header_spectrum","className"), Output("header_doa" ,"className")], [Input("url" , "pathname")]) def display_page(pathname): global spectrum_fig global doa_fig webInterface_inst.pathname = pathname if pathname == "/": webInterface_inst.module_signal_processor.en_spectrum = False return [generate_config_page_layout(webInterface_inst), "header_active", "header_inactive", "header_inactive"] elif pathname == "/config": webInterface_inst.module_signal_processor.en_spectrum = False return [generate_config_page_layout(webInterface_inst), "header_active", "header_inactive", "header_inactive"] elif pathname == "/spectrum": webInterface_inst.module_signal_processor.en_spectrum = True spectrum_fig = None # Force reload of graphs as axes may change etc #time.sleep(1) return [spectrum_page_layout, "header_inactive", "header_active", "header_inactive"] elif pathname == "/pr": webInterface_inst.module_signal_processor.en_spectrum = False webInterface_inst.pr_graph_reset_flag = True plot_pr() return [generate_pr_page_layout(webInterface_inst), "header_inactive", "header_inactive", "header_active"] return Output('dummy_output', 'children', '') #[no_update, no_update, no_update, no_update] #return [no_update, no_update, no_update, no_update] @app.callback_shared( None, [Input(component_id='btn-start_proc', component_property='n_clicks')], ) def start_proc_btn(input_value): webInterface_inst.logger.info("Start pocessing btn pushed") webInterface_inst.start_processing() @app.callback_shared( None, [Input(component_id='btn-stop_proc', component_property='n_clicks')], ) def stop_proc_btn(input_value): webInterface_inst.logger.info("Stop pocessing btn pushed") webInterface_inst.stop_processing() @app.callback_shared( None, [Input(component_id='btn-save_cfg' , component_property='n_clicks')], ) def save_config_btn(input_value): webInterface_inst.logger.info("Saving DAQ and DSP Configuration") webInterface_inst.save_configuration() @app.callback_shared( None, [Input(component_id='btn-restart_sw', component_property='n_clicks')], ) def restart_sw_btn(input_value): webInterface_inst.logger.info("Restarting Software") root_path = os.path.dirname(os.path.dirname(os.path.dirname(current_path))) print(root_path) @app.callback_shared( None, [Input(component_id='btn-restart_system' , component_property='n_clicks')], ) def restart_system_btn(input_value): webInterface_inst.logger.info("Restarting System") subprocess.call(["reboot"]) @app.callback_shared( None, [Input(component_id='btn-shtudown_system' , component_property='n_clicks')], ) def shutdown_system_btn(input_value): webInterface_inst.logger.info("Shutting System Down") subprocess.call(["shutdown -n now"]) @app.callback_shared( None, [Input('pr-graph', 'clickData')] ) def click_pr_spectrum(clickData): r_b = clickData['points'][0]['x'] webInterface_inst.r_b = r_b print(r_b) wr_pr_json(r_b) # upload json here def wr_pr_json(r_b): jsonDict = {} jsonDict["rb"] = r_b try: #r = requests.post('http://127.0.0.1:8042/prpost', json=jsonDict) r = webInterface_inst.pool.apply_async(requests.post, kwds={'url': 'http://127.0.0.1:8042/prpost', 'json': jsonDict}) except requests.exceptions.RequestException as e: webInterface_inst.logger.error("Error while posting to local websocket server") def plot_pr(): global pr_fig c = 299792458 CAFMatrix = np.abs(webInterface_inst.RD_matrix) #CAFMatrix = CAFMatrix / 50 #/ np.amax(CAFMatrix) # Noramlize with the maximum value #CAFMatrix = CAFMatrix / np.amax(CAFMatrix) # Noramlize with the maximum value starttime = time.time() max_bistatic_distance_cells = webInterface_inst.module_signal_processor.max_bistatic_range bistatic_resolution = c / (webInterface_inst.module_receiver.iq_header.sampling_freq) bistatic_resolution_km = bistatic_resolution / 1000 max_bistatic_distance = max_bistatic_distance_cells*bistatic_resolution_km #valueMax = np.amax(CAFMatrix) #valueMin = np.amin(CAFMatrix) #CAFMatrix = 100 * (CAFMatrix - valueMin) / (valueMax - valueMin) if webInterface_inst.CAFMatrixPersist is None or webInterface_inst.CAFMatrixPersist.shape != CAFMatrix.shape or not webInterface_inst.en_persist: webInterface_inst.CAFMatrixPersist = CAFMatrix else: webInterface_inst.CAFMatrixPersist = np.maximum(webInterface_inst.CAFMatrixPersist, CAFMatrix)*webInterface_inst.pr_persist_decay #webInterface_inst.CAFMatrixPersist * 0.5 + CAFMatrix * 0.5 CAFMatrixLog = 20 * np.log10(webInterface_inst.CAFMatrixPersist) CAFDynRange = webInterface_inst.pr_dynamic_range_min CAFMatrixLog[CAFMatrixLog < CAFDynRange] = CAFDynRange CAFDynRange = webInterface_inst.pr_dynamic_range_max CAFMatrixLog[CAFMatrixLog > CAFDynRange] = CAFDynRange scalarMap = cm.ScalarMappable(cmap=color_map) maxImageX = 1024 maxImageY = 1024 CAFMatrixLog = resize(CAFMatrixLog,(maxImageY,maxImageX),order=1, anti_aliasing=True) seg_colors = scalarMap.to_rgba(CAFMatrixLog) img = Image.fromarray(np.uint8(seg_colors*255)) line = ImageDraw.Draw(img) r_b_pixel = (webInterface_inst.r_b / max_bistatic_distance) * maxImageX shape = ((r_b_pixel, maxImageX), (r_b_pixel,0)) line.line(shape, fill="orange", width=1) #webInterface_inst.pr_graph_reset_flag = True if not webInterface_inst.pr_graph_reset_flag: #pr_fig.update_layout(hovermode="x", showlegend=False) pr_fig.update_layout( images=[go.layout.Image( source=img)] ) app.push_mods({ 'pr-graph': {'figure': pr_fig}, }) # app.push_mods({ # 'pr-graph': {'extendData': [dict(z = [CAFMatrixLog]), [0], len(CAFMatrixLog)]} # # 'pr-graph': {'extendData': [dict(z = [CAFMatrixLog], y = [y_range]), [0], len(CAFMatrixLog)]} # }) else: webInterface_inst.pr_graph_reset_flag = False y_height = CAFMatrixLog.shape[0] bistatic_speed_ms = -webInterface_inst.module_signal_processor.max_doppler * c / webInterface_inst.module_receiver.daq_center_freq bistatic_speed_kmh = bistatic_speed_ms * 3.6 y_range = list(np.linspace(-bistatic_speed_kmh, bistatic_speed_kmh, y_height)) # in Hz x_length = CAFMatrixLog.shape[1] x_range = list(np.linspace(0, max_bistatic_distance, x_length)) xmin = 0 xmax = max_bistatic_distance #x_range[len(x_range)-1] ymin = -bistatic_speed_kmh #y_range[0] ymax = bistatic_speed_kmh #y_range[len(y_range)-1] pr_fig = go.Figure(layout=fig_layout) pr_fig.add_trace(go.Scatter( x=x_range, y=[0] * len(x_range), mode="markers", hoverinfo = 'none', marker={ "opacity": 0, } ) ) pr_fig.update_xaxes(title_text="Bistatic Range [km]", color='rgba(255,255,255,1)', title_font_size=20, fixedrange = True, # tickfont_size=figure_font_size, # mirror=True, ticks='outside', showline=True) pr_fig.update_yaxes(title_text="Bistatic Speed [km/h]", color='rgba(255,255,255,1)', title_font_size=20, fixedrange = True, # tickfont_size=figure_font_size, # range=[-5, 5], # mirror=True, ticks='outside', showline=True) # Constants img_width = 900 img_height = 800 #pr_fig.update_layout(hovermode="x", showlegend=False) pr_fig.update_layout( hovermode="x", showlegend=False, xaxis=dict(showgrid=False, zeroline=False, range=[xmin, xmax]), yaxis=dict(showgrid=False, zeroline=False, range=[ymin, ymax]), width=img_width, height=img_height, images=[go.layout.Image( x=xmin, sizex=xmax-xmin, y=ymax, sizey=ymax-ymin, xref="x", yref="y", opacity=1.0, layer="below", sizing="stretch", source=img)] ) ###################### # pr_fig = go.Figure(layout=fig_layout) # pr_fig.add_trace(go.Heatmap( # z=CAFMatrixLog, # x=x_range, # y=y_range, # zsmooth='best', #False, # # zsmooth=False, #False, # showscale=False, # # hoverinfo='skip', # colorscale=[[0.0, '#000020'], # [0.0714, '#000030'], # [0.1428, '#000050'], # [0.2142, '#000091'], # [0.2856, '#1E90FF'], # [0.357, '#FFFFFF'], # [0.4284, '#FFFF00'], # [0.4998, '#FE6D16'], # [0.5712, '#FE6D16'], # [0.6426, '#FF0000'], # [0.714, '#FF0000'], # [0.7854, '#C60000'], # [0.8568, '#9F0000'], # [0.9282, '#750000'], # [1.0, '#4A0000']])) # pr_fig.update_xaxes(title_text="Bistatic Range [km]", # color='rgba(255,255,255,1)', # title_font_size=20, # # tickfont_size=figure_font_size, # # mirror=True, # ticks='outside', # showline=True) # pr_fig.update_yaxes(title_text="Bistatic Speed [km/h]", # color='rgba(255,255,255,1)', # title_font_size=20, # # tickfont_size=figure_font_size, # # range=[-5, 5], # # mirror=True, # ticks='outside', # showline=True) # # Constants # img_width = 900 # img_height = 800 # # Configure other layout # pr_fig.update_layout( # # xaxis=dict(showgrid=False, zeroline=False, range=[xmin, xmax]), # # yaxis=dict(showgrid=False, zeroline=False, range=[ymin, ymax]), # width=img_width, # height=img_height, # ) app.push_mods({ 'pr-graph': {'figure': pr_fig}, }) endtime = time.time() #print("full plot time taken: " + str((endtime-starttime)*1000)) def plot_spectrum(): global spectrum_fig global waterfall_fig if spectrum_fig == None: spectrum_fig = go.Figure(layout=fig_layout) x=webInterface_inst.spectrum[0,:] + webInterface_inst.daq_center_freq*10**6 # Plot traces for m in range(np.size(webInterface_inst.spectrum, 0)-1): spectrum_fig.add_trace(go.Scattergl(x=x, y=y, #webInterface_inst.spectrum[m+1, :], name="Channel {:d}".format(m), line = dict(color = trace_colors[m], width = 1) )) spectrum_fig.update_xaxes( #title_text=freq_label, color='rgba(255,255,255,1)', title_font_size=20, tickfont_size= 15, #figure_font_size, range=[np.min(x), np.max(x)], rangemode='normal', mirror=True, ticks='outside', showline=True) spectrum_fig.update_yaxes(title_text="Amplitude [dB]", color='rgba(255,255,255,1)', title_font_size=20, tickfont_size=figure_font_size, range=[-90, 0], mirror=True, ticks='outside', showline=True) spectrum_fig.update_layout(margin=go.layout.Margin(b=5, t=0)) webInterface_inst.reset_spectrum_graph_flag = False app.push_mods({ 'spectrum-graph': {'figure': spectrum_fig}, # 'waterfall-graph': {'figure': waterfall_fig} }) else: update_data = [] for m in range(1, np.size(webInterface_inst.spectrum, 0)): #webInterface_inst.module_receiver.M+1): update_data.append(dict(x=webInterface_inst.spectrum[0,:] + webInterface_inst.daq_center_freq*10**6, y=webInterface_inst.spectrum[m, :])) x_app = [] y_app = [] for m in range(1, np.size(webInterface_inst.spectrum, 0)): #webInterface_inst.module_receiver.M+1): x_app.append(webInterface_inst.spectrum[0,:] + webInterface_inst.daq_center_freq*10**6) y_app.append(webInterface_inst.spectrum[m, :]) update_data = dict(x=x_app, y=y_app) app.push_mods({ 'spectrum-graph': {'extendData': [update_data, list(range(0,len(webInterface_inst.spectrum)-1)), len(webInterface_inst.spectrum[0,:])]}, 'waterfall-graph': {'extendData': [dict(z =[[webInterface_inst.spectrum[1, :]]]), [0], 50]} }) @app.callback( None, [Input(component_id ="kraken_pro_api_key", component_property='value')] ) def update_kraken_pro(apikey): webInterface_inst.krakenpro_key = apikey @app.callback( None, [Input(component_id ="placeholder_update_freq" , component_property='children'), Input(component_id ="en_pr_check" , component_property='value'), Input(component_id ="en_persist_check" , component_property='value'), Input(component_id ="persist_decay" , component_property='value'), Input(component_id ="max_bistatic_range" , component_property='value'), #Input(component_id ="max_doppler" , component_property='value'), Input(component_id ="max_bistatic_speed_kmh" , component_property='value'), Input(component_id ="clutter_cancel_algo" , component_property='value'), Input(component_id ="dynrange_max" , component_property='value'), Input(component_id ="dynrange_min" , component_property='value')] ) #def update_dsp_params(update_freq, en_pr, en_persist, persist_decay, max_bistatic_range, max_doppler, max_bistatic_speed_kmh, clutter_cancel_algo, dynrange_max, dynrange_min): #, input_value): def update_dsp_params(update_freq, en_pr, en_persist, persist_decay, max_bistatic_range, max_bistatic_speed_kmh, clutter_cancel_algo, dynrange_max, dynrange_min): #, input_value): if en_pr is not None and len(en_pr): webInterface_inst.logger.debug("Passive Radar enabled") webInterface_inst.module_signal_processor.en_PR = True else: webInterface_inst.module_signal_processor.en_PR = False if en_persist is not None and len(en_persist): webInterface_inst.en_persist = True else: webInterface_inst.en_persist = False webInterface_inst.module_signal_processor.PR_clutter_cancellation = clutter_cancel_algo webInterface_inst.module_signal_processor.max_bistatic_range = max_bistatic_range webInterface_inst.max_bistatic_speed_kmh = max_bistatic_speed_kmh #webInterface_inst.module_signal_processor.max_doppler = max_doppler # Set this based on max_bistatic_speed webInterface_inst.module_signal_processor.max_doppler = ((max_bistatic_speed_kmh/3.6) * webInterface_inst.module_receiver.daq_center_freq) / c webInterface_inst.pr_persist_decay = persist_decay webInterface_inst.pr_dynamic_range_min = dynrange_min webInterface_inst.pr_dynamic_range_max = dynrange_max @app.callback( None, [Input('cfg_rx_channels' ,'value'), Input('cfg_daq_buffer_size' ,'value'), Input('cfg_sample_rate' ,'value'), Input('en_noise_source_ctr' ,'value'), Input('cfg_cpi_size' ,'value'), Input('cfg_decimation_ratio' ,'value'), Input('cfg_fir_bw' ,'value'), Input('cfg_fir_tap_size' ,'value'), Input('cfg_fir_window' ,'value'), Input('en_filter_reset' ,'value'), Input('cfg_corr_size' ,'value'), Input('cfg_std_ch_ind' ,'value'), Input('en_iq_cal' ,'value'), Input('cfg_gain_lock' ,'value'), Input('en_req_track_lock_intervention','value'), Input('cfg_cal_track_mode' ,'value'), Input('cfg_amplitude_cal_mode' ,'value'), Input('cfg_cal_frame_interval' ,'value'), Input('cfg_cal_frame_burst_size' ,'value'), Input('cfg_amplitude_tolerance' ,'value'), Input('cfg_phase_tolerance' ,'value'), Input('cfg_max_sync_fails' ,'value'), Input('cfg_data_block_len' ,'value'), Input('cfg_decimated_bw' ,'value'), Input('cfg_recal_interval' ,'value'), Input('cfg_en_bias_tee' ,'value'), Input('daq_cfg_files' , 'value'), ] ) def update_daq_ini_params( cfg_rx_channels,cfg_daq_buffer_size,cfg_sample_rate,en_noise_source_ctr, \ cfg_cpi_size,cfg_decimation_ratio, \ cfg_fir_bw,cfg_fir_tap_size,cfg_fir_window,en_filter_reset,cfg_corr_size, \ cfg_std_ch_ind,en_iq_cal,cfg_gain_lock,en_req_track_lock_intervention, \ cfg_cal_track_mode,cfg_amplitude_cal_mode,cfg_cal_frame_interval, \ cfg_cal_frame_burst_size, cfg_amplitude_tolerance,cfg_phase_tolerance, \ cfg_max_sync_fails, cfg_data_block_len, cfg_decimated_bw, cfg_recal_interval, \ cfg_en_bias_tee, config_fname=daq_config_filename): # TODO: Use disctionarry instead of parameter list ctx = dash.callback_context component_id = ctx.triggered[0]['prop_id'].split('.')[0] if ctx.triggered: if len(ctx.triggered) == 1: # User manually changed one parameter webInterface_inst.tmp_daq_ini_cfg = "Custom" # If is was the preconfig changed, just update the preconfig values if component_id == 'daq_cfg_files': webInterface_inst.daq_ini_cfg_dict = read_config_file_dict(config_fname) webInterface_inst.tmp_daq_ini_cfg = webInterface_inst.daq_ini_cfg_dict['config_name'] daq_cfg_dict = webInterface_inst.daq_ini_cfg_dict if daq_cfg_dict is not None: en_noise_src_values =[1] if daq_cfg_dict['en_noise_source_ctr'] else [] en_filter_rst_values =[1] if daq_cfg_dict['en_filter_reset'] else [] en_iq_cal_values =[1] if daq_cfg_dict['en_iq_cal'] else [] en_req_track_lock_values =[1] if daq_cfg_dict['require_track_lock_intervention'] else [] en_persist_values =[1] if webInterface_inst.en_persist else [] en_pr_values =[1] if webInterface_inst.module_signal_processor.en_PR else [] en_advanced_daq_cfg =[1] if webInterface_inst.en_advanced_daq_cfg else [] cfg_decimated_bw = ((daq_cfg_dict['sample_rate']) / daq_cfg_dict['decimation_ratio']) / 10**3 cfg_data_block_len = ( daq_cfg_dict['cpi_size'] / (cfg_decimated_bw) ) cfg_recal_interval = (daq_cfg_dict['cal_frame_interval'] * (cfg_data_block_len/10**3)) / 60 if daq_cfg_dict['cal_track_mode'] == 0: #If set to no tracking cfg_recal_interval = 1 app.push_mods({ 'cfg_data_block_len': {'value': cfg_data_block_len}, 'cfg_decimated_bw': {'value': cfg_decimated_bw}, 'cfg_recal_interval': {'value': cfg_recal_interval}, 'cfg_rx_channels': {'value': daq_cfg_dict['num_ch']}, 'cfg_daq_buffer_size': {'value': daq_cfg_dict['daq_buffer_size']}, 'cfg_sample_rate': {'value': daq_cfg_dict['sample_rate']/10**6}, 'en_noise_source_ctr': {'value': en_noise_src_values}, 'cfg_cpi_size': {'value': daq_cfg_dict['cpi_size']}, 'cfg_decimation_ratio': {'value': daq_cfg_dict['decimation_ratio']}, 'cfg_fir_bw': {'value': daq_cfg_dict['fir_relative_bandwidth']}, 'cfg_fir_tap_size': {'value': daq_cfg_dict['fir_tap_size']}, 'cfg_fir_window': {'value': daq_cfg_dict['fir_window']}, 'en_filter_reset': {'value': en_filter_rst_values}, 'cfg_cal_frame_interval': {'value': daq_cfg_dict['cal_frame_interval']}, 'cfg_corr_size': {'value': daq_cfg_dict['corr_size']}, 'cfg_std_ch_ind': {'value': daq_cfg_dict['std_ch_ind']}, 'en_iq_cal': {'value': en_iq_cal_values}, 'cfg_gain_lock': {'value': daq_cfg_dict['gain_lock_interval']}, 'en_req_track_lock_intervention': {'value': en_req_track_lock_values}, 'cfg_cal_track_mode': {'value': daq_cfg_dict['cal_track_mode']}, 'cfg_amplitude_cal_mode': {'value': daq_cfg_dict['amplitude_cal_mode']}, 'cfg_cal_frame_interval': {'value': daq_cfg_dict['cal_frame_interval']}, 'cfg_cal_frame_burst_size': {'value': daq_cfg_dict['cal_frame_burst_size']}, 'cfg_amplitude_tolerance': {'value': daq_cfg_dict['amplitude_tolerance']}, 'cfg_phase_tolerance': {'value': daq_cfg_dict['phase_tolerance']}, 'cfg_max_sync_fails': {'value': daq_cfg_dict['maximum_sync_fails']}, }) return Output('dummy_output', 'children', '') #[no_update, no_update, no_update, no_update] # If the input was from basic DAQ config, update the actual DAQ params if component_id == "cfg_data_block_len" or component_id == "cfg_decimated_bw" or component_id == "cfg_recal_interval": if not cfg_data_block_len or not cfg_decimated_bw or not cfg_recal_interval: return Output('dummy_output', 'children', '') #[no_update, no_update, no_update, no_update] cfg_daq_buffer_size = 262144 # This is a reasonable DAQ buffer size to use cfg_corr_size = 32768 # Reasonable value that never has problems calibrating en_noise_source_ctr = [1] cfg_fir_bw = 1 cfg_fir_window = 'hann' en_filter_reset = [] cfg_std_ch_ind = 0 en_iq_cal = [1] en_req_track_lock_intervention = [] cfg_amplitude_cal_mode = 'channel_power' cfg_cal_frame_burst_size = 10 cfg_amplitude_tolerance = 2 cfg_phase_tolerance = 2 cfg_max_sync_fails = 10 cfg_decimation_ratio = round( (cfg_sample_rate*10**6) / (cfg_decimated_bw*10**3) ) cfg_cpi_size = round( (cfg_data_block_len / 10**3) * cfg_decimated_bw*10**3 ) cfg_cal_frame_interval = round((cfg_recal_interval*60) / (cfg_data_block_len/10**3)) while cfg_decimation_ratio * cfg_cpi_size < cfg_daq_buffer_size: cfg_daq_buffer_size = (int) (cfg_daq_buffer_size / 2) cfg_corr_size = (int) (cfg_daq_buffer_size / 2) # Choose a tap size larger than the decimation ratio cfg_fir_tap_size = (int)(cfg_decimation_ratio * 1.2) + 8 if cfg_decimation_ratio == 1: cfg_fir_tap_size = 1 cfg_cal_track_mode = 0 if cfg_cal_frame_interval > 1: cfg_cal_track_mode = 2 #[{'label': calibration_tack_modes[1], 'value': calibration_tack_modes[1]}] else: cfg_cal_track_mode = 0 param_dict = webInterface_inst.daq_ini_cfg_dict param_dict['config_name'] = "Custom" param_dict['num_ch'] = cfg_rx_channels param_dict['en_bias_tee'] = cfg_en_bias_tee param_dict['daq_buffer_size'] = cfg_daq_buffer_size param_dict['sample_rate'] = int(cfg_sample_rate*10**6) param_dict['en_noise_source_ctr'] = 1 if len(en_noise_source_ctr) else 0 param_dict['cpi_size'] = cfg_cpi_size param_dict['decimation_ratio'] = cfg_decimation_ratio param_dict['fir_relative_bandwidth'] = cfg_fir_bw param_dict['fir_tap_size'] = cfg_fir_tap_size param_dict['fir_window'] = cfg_fir_window param_dict['en_filter_reset'] = 1 if len(en_filter_reset) else 0 param_dict['corr_size'] = cfg_corr_size param_dict['std_ch_ind'] = cfg_std_ch_ind param_dict['en_iq_cal'] = 1 if len(en_iq_cal) else 0 param_dict['gain_lock_interval'] = cfg_gain_lock param_dict['require_track_lock_intervention'] = 1 if len(en_req_track_lock_intervention) else 0 param_dict['cal_track_mode'] = cfg_cal_track_mode param_dict['amplitude_cal_mode'] = cfg_amplitude_cal_mode param_dict['cal_frame_interval'] = cfg_cal_frame_interval param_dict['cal_frame_burst_size'] = cfg_cal_frame_burst_size param_dict['amplitude_tolerance'] = cfg_amplitude_tolerance param_dict['phase_tolerance'] = cfg_phase_tolerance param_dict['maximum_sync_fails'] = cfg_max_sync_fails webInterface_inst.daq_ini_cfg_dict = param_dict if ctx.triggered: # If we updated advanced daq, update basic DAQ params if component_id == "cfg_sample_rate" or component_id == "cfg_decimation_ratio" or component_id == "cfg_cpi_size" or component_id == "cfg_cal_frame_interval": if not cfg_sample_rate or not cfg_decimation_ratio or not cfg_cpi_size: return Output('dummy_output', 'children', '') #[no_update, no_update, no_update, no_update] cfg_decimated_bw = ((int(cfg_sample_rate*10**6)) / cfg_decimation_ratio) / 10**3 cfg_data_block_len = ( cfg_cpi_size / (cfg_decimated_bw) ) cfg_recal_interval = (cfg_cal_frame_interval * (cfg_data_block_len/10**3)) / 60 app.push_mods({ 'cfg_data_block_len': {'value': cfg_data_block_len}, 'cfg_decimated_bw': {'value': cfg_decimated_bw}, 'cfg_recal_interval': {'value': cfg_recal_interval}, }) # If we updated basic DAQ, update advanced DAQ elif component_id == "cfg_data_block_len" or component_id == "cfg_decimated_bw" or component_id == "cfg_recal_interval": app.push_mods({ 'cfg_decimation_ratio': {'value': cfg_decimation_ratio}, 'cfg_cpi_size': {'value': cfg_cpi_size}, 'cfg_cal_frame_interval': {'value': cfg_cal_frame_interval}, 'cfg_fir_tap_size': {'value': cfg_fir_tap_size}, 'cfg_sample_rate': {'value': cfg_sample_rate}, 'cfg_daq_buffer_size': {'value': cfg_daq_buffer_size}, 'cfg_corr_size': {'value': cfg_corr_size}, 'en_noise_source_ctr': {'value': en_noise_source_ctr}, 'cfg_fir_bw': {'value': cfg_fir_bw}, 'cfg_fir_window': {'value': cfg_fir_window}, 'en_filter_reset': {'value': en_filter_reset}, 'cfg_std_ch_ind': {'value': cfg_std_ch_ind}, 'en_iq_cal': {'value': en_iq_cal}, 'en_req_track_lock_intervention': {'value': en_req_track_lock_intervention}, 'cfg_amplitude_cal_mode': {'value': cfg_amplitude_cal_mode}, 'cfg_cal_frame_burst_size': {'value': cfg_cal_frame_burst_size}, 'cfg_amplitude_tolerance': {'value': cfg_amplitude_tolerance}, 'cfg_phase_tolerance': {'value': cfg_phase_tolerance}, 'cfg_max_sync_fails': {'value': cfg_max_sync_fails}, }) @app.callback(Output('adv-cfg-container', 'style'), [Input("en_advanced_daq_cfg", "value")] ) def toggle_adv_daq(toggle_value): webInterface_inst.en_advanced_daq_cfg = toggle_value if toggle_value: return {'display': 'block'} else: return {'display': 'none'} @app.callback(Output('basic-cfg-container', 'style'), [Input("en_basic_daq_cfg", "value")] ) def toggle_basic_daq(toggle_value): webInterface_inst.en_basic_daq_cfg = toggle_value if toggle_value: return {'display': 'block'} else: return {'display': 'none'} @app.callback([Output("url" , "pathname")], [Input("daq_cfg_files" , "value"), Input("placeholder_recofnig_daq" , "children"), Input("placeholder_update_rx" , "children")] ) def reload_cfg_page(config_fname, dummy_0, dummy_1): webInterface_inst.daq_ini_cfg_dict = read_config_file_dict(config_fname) webInterface_inst.tmp_daq_ini_cfg = webInterface_inst.daq_ini_cfg_dict['config_name'] #webInterface_inst.needs_refresh = False return ["/config"] @app.callback(Output('system_control_container', 'style'), [Input("en_system_control", "value")] ) def toggle_system_control(toggle_value): webInterface_inst.en_system_control = toggle_value if toggle_value: return {'display': 'block'} else: return {'display': 'none'} @app.callback( None, [Input(component_id="btn_reconfig_daq_chain" , component_property="n_clicks")], [State(component_id ="daq_center_freq" , component_property='value'), State(component_id ="daq_rx_gain" , component_property='value')] ) def reconfig_daq_chain(input_value, freq, gain): if input_value is None: return Output('dummy_output', 'children', '') #[no_update, no_update, no_update, no_update] # TODO: Check data interface mode here ! # Update DAQ Subsystem config file config_res, config_err = write_config_file_dict(webInterface_inst.daq_ini_cfg_dict) if config_res: webInterface_inst.daq_cfg_ini_error = config_err[0] return Output("placeholder_recofnig_daq", "children", '-1') else: webInterface_inst.logger.info("DAQ Subsystem configuration file edited") # time.sleep(2) webInterface_inst.daq_restart = 1 # Restart DAQ Subsystem # Stop signal processing webInterface_inst.stop_processing() # time.sleep(2) webInterface_inst.logger.debug("Signal processing stopped") # Close control and IQ data interfaces webInterface_inst.close_data_interfaces() webInterface_inst.logger.debug("Data interfaces are closed") os.chdir(daq_subsystem_path) # Kill DAQ subsystem daq_stop_script = subprocess.Popen(['bash', daq_stop_filename])#, stdout=subprocess.DEVNULL) daq_stop_script.wait() webInterface_inst.logger.debug("DAQ Subsystem halted") # Start DAQ subsystem daq_start_script = subprocess.Popen(['bash', daq_start_filename])#, stdout=subprocess.DEVNULL) daq_start_script.wait() webInterface_inst.logger.debug("DAQ Subsystem restarted") os.chdir(root_path) # Reinitialize receiver data interface #if webInterface_inst.module_receiver.init_data_iface() == -1: # webInterface_inst.logger.critical("Failed to restart the DAQ data interface") # webInterface_inst.daq_cfg_ini_error = "Failed to restart the DAQ data interface" # return [-1] # Reset channel number count #webInterface_inst.module_signal_processor.first_frame = 1 en_PR = webInterface_inst.module_signal_processor.en_PR PR_clutter_cancellation = webInterface_inst.module_signal_processor.PR_clutter_cancellation max_bistatic_range = webInterface_inst.module_signal_processor.max_bistatic_range max_doppler = webInterface_inst.module_signal_processor.max_doppler en_persist = webInterface_inst.en_persist pr_persist_decay = webInterface_inst.pr_persist_decay pr_dynamic_range_min = webInterface_inst.pr_dynamic_range_min pr_dynamic_range_max = webInterface_inst.pr_dynamic_range_max # Recreate and reinit the receiver and signal processor modules from scratch, keeping current setting values daq_center_freq = webInterface_inst.module_receiver.daq_center_freq daq_rx_gain = webInterface_inst.module_receiver.daq_rx_gain rec_ip_addr = webInterface_inst.module_receiver.rec_ip_addr logging_level = webInterface_inst.logging_level data_interface = webInterface_inst.data_interface webInterface_inst.module_receiver = ReceiverRTLSDR(data_que=webInterface_inst.rx_data_que, data_interface=data_interface, logging_level=logging_level) webInterface_inst.module_receiver.daq_center_freq = daq_center_freq webInterface_inst.module_receiver.daq_rx_gain = daq_rx_gain #settings.uniform_gain #daq_rx_gain webInterface_inst.module_receiver.rec_ip_addr = rec_ip_addr webInterface_inst.module_signal_processor = SignalProcessor(data_que=webInterface_inst.sp_data_que, module_receiver=webInterface_inst.module_receiver, logging_level=logging_level) webInterface_inst.module_signal_processor.en_PR = en_PR webInterface_inst.module_signal_processor.PR_clutter_cancellation = PR_clutter_cancellation webInterface_inst.module_signal_processor.max_bistatic_range = max_bistatic_range webInterface_inst.module_signal_processor.max_doppler = max_doppler webInterface_inst.en_persist = en_persist webInterface_inst.pr_persist_decay = pr_persist_decay webInterface_inst.pr_dynamic_range_min = pr_dynamic_range_min webInterface_inst.pr_dynamic_range_max = pr_dynamic_range_max webInterface_inst.module_signal_processor.start() # This must be here, otherwise the gains dont reinit properly? #webInterface_inst.module_receiver.M = webInterface_inst.daq_ini_cfg_params[1] webInterface_inst.module_receiver.M = webInterface_inst.daq_ini_cfg_dict['num_ch'] # Restart signal processing webInterface_inst.start_processing() webInterface_inst.logger.debug("Signal processing started") webInterface_inst.daq_restart = 0 webInterface_inst.daq_cfg_ini_error = "" webInterface_inst.active_daq_ini_cfg = webInterface_inst.daq_ini_cfg_dict['config_name'] return Output("daq_cfg_files", "value", daq_config_filename), Output("active_daq_ini_cfg", "children", "Active Configuration: " + webInterface_inst.active_daq_ini_cfg) if __name__ == "__main__": # For Development only, otherwise use gunicorn # Debug mode does not work when the data interface is set to shared-memory "shmem"! app.run_server(debug=False, host="0.0.0.0", port=8080) #waitress #serve(app.server, host="0.0.0.0", port=8050) """ html.Div([ html.H2("System Logs"), dcc.Textarea( placeholder = "Enter a value...", value = "System logs .. - Curently NOT used", style = {"width": "100%", "background-color": "#000000", "color":"#02c93d"} ) ], className="card") """