Added support of microphone calibration files

Author: NathaU

friture/analyzer.py

@@ -45,6 +45,7 @@
 from friture.level_view_model import LevelViewModel
 from friture.level_data import LevelData
 from friture.levels import Levels_Widget
+from friture.octavespectrum import OctaveSpectrum_Widget
 from friture.store import GetStore, Store
 from friture.scope_data import Scope_Data
 from friture.axis import Axis
@@ -112,6 +113,9 @@ def __init__(self):
         qmlRegisterType(ColorBar, 'Friture', 1, 0, 'ColorBar')
         qmlRegisterType(Tick, 'Friture', 1, 0, 'Tick')
         qmlRegisterSingletonType(Store, 'Friture', 1, 0, 'Store', lambda engine, script_engine: GetStore())
+        
+        self.original_calibration = [0, 0]
+        self.original_calibration_freqs = [0, 20000]
 
         # Setup the user interface
         self.ui = Ui_MainWindow()
@@ -312,6 +316,14 @@ def timer_toggle(self):
             self.playback_widget.start_recording()
             AudioBackend().restart()
             self.dockmanager.restart()
+    
+    def recalculate_calibration(self):
+        for dock in self.dockmanager.docks:
+            if not dock.audiowidget is None:
+                if hasattr(dock.audiowidget, "proc"):
+                    dock.audiowidget.proc.recalculate_calibration()
+                elif type(dock.audiowidget) == OctaveSpectrum_Widget:
+                    dock.audiowidget.filters.recalculate_calibration()
 
 
 def qt_message_handler(mode, context, message):

friture/audioproc.py

@@ -19,14 +19,15 @@
 
 import logging
 
-from numpy import linspace, log10, cos, arange, pi
+from numpy import linspace, log10, cos, arange, pi, interp
 from numpy.fft import rfft
 from friture.audiobackend import SAMPLING_RATE
 
 
 class audioproc():
 
-    def __init__(self):
+    def __init__(self, parent):
+        self.parent_widget = parent
         self.logger = logging.getLogger(__name__)
 
         self.freq = linspace(0, SAMPLING_RATE / 2, 10)
@@ -39,6 +40,10 @@ def __init__(self):
 
         self.fft_size = 10
 
+        self.calibration = [0 for i in self.freq]
+
+        self.recalculate_calibration()
+
     def analyzelive(self, samples):
         # FFT for a linear transformation in frequency scale
         fft = rfft(samples * self.window)
@@ -95,6 +100,17 @@ def update_freq_cache(self):
             self.B = 0.17 + 20. * log10(Rb + eps)
             self.A = 2.0 + 20. * log10(Ra + eps)
 
+            self.recalculate_calibration()
+    
+    def recalculate_calibration(self):
+        try:
+            if hasattr(self.parent_widget.parent(), "dockmanager"):
+                self.calibration = interp(self.freq, self.parent_widget.parent().dockmanager.parent().original_calibration_freqs, self.parent_widget.parent().dockmanager.parent().original_calibration)
+            else:
+                self.calibration = interp(self.freq, self.parent_widget.parent().original_calibration_freqs, self.parent_widget.parent().original_calibration)
+        except:
+            self.calibration = [0 for i in self.freq]
+
     # above is done a FFT of the signal. This is ok for linear frequency scale, but
     # not satisfying for logarithmic scale, which is much more adapted to voice or music
     # analysis

friture/levels.py

@@ -78,7 +78,7 @@ def __init__(self, parent, engine):
         self.calibration = 0
 
         # initialize the class instance that will do the fft
-        self.proc = audioproc()
+        self.proc = audioproc(self)
 
         # time = SMOOTH_DISPLAY_TIMER_PERIOD_MS/1000. #DISPLAY
         # time = 0.025 #IMPULSE setting for a sound level meter
@@ -161,8 +161,6 @@ def handle_new_data(self, floatdata):
             value_rms = pyx_exp_smoothed_value(self.kernel, self.alpha, y2 ** 2, self.old_rms_2)
             self.old_rms_2 = value_rms
 
-            value_spl = value_rms + 94.0 + self.calibration
-
             self.level_view_model.level_data_2.level_rms = 10. * np.log10(value_rms + 0. * 1e-80)
             self.level_view_model.level_data_2.level_spl = self.level_view_model.level_data_2.level_rms + 94.0 + self.calibration
             self.level_view_model.level_data_2.level_max = 20. * np.log10(self.old_max_2 + 0. * 1e-80)

friture/longlevels.py

@@ -143,7 +143,7 @@ def __init__(self, parent, engine):
         self.settings_dialog = LongLevels_Settings_Dialog(self)
 
         # initialize the class instance that will do the fft
-        self.proc = audioproc()
+        self.proc = audioproc(self)
 
         self.level = None  # 1e-30
         self.level_rms = -200.

friture/octavefilters.py

@@ -17,7 +17,7 @@
 # You should have received a copy of the GNU General Public License
 # along with Friture.  If not, see <http://www.gnu.org/licenses/>.
 
-from numpy import log10, array, where
+from numpy import log10, array, where, interp
 
 from friture.filter import (octave_filter_bank_decimation, octave_frequencies,
                             octave_filter_bank_decimation_filtic, NOCTAVE)
@@ -26,12 +26,16 @@
 
 class Octave_Filters():
 
-    def __init__(self, bandsperoctave):
+    def __init__(self, parent, bandsperoctave):
         [self.bdec, self.adec] = generated_filters.PARAMS['dec']
 
         self.bdec = array(self.bdec)
         self.adec = array(self.adec)
 
+        self.calibration = []
+
+        self.parent_widget = parent
+
         self.setbandsperoctave(bandsperoctave)
 
     def filter(self, floatdata):
@@ -48,12 +52,21 @@ def get_decs(self):
 
         return decs
 
+    def recalculate_calibration(self):
+        try:
+            
+            self.calibration = interp(self.fi, self.parent_widget.parent().dockmanager.parent().original_calibration_freqs, self.parent_widget.parent().dockmanager.parent().original_calibration)
+        except:
+            self.calibration = [0 for i in self.fi]
+
     def setbandsperoctave(self, bandsperoctave):
         self.bandsperoctave = bandsperoctave
         self.nbands = NOCTAVE * self.bandsperoctave
         self.fi, self.flow, self.fhigh = octave_frequencies(self.nbands, self.bandsperoctave)
         [self.boct, self.aoct, fi, flow, fhigh] = generated_filters.PARAMS['%d' % bandsperoctave]
 
+        self.recalculate_calibration()
+
         self.boct = [array(f) for f in self.boct]
         self.aoct = [array(f) for f in self.aoct]
 

friture/octavespectrum.py

@@ -61,7 +61,7 @@ def __init__(self, parent, engine):
         self.PlotZoneSpect.setspecrange(self.spec_min, self.spec_max)
         self.PlotZoneSpect.setweighting(self.weighting)
 
-        self.filters = Octave_Filters(DEFAULT_BANDSPEROCTAVE)
+        self.filters = Octave_Filters(self, DEFAULT_BANDSPEROCTAVE)
         self.dispbuffers = [0] * DEFAULT_BANDSPEROCTAVE * NOCTAVE
 
         # set kernel and parameters for the smoothing filter
@@ -118,7 +118,7 @@ def handle_new_data(self, floatdata):
             w = self.filters.C
 
         epsilon = 1e-30
-        db_spectrogram = 10 * log10(sp + epsilon) + w
+        db_spectrogram = 10 * log10(sp + epsilon) + w + self.filters.calibration
         self.PlotZoneSpect.setdata(self.filters.flow, self.filters.fhigh, self.filters.f_nominal, db_spectrogram)
 
     # method

friture/pitch_tracker.py

@@ -265,7 +265,7 @@ def __init__(
         self.out_buf = RingBuffer()
         self.out_offset = self.out_buf.offset
 
-        self.proc = audioproc()
+        self.proc = audioproc(self)
         self.proc.set_fftsize(self.fft_size)
 
     def set_input_buffer(self, new_buf: RingBuffer) -> None:

friture/settings.py

@@ -24,6 +24,7 @@
 from PyQt5.QtCore import pyqtSignal, pyqtProperty
 from friture.audiobackend import AudioBackend
 from friture.ui_settings import Ui_Settings_Dialog
+import csv
 
 no_input_device_title = "No audio input device found"
 
@@ -82,6 +83,9 @@ def __init__(self, parent):
         self.checkbox_showPlayback.stateChanged.connect(self.show_playback_checkbox_changed)
         self.spinBox_historyLength.editingFinished.connect(self.history_length_edit_finished)
 
+        self.fileBox_compensation.clicked.connect(self.browse_compensation_file)
+        self.clearButton.clicked.connect(self.compensation_file_cleared)
+
     @pyqtProperty(bool, notify=show_playback_changed) # type: ignore
     def show_playback(self) -> bool:
         return bool(self.checkbox_showPlayback.checkState())
@@ -178,6 +182,37 @@ def show_playback_checkbox_changed(self, state: int) -> None:
     # slot
     def history_length_edit_finished(self) -> None:
         self.history_length_changed.emit(self.spinBox_historyLength.value())
+    
+    def browse_compensation_file(self):
+        file_name = QtWidgets.QFileDialog.getOpenFileName(self, "Open compensation file", "", "Compensation files (*.*)")[0]
+        self.fileBox_compensation.setText(file_name)
+        self.load_compensation_file()
+    
+    def load_compensation_file(self):
+        file_name = self.fileBox_compensation.text()
+        if file_name:
+            try:
+                with open(file_name, newline='') as csvfile:
+                    csvreader = csv.reader(csvfile)
+                    self.parent().original_calibration = []
+                    self.parent().original_calibration_freqs = []
+                    for row in csvreader:
+                        if row[0][0].isdigit():
+                            dict = row[0].split()
+                            self.parent().original_calibration.append(float(dict[1]))
+                            self.parent().original_calibration_freqs.append(float(dict[0]))
+                    
+            except Exception as e:
+                self.logger.error(f"Failed to load compensation file: {e}")
+        else:
+            self.parent().original_calibration = [0, 0]
+            self.parent().original_calibration_freqs = [0, 20000]
+        
+        self.parent().recalculate_calibration()
+    
+    def compensation_file_cleared(self):
+        self.fileBox_compensation.setText("")
+        self.load_compensation_file()
 
     # method
     def saveState(self, settings):
@@ -189,13 +224,17 @@ def saveState(self, settings):
         settings.setValue("duoInput", self.inputTypeButtonGroup.checkedId())
         settings.setValue("showPlayback", self.checkbox_showPlayback.checkState())
         settings.setValue("historyLength", self.spinBox_historyLength.value())
+        settings.setValue("compensationFile", self.fileBox_compensation.text())
 
     # method
     def restoreState(self, settings):
         device_name = settings.value("deviceName", "")
         device_index = self.comboBox_inputDevice.findText(device_name)
         # change the device only if it exists in the device list
         if device_index >= 0:
+            compensation_file = settings.value("compensationFile", "")
+            self.fileBox_compensation.setText(compensation_file)
+            self.load_compensation_file()
             self.comboBox_inputDevice.setCurrentIndex(device_index)
             channel = settings.value("firstChannel", 0, type=int)
             self.comboBox_firstChannel.setCurrentIndex(channel)

friture/spectrogram.py

@@ -58,7 +58,7 @@ def __init__(self, parent, engine):
         self.audiobuffer = None
 
         # initialize the class instance that will do the fft
-        self.proc = audioproc()
+        self.proc = audioproc(self)
 
         self.frequency_resampler = Frequency_Resampler()
         self.screen_resampler = Online_Linear_2D_resampler()
@@ -159,6 +159,7 @@ def handle_new_data(self, floatdata: ndarray) -> None:
 
             w = tile(self.w, (1, realizable))
             norm_spectrogram = self.scale_spectrogram(self.log_spectrogram(spn) + w)
+            #norm_spectrogram = self.scale_spectrogram(self.log_spectrogram(spn) + w + self.proc.calibration) # This produces lags
 
             self.screen_resampler.set_height(self.PlotZoneImage.spectrogram_screen_height())
             screen_rate_frac = Fraction(self.PlotZoneImage.spectrogram_screen_width(), int(self.timerange_s * 1000))

friture/spectrum.py

@@ -53,7 +53,7 @@ def __init__(self, parent, engine):
         self.gridLayout.addWidget(self.PlotZoneSpect, 0, 0, 1, 1)
 
         # initialize the class instance that will do the fft
-        self.proc = audioproc()
+        self.proc = audioproc(self)
 
         self.maxfreq = DEFAULT_MAXFREQ
         self.proc.set_maxfreq(self.maxfreq)
@@ -159,7 +159,7 @@ def handle_new_data(self, floatdata):
             if self.dual_channels and floatdata.shape[0] > 1:
                 dB_spectrogram = self.log_spectrogram(sp2) - self.log_spectrogram(sp1)
             else:
-                dB_spectrogram = self.log_spectrogram(sp1) + self.w
+                dB_spectrogram = self.log_spectrogram(sp1) + self.w + self.proc.calibration
 
             # the log operation and the weighting could be deffered
             # to the post-weedening !

friture/spl.py

@@ -53,7 +53,7 @@ def __init__(self, parent, engine):
         self.gridLayout.addWidget(self.PlotZoneSpect, 0, 0, 1, 1)
 
         # initialize the class instance that will do the fft
-        self.proc = audioproc()
+        self.proc = audioproc(self)
 
         self.maxfreq = DEFAULT_MAXFREQ
         self.proc.set_maxfreq(self.maxfreq)
@@ -160,7 +160,7 @@ def handle_new_data(self, floatdata):
             if self.dual_channels and floatdata.shape[0] > 1:
                 dB_spectrogram = self.log_spectrogram(sp2) - self.log_spectrogram(sp1)
             else:
-                dB_spectrogram = self.log_spectrogram(sp1) + self.w
+                dB_spectrogram = self.log_spectrogram(sp1) + self.w + self.proc.calibration
 
             # the log operation and the weighting could be deffered
             # to the post-weedening !

friture/ui_settings.py

@@ -30,6 +30,20 @@ def setupUi(self, Settings_Dialog):
         self.comboBox_inputDevice = QtWidgets.QComboBox(self.inputGroup)
         self.comboBox_inputDevice.setObjectName("comboBox_inputDevice")
         self.verticalLayout_6.addWidget(self.comboBox_inputDevice)
+        self.label_inputType_3 = QtWidgets.QLabel(self.inputGroup)
+        self.label_inputType_3.setObjectName("label_inputType_3")
+        self.verticalLayout_6.addWidget(self.label_inputType_3)
+        
+        # Add horizontal layout for QLineEdit and buttons
+        self.horizontalLayout_file = QtWidgets.QHBoxLayout()
+        self.fileBox_compensation = QtWidgets.QPushButton("Browse", self.inputGroup)
+        self.fileBox_compensation.setObjectName("fileButton")
+        self.horizontalLayout_file.addWidget(self.fileBox_compensation)
+        self.clearButton = QtWidgets.QPushButton("Clear", self.inputGroup)
+        self.clearButton.setObjectName("clearButton")
+        self.horizontalLayout_file.addWidget(self.clearButton)
+        self.verticalLayout_6.addLayout(self.horizontalLayout_file)
+        
         self.horizontalLayout = QtWidgets.QHBoxLayout()
         self.horizontalLayout.setObjectName("horizontalLayout")
         self.verticalLayout_3 = QtWidgets.QVBoxLayout()
@@ -108,6 +122,7 @@ def retranslateUi(self, Settings_Dialog):
         Settings_Dialog.setWindowTitle(_translate("Settings_Dialog", "Settings"))
         self.inputGroup.setTitle(_translate("Settings_Dialog", "Input"))
         self.label_inputType_2.setText(_translate("Settings_Dialog", "Select the input device :"))
+        self.label_inputType_3.setText(_translate("Settings_Dialog", "Select the compensation file:"))
         self.label_inputType.setText(_translate("Settings_Dialog", "Select the type of input :"))
         self.radioButton_single.setText(_translate("Settings_Dialog", "Single channel"))
         self.radioButton_duo.setText(_translate("Settings_Dialog", "Two channels"))