commit 77a8fc82c5b3bc993459b9d3fbe1f61d3a5a1533
Author: keith <[email protected]>
Date: Sat, 22 May 2021 10:47:18 -0500
first commit
Diffstat:
11 files changed, 911 insertions(+), 0 deletions(-)
diff --git a/NeuralPi.jucer b/NeuralPi.jucer
@@ -0,0 +1,99 @@
+<?xml version="1.0" encoding="UTF-8"?>
+
+<JUCERPROJECT name="NeuralPi" companyName="GuitarML" version="1.0.0" companyWebsite="http://juce.com"
+ defines="PIP_JUCE_EXAMPLES_DIRECTORY=L2hvbWUvaWxpYXMvd29ya3NwYWNlcy9KVUNFL2V4YW1wbGVz"
+ projectType="audioplug" pluginManufacturer="JUCE" pluginAUIsSandboxSafe="1"
+ pluginFormats="buildStandalone,buildVST3" id="vXK47v" jucerFormatVersion="1"
+ displaySplashScreen="1">
+ <MAINGROUP id="zI9r2C" name="NeuralPi">
+ <GROUP id="{810D2D07-FCAC-0F25-F63F-DCF49FEE10C7}" name="Resources">
+ <FILE id="V1lm9D" name="bj_model_best.json" compile="0" resource="1"
+ file="models/bj_model_best.json"/>
+ <FILE id="lkEjdY" name="ts9_model_best.json" compile="0" resource="1"
+ file="models/ts9_model_best.json"/>
+ </GROUP>
+ <GROUP id="{70CE292C-E9C5-C029-B95A-F7DF41E5F74C}" name="Source">
+ <FILE id="hNjQV9" name="PluginEditor.cpp" compile="1" resource="0"
+ file="Source/PluginEditor.cpp"/>
+ <FILE id="BweFTe" name="PluginEditor.h" compile="0" resource="0" file="Source/PluginEditor.h"/>
+ <FILE id="rJuRQh" name="PluginProcessor.cpp" compile="1" resource="0"
+ file="Source/PluginProcessor.cpp"/>
+ <FILE id="azI0aA" name="PluginProcessor.h" compile="0" resource="0"
+ file="Source/PluginProcessor.h"/>
+ <FILE id="qzmalV" name="RTNeuralLSTM.cpp" compile="1" resource="0"
+ file="Source/RTNeuralLSTM.cpp"/>
+ <FILE id="Ppt8EU" name="RTNeuralLSTM.h" compile="0" resource="0" file="Source/RTNeuralLSTM.h"/>
+ </GROUP>
+ </MAINGROUP>
+ <MODULES>
+ <MODULE id="juce_audio_basics" showAllCode="1" useLocalCopy="1" useGlobalPath="1"/>
+ <MODULE id="juce_audio_devices" showAllCode="1" useLocalCopy="1" useGlobalPath="1"/>
+ <MODULE id="juce_audio_formats" showAllCode="1" useLocalCopy="1" useGlobalPath="1"/>
+ <MODULE id="juce_audio_plugin_client" showAllCode="1" useLocalCopy="1"
+ useGlobalPath="1"/>
+ <MODULE id="juce_audio_processors" showAllCode="1" useLocalCopy="1" useGlobalPath="1"/>
+ <MODULE id="juce_audio_utils" showAllCode="1" useLocalCopy="1" useGlobalPath="1"/>
+ <MODULE id="juce_core" showAllCode="1" useLocalCopy="1" useGlobalPath="1"/>
+ <MODULE id="juce_data_structures" showAllCode="1" useLocalCopy="1" useGlobalPath="1"/>
+ <MODULE id="juce_dsp" showAllCode="1" useLocalCopy="1" useGlobalPath="1"/>
+ <MODULE id="juce_events" showAllCode="1" useLocalCopy="1" useGlobalPath="1"/>
+ <MODULE id="juce_graphics" showAllCode="1" useLocalCopy="1" useGlobalPath="1"/>
+ <MODULE id="juce_gui_basics" showAllCode="1" useLocalCopy="1" useGlobalPath="1"/>
+ <MODULE id="juce_gui_extra" showAllCode="1" useLocalCopy="1" useGlobalPath="1"/>
+ <MODULE id="juce_osc" showAllCode="1" useLocalCopy="1" useGlobalPath="1"/>
+ </MODULES>
+ <EXPORTFORMATS>
+ <LINUX_MAKE targetFolder="Builds/LinuxMakefile">
+ <CONFIGURATIONS>
+ <CONFIGURATION isDebug="1" name="Debug" targetName="NeuralPi"/>
+ <CONFIGURATION isDebug="0" name="Release" headerPath="/home/keith/Desktop/Projects/json-develop/include /home/keith/Desktop/Elk/RTNeural /home/keith/Desktop/Elk/RTNeural\modules\xsimd\include"
+ defines="USE_XSIMD=1" targetName="NeuralPi"/>
+ </CONFIGURATIONS>
+ <MODULEPATHS>
+ <MODULEPATH id="juce_gui_extra" path="../../juce"/>
+ <MODULEPATH id="juce_gui_basics" path="../../juce"/>
+ <MODULEPATH id="juce_graphics" path="../../juce"/>
+ <MODULEPATH id="juce_events" path="../../juce"/>
+ <MODULEPATH id="juce_data_structures" path="../../juce"/>
+ <MODULEPATH id="juce_core" path="../../juce"/>
+ <MODULEPATH id="juce_audio_utils" path="../../juce"/>
+ <MODULEPATH id="juce_audio_processors" path="../../juce"/>
+ <MODULEPATH id="juce_audio_plugin_client" path="../../juce"/>
+ <MODULEPATH id="juce_audio_formats" path="../../juce"/>
+ <MODULEPATH id="juce_audio_devices" path="../../juce"/>
+ <MODULEPATH id="juce_audio_basics" path="../../juce"/>
+ <MODULEPATH id="juce_osc" path="../../JUCE/modules"/>
+ <MODULEPATH id="juce_dsp" path="../../JUCE/modules"/>
+ </MODULEPATHS>
+ </LINUX_MAKE>
+ <VS2019 targetFolder="Builds/VisualStudio2019">
+ <CONFIGURATIONS>
+ <CONFIGURATION isDebug="1" name="Debug" targetName="NeuralPi"/>
+ <CONFIGURATION isDebug="0" name="Release" targetName="NeuralPi" headerPath="C:\Users\rache\Desktop\dev\json-develop\include C:\Users\rache\Desktop\dev\Chamop\RTNeural C:\Users\rache\Desktop\dev\Chamop\RTNeural\modules\xsimd\include"
+ defines="USE_XSIMD=1"/>
+ </CONFIGURATIONS>
+ <MODULEPATHS>
+ <MODULEPATH id="juce_osc" path="../../juce"/>
+ <MODULEPATH id="juce_gui_extra" path="../../juce"/>
+ <MODULEPATH id="juce_gui_basics" path="../../juce"/>
+ <MODULEPATH id="juce_graphics" path="../../juce"/>
+ <MODULEPATH id="juce_events" path="../../juce"/>
+ <MODULEPATH id="juce_dsp" path="../../juce"/>
+ <MODULEPATH id="juce_data_structures" path="../../juce"/>
+ <MODULEPATH id="juce_core" path="../../juce"/>
+ <MODULEPATH id="juce_audio_utils" path="../../juce"/>
+ <MODULEPATH id="juce_audio_processors" path="../../juce"/>
+ <MODULEPATH id="juce_audio_plugin_client" path="../../juce"/>
+ <MODULEPATH id="juce_audio_formats" path="../../juce"/>
+ <MODULEPATH id="juce_audio_devices" path="../../juce"/>
+ <MODULEPATH id="juce_audio_basics" path="../../juce"/>
+ </MODULEPATHS>
+ </VS2019>
+ </EXPORTFORMATS>
+ <JUCEOPTIONS JUCE_STRICT_REFCOUNTEDPOINTER="1" JUCE_VST3_CAN_REPLACE_VST2="0"
+ JUCE_WEB_BROWSER="0"/>
+ <LIVE_SETTINGS>
+ <LINUX buildEnabled="1"/>
+ <WINDOWS/>
+ </LIVE_SETTINGS>
+</JUCERPROJECT>
diff --git a/README.md b/README.md
@@ -0,0 +1,31 @@
+# NeuralPi
+
+NeuralPiis a guitar pedal using neural networks to emulate real amps and pedals on a Raspberry Pi 4. The NeuralPisoftware is a VST3 plugin built with JUCE, which can be run as a normal audio plugin or cross-compiled to run on the Raspberry Pi 4 with [Elk Audio OS](https://elk.audio/).
+
+NeuralPican shapeshift it's sound into any amplifier or distortion/overdrive pedal using neural networks. Machine learning models trained from recordings of real amps and pedals can be loaded into the plugin for endless possiblities on your guitar. Create your own models or use custom tones from GuitarML.
+
+There are four main components to the guitar pedal:
+
+1. Raspberry Pi 4b
+2. HiFiBerry DAC + ADC
+3. Elk Audio OS
+4. Proteus VST3 plugin
+
+The bare bones pedal can be built for around $120. For a complete guide to building the Proteus pedal yourself, see this article.
+
+## Installing the plugin
+
+For the cross-compiled Raspberry Pi / Elk Audio OS compatible VST3 plugin download here.
+
+For the NeuralPi plugin for use in DAW:
+1. Download the appropriate plugin installer (Windows 10, Mac, Ubuntu Linux)
+2. Run the installer and follow the instructions. May need to reboot to allow your DAW to recognize the new plugin.
+
+## Info
+The neural network is a re-creation of the LSTM inference model from [Real-Time Guitar Amplifier Emulation with Deep Learning](https://www.mdpi.com/2076-3417/10/3/766/htm)
+
+The [Automated-GuitarAmpModelling](https://github.com/Alec-Wright/Automated-GuitarAmpModelling) project was used to train the .json models.
+
+The plugin uses [RTNeural](https://github.com/jatinchowdhury18/RTNeural), which is a highly optimized neural net inference engine intended for audio applications.
+
+## Build Instructions
diff --git a/Source/ModelLoader.h b/Source/ModelLoader.h
@@ -0,0 +1,31 @@
+#include <iostream>
+#include <nlohmann/json.hpp>
+#include "NumCpp.hpp"
+#include <string>
+
+class ModelLoader
+{
+
+public:
+ ModelLoader();
+ nc::NdArray<float> vector_to_nc(std::vector<float> in_vec);
+ nc::NdArray<float> matrix_to_nc(std::vector<std::vector<float>> in_mat);
+
+ void load_json(const char *filename);
+
+ int hidden_size = 32;
+
+ nc::NdArray<float> lstm_bias_ih_nc;
+ nc::NdArray<float> lstm_weights_ih_nc;
+
+ nc::NdArray<float> lstm_bias_hh_nc;
+ nc::NdArray<float> lstm_weights_hh_nc;
+
+ nc::NdArray<float> lstm_bias_nc;
+
+ nc::NdArray<float> dense_bias_nc;
+ nc::NdArray<float> dense_weights_nc;
+
+private:
+
+};
+\ No newline at end of file
diff --git a/Source/PluginEditor.cpp b/Source/PluginEditor.cpp
@@ -0,0 +1,169 @@
+/*
+ ==============================================================================
+
+ This file was auto-generated!
+
+ It contains the basic framework code for a JUCE plugin editor.
+
+ ==============================================================================
+*/
+
+#include "PluginProcessor.h"
+#include "PluginEditor.h"
+#include <stdio.h>
+#include <fstream>
+#include <iostream>
+
+
+//==============================================================================
+NeuralPiAudioProcessorEditor::NeuralPiAudioProcessorEditor (NeuralPiAudioProcessor& p)
+ : AudioProcessorEditor (&p), processor (p)
+{
+ // Make sure that before the constructor has finished, you've set the
+ // editor's size to whatever you need it to
+
+ addAndMakeVisible(modelSelect);
+ modelSelect.setColour(juce::Label::textColourId, juce::Colours::black);
+ int c = 1;
+ for (const auto& jsonFile : processor.jsonFiles) {
+ modelSelect.addItem(jsonFile.getFileNameWithoutExtension(), c);
+ c += 1;
+ }
+ modelSelect.onChange = [this] {modelSelectChanged(); };
+ modelSelect.setSelectedItemIndex(processor.current_model_index, juce::NotificationType::dontSendNotification);
+ modelSelect.setScrollWheelEnabled(true);
+
+ addAndMakeVisible(loadButton);
+ loadButton.setButtonText("Import Tone");
+ loadButton.setColour(juce::Label::textColourId, juce::Colours::black);
+ loadButton.addListener(this);
+
+ addAndMakeVisible(ampGainKnob);
+ //ampGainKnob.setLookAndFeel(&SilverKnobLAF);
+ ampGainKnob.setTextBoxStyle(juce::Slider::TextEntryBoxPosition::TextBoxBelow, false, 50, 20);
+ ampGainKnob.setNumDecimalPlacesToDisplay(1);
+ ampGainKnob.addListener(this);
+ ampGainKnob.setRange(-12.0, 12.0);
+ ampGainKnob.setValue(processor.ampGainKnobState);
+ ampGainKnob.setSliderStyle(juce::Slider::SliderStyle::RotaryVerticalDrag);
+ ampGainKnob.setTextBoxStyle(juce::Slider::TextEntryBoxPosition::NoTextBox, false, 50, 20);
+ ampGainKnob.setNumDecimalPlacesToDisplay(1);
+ ampGainKnob.setDoubleClickReturnValue(true, 0.0);
+
+ addAndMakeVisible(ampMasterKnob);
+ //ampMasterKnob.setLookAndFeel(&SilverKnobLAF);
+ ampMasterKnob.setTextBoxStyle(juce::Slider::TextEntryBoxPosition::TextBoxBelow, false, 50, 20);
+ ampMasterKnob.setNumDecimalPlacesToDisplay(1);
+ ampMasterKnob.addListener(this);
+ ampMasterKnob.setRange(-48.0, 0.0);
+ ampMasterKnob.setValue(processor.ampMasterKnobState);
+ ampMasterKnob.setSliderStyle(juce::Slider::SliderStyle::RotaryVerticalDrag);
+ ampMasterKnob.setTextBoxStyle(juce::Slider::TextEntryBoxPosition::NoTextBox, false, 50, 20 );
+ ampMasterKnob.setNumDecimalPlacesToDisplay(1);
+ ampMasterKnob.setDoubleClickReturnValue(true, -24.0);
+
+ addAndMakeVisible(GainLabel);
+ GainLabel.setText("Gain", juce::NotificationType::dontSendNotification);
+ GainLabel.setJustificationType(juce::Justification::centred);
+ addAndMakeVisible(LevelLabel);
+ LevelLabel.setText("Level", juce::NotificationType::dontSendNotification);
+ LevelLabel.setJustificationType(juce::Justification::centred);
+ auto font = GainLabel.getFont();
+ float height = font.getHeight();
+ font.setHeight(height); // 0.75);
+ GainLabel.setFont(font);
+ LevelLabel.setFont(font);
+
+ // Size of plugin GUI
+ setSize(250, 200);
+
+}
+
+NeuralPiAudioProcessorEditor::~NeuralPiAudioProcessorEditor()
+{
+}
+
+//==============================================================================
+void NeuralPiAudioProcessorEditor::paint (Graphics& g)
+{
+ //background = ImageCache::getFromMemory(BinaryData::pedal_blank_png, BinaryData::pedal_blank_pngSize);
+
+ //g.drawImageAt(background, 0, 0);
+
+ g.setColour (Colours::white);
+ g.setFont (15.0f);
+
+}
+
+void NeuralPiAudioProcessorEditor::resized()
+{
+ // This is generally where you'll want to lay out the positions of any
+ // subcomponents in your editor..
+ modelSelect.setBounds(15, 10, 210, 25);
+ loadButton.setBounds(15, 42, 100, 25);
+
+ // Amp Widgets
+ ampGainKnob.setBounds(30, 85, 75, 95);
+ ampMasterKnob.setBounds(140, 85, 75, 95);
+ GainLabel.setBounds(28, 163, 80, 10);
+ LevelLabel.setBounds(138, 163, 80, 10);
+}
+
+void NeuralPiAudioProcessorEditor::modelSelectChanged()
+{
+ const int selectedFileIndex = modelSelect.getSelectedItemIndex();
+ if (selectedFileIndex >= 0 && selectedFileIndex < processor.jsonFiles.size()) {
+ processor.loadConfig(processor.jsonFiles[selectedFileIndex]);
+ processor.current_model_index = modelSelect.getSelectedItemIndex();
+ }
+}
+
+void NeuralPiAudioProcessorEditor::loadButtonClicked()
+{
+ FileChooser chooser("Select one or more .json tone files to import",
+ {},
+ "*.json");
+ if (chooser.browseForMultipleFilesToOpen())
+ {
+ int import_fail = 1;
+ Array<File> files = chooser.getResults();
+ for (auto file : files) {
+ File fullpath = processor.userAppDataDirectory_tones.getFullPathName() + "/" + file.getFileName();
+ bool b = fullpath.existsAsFile();
+ if (b == false) {
+
+ processor.loadConfig(file);
+ fname = file.getFileName();
+ processor.loaded_tone = file;
+ processor.loaded_tone_name = fname;
+ processor.custom_tone = 1;
+
+ // Copy selected file to model directory and load into dropdown menu
+ bool a = file.copyFileTo(fullpath);
+ if (a == true) {
+ modelSelect.addItem(file.getFileNameWithoutExtension(), processor.jsonFiles.size() + 1);
+ modelSelect.setSelectedItemIndex(processor.jsonFiles.size(), juce::NotificationType::dontSendNotification);
+ processor.jsonFiles.push_back(file);
+ }
+ }
+ }
+ }
+}
+
+
+void NeuralPiAudioProcessorEditor::buttonClicked(juce::Button* button)
+{
+ if (button == &loadButton) {
+ loadButtonClicked();
+ }
+}
+
+
+void NeuralPiAudioProcessorEditor::sliderValueChanged(Slider* slider)
+{
+ // Amp
+ if (slider == &GainKnob)
+ processor.set_ampDrive(slider->getValue());
+ else if (slider == &MasterKnob)
+ processor.set_ampMaster(slider->getValue());
+}
+\ No newline at end of file
diff --git a/Source/PluginEditor.h b/Source/PluginEditor.h
@@ -0,0 +1,60 @@
+/*
+ ==============================================================================
+
+ This file was auto-generated!
+
+ It contains the basic framework code for a JUCE plugin editor.
+
+ ==============================================================================
+*/
+
+#pragma once
+
+#include "../JuceLibraryCode/JuceHeader.h"
+#include "PluginProcessor.h"
+//#include "myLookAndFeel.h"
+#include <stdlib.h>
+
+//==============================================================================
+/**
+*/
+class NeuralPiAudioProcessorEditor : public AudioProcessorEditor,
+ private Button::Listener,
+ private Slider::Listener
+
+{
+public:
+ NeuralPiAudioProcessorEditor (NeuralPiAudioProcessor&);
+ ~NeuralPiAudioProcessorEditor();
+
+ //==============================================================================
+ void paint (Graphics&) override;
+ void resized() override;
+
+
+private:
+ // This reference is provided as a quick way for your editor to
+ // access the processor object that created it.
+ NeuralPiAudioProcessor& processor;
+
+ // Amp Widgets
+ Slider ampGainKnob;
+ Slider ampMasterKnob;
+ //ImageButton ampOnButton;
+ //ImageButton ampLED;
+ ComboBox modelSelect;
+ Label GainLabel;
+ Label LevelLabel;
+
+ File test_file;
+ File model_folder;
+
+ TextButton loadButton;
+ juce::String fname;
+ virtual void buttonClicked(Button* button) override;
+ void modelSelectChanged();
+ void loadButtonClicked();
+ virtual void sliderValueChanged(Slider* slider) override;
+
+ JUCE_DECLARE_NON_COPYABLE_WITH_LEAK_DETECTOR (NeuralPiAudioProcessorEditor)
+};
diff --git a/Source/PluginProcessor.cpp b/Source/PluginProcessor.cpp
@@ -0,0 +1,331 @@
+/*
+ ==============================================================================
+
+ This file was auto-generated!
+
+ It contains the basic framework code for a JUCE plugin processor.
+
+ ==============================================================================
+*/
+
+#include "PluginProcessor.h"
+#include "PluginEditor.h"
+#include <iostream>
+#include <fstream>
+
+//==============================================================================
+NeuralPiAudioProcessor::NeuralPiAudioProcessor()
+#ifndef JucePlugin_PreferredChannelConfigurations
+ : AudioProcessor(BusesProperties()
+#if ! JucePlugin_IsMidiEffect
+#if ! JucePlugin_IsSynth
+ .withInput("Input", AudioChannelSet::stereo(), true)
+#endif
+ .withOutput("Output", AudioChannelSet::stereo(), true)
+#endif
+ )
+
+#endif
+{
+ setupDataDirectories();
+ installTones();
+ resetDirectory(userAppDataDirectory_tones);
+ if (jsonFiles.size() > 0) {
+ loadConfig(jsonFiles[current_model_index]);
+ }
+}
+
+NeuralPiAudioProcessor::~NeuralPiAudioProcessor()
+{
+}
+
+//==============================================================================
+const String NeuralPiAudioProcessor::getName() const
+{
+ return JucePlugin_Name;
+}
+
+bool NeuralPiAudioProcessor::acceptsMidi() const
+{
+ #if JucePlugin_WantsMidiInput
+ return true;
+ #else
+ return false;
+ #endif
+}
+
+bool NeuralPiAudioProcessor::producesMidi() const
+{
+ #if JucePlugin_ProducesMidiOutput
+ return true;
+ #else
+ return false;
+ #endif
+}
+
+bool NeuralPiAudioProcessor::isMidiEffect() const
+{
+ #if JucePlugin_IsMidiEffect
+ return true;
+ #else
+ return false;
+ #endif
+}
+
+double NeuralPiAudioProcessor::getTailLengthSeconds() const
+{
+ return 0.0;
+}
+
+int NeuralPiAudioProcessor::getNumPrograms()
+{
+ return 1; // NB: some hosts don't cope very well if you tell them there are 0 programs,
+ // so this should be at least 1, even if you're not really implementing programs.
+}
+
+int NeuralPiAudioProcessor::getCurrentProgram()
+{
+ return 0;
+}
+
+void NeuralPiAudioProcessor::setCurrentProgram (int index)
+{
+}
+
+const String NeuralPiAudioProcessor::getProgramName (int index)
+{
+ return {};
+}
+
+void NeuralPiAudioProcessor::changeProgramName (int index, const String& newName)
+{
+}
+
+//==============================================================================
+void NeuralPiAudioProcessor::prepareToPlay (double sampleRate, int samplesPerBlock)
+{
+ // Use this method as the place to do any pre-playback
+ // initialisation that you need..
+ LSTM.reset();
+}
+
+void NeuralPiAudioProcessor::releaseResources()
+{
+ // When playback stops, you can use this as an opportunity to free up any
+ // spare memory, etc.
+}
+
+#ifndef JucePlugin_PreferredChannelConfigurations
+bool NeuralPiAudioProcessor::isBusesLayoutSupported (const BusesLayout& layouts) const
+{
+ #if JucePlugin_IsMidiEffect
+ ignoreUnused (layouts);
+ return true;
+ #else
+ // This is the place where you check if the layout is supported.
+ // In this template code we only support mono or stereo.
+ if (layouts.getMainOutputChannelSet() != AudioChannelSet::mono()
+ && layouts.getMainOutputChannelSet() != AudioChannelSet::stereo())
+ return false;
+
+ // This checks if the input layout matches the output layout
+ #if ! JucePlugin_IsSynth
+ if (layouts.getMainOutputChannelSet() != layouts.getMainInputChannelSet())
+ return false;
+ #endif
+
+ return true;
+ #endif
+}
+#endif
+
+
+void NeuralPiAudioProcessor::processBlock (AudioBuffer<float>& buffer, MidiBuffer& midiMessages)
+{
+ ScopedNoDenormals noDenormals;
+
+ // Setup Audio Data
+ const int numSamples = buffer.getNumSamples();
+ const int numInputChannels = getTotalNumInputChannels();
+
+ // Amp =============================================================================
+ if (amp_state == 1) {
+
+ buffer.applyGain(ampDrive);
+
+ // Apply LSTM model
+ if (model_loaded == 1) {
+ LSTM.process(buffer.getReadPointer(0), buffer.getWritePointer(0), numSamples);
+ }
+
+ // Master Volume
+ buffer.applyGain(ampMaster);
+ }
+
+ for (int ch = 1; ch < buffer.getNumChannels(); ++ch)
+ buffer.copyFrom(ch, 0, buffer, 0, 0, buffer.getNumSamples());
+}
+
+//==============================================================================
+bool NeuralPiAudioProcessor::hasEditor() const
+{
+ return true; // (change this to false if you choose to not supply an editor)
+}
+
+AudioProcessorEditor* NeuralPiAudioProcessor::createEditor()
+{
+ return new NeuralPiAudioProcessorEditor (*this);
+}
+
+//==============================================================================
+void NeuralPiAudioProcessor::getStateInformation (MemoryBlock& destData)
+{
+ // You should use this method to store your parameters in the memory block.
+ // You could do that either as raw data, or use the XML or ValueTree classes
+ // as intermediaries to make it easy to save and load complex data.
+}
+
+void NeuralPiAudioProcessor::setStateInformation (const void* data, int sizeInBytes)
+{
+ // You should use this method to restore your parameters from this memory block,
+ // whose contents will have been created by the getStateInformation() call.
+}
+
+void NeuralPiAudioProcessor::loadConfig(File configFile)
+{
+ this->suspendProcessing(true);
+ model_loaded = 1;
+ String path = configFile.getFullPathName();
+ char_filename = path.toUTF8();
+
+ LSTM.load_json(char_filename);
+
+ this->suspendProcessing(false);
+}
+
+void NeuralPiAudioProcessor::resetDirectory(const File& file)
+{
+ jsonFiles.clear();
+ if (file.isDirectory())
+ {
+ juce::Array<juce::File> results;
+ file.findChildFiles(results, juce::File::findFiles, false, "*.json");
+ for (int i = results.size(); --i >= 0;)
+ jsonFiles.push_back(File(results.getReference(i).getFullPathName()));
+ }
+}
+
+void NeuralPiAudioProcessor::addDirectory(const File& file)
+{
+ if (file.isDirectory())
+ {
+ juce::Array<juce::File> results;
+ file.findChildFiles(results, juce::File::findFiles, false, "*.json");
+ for (int i = results.size(); --i >= 0;)
+ jsonFiles.push_back(File(results.getReference(i).getFullPathName()));
+ }
+}
+
+void NeuralPiAudioProcessor::setupDataDirectories()
+{
+ // User app data directory
+ File userAppDataTempFile = userAppDataDirectory.getChildFile("tmp.pdl");
+
+ File userAppDataTempFile_tones = userAppDataDirectory_tones.getChildFile("tmp.pdl");
+
+
+ // Create (and delete) temp file if necessary, so that user doesn't have
+ // to manually create directories
+ if (!userAppDataDirectory.exists()) {
+ userAppDataTempFile.create();
+ }
+ if (userAppDataTempFile.existsAsFile()) {
+ userAppDataTempFile.deleteFile();
+ }
+
+ if (!userAppDataDirectory_tones.exists()) {
+ userAppDataTempFile_tones.create();
+ }
+ if (userAppDataTempFile_tones.existsAsFile()) {
+ userAppDataTempFile_tones.deleteFile();
+ }
+
+
+ // Add the tones directory and update tone list
+ addDirectory(userAppDataDirectory_tones);
+}
+
+void NeuralPiAudioProcessor::installTones()
+//====================================================================
+// Description: Checks that the default tones
+// are installed to the NeuralPi directory, and if not,
+// copy them from the binary data in the plugin to that directory.
+//
+//====================================================================
+{
+
+ // Default tones
+ File ts9_tone = userAppDataDirectory_tones.getFullPathName() + "/ts9_model_best.json";
+ File bjdirty_tone = userAppDataDirectory_tones.getFullPathName() + "/bj_model_best.json";
+
+
+ if (ts9_tone.existsAsFile() == false) {
+ std::string string_command = ts9_tone.getFullPathName().toStdString();
+ const char* char_ts9_tone = &string_command[0];
+
+ std::ofstream myfile;
+ myfile.open(char_ts9_tone);
+ myfile << BinaryData::ts9_model_best_json;
+
+ myfile.close();
+ }
+
+ if (bjdirty_tone.existsAsFile() == false) {
+ std::string string_command = bjdirty_tone.getFullPathName().toStdString();
+ const char* char_bjdirty = &string_command[0];
+
+ std::ofstream myfile;
+ myfile.open(char_bjdirty);
+ myfile << BinaryData::bj_model_best_json;
+
+ myfile.close();
+ }
+
+}
+
+float NeuralPiAudioProcessor::convertLogScale(float in_value, float x_min, float x_max, float y_min, float y_max)
+{
+ float b = log(y_max / y_min) / (x_max - x_min);
+ float a = y_max / exp(b * x_max);
+ float converted_value = a * exp(b * in_value);
+ return converted_value;
+}
+
+void NeuralPiAudioProcessor::set_ampDrive(float db_ampDrive)
+{
+ ampDrive = decibelToLinear(db_ampDrive);
+ ampGainKnobState = db_ampDrive;
+}
+
+void NeuralPiAudioProcessor::set_ampMaster(float db_ampMaster)
+{
+ ampMasterKnobState = db_ampMaster;
+ if (db_ampMaster == -36.0) {
+ ampMaster = decibelToLinear(-100.0);
+ } else {
+ ampMaster = decibelToLinear(db_ampMaster);
+ }
+}
+
+
+float NeuralPiAudioProcessor::decibelToLinear(float dbValue)
+{
+ return powf(10.0, dbValue/20.0);
+}
+
+//==============================================================================
+// This creates new instances of the plugin..
+AudioProcessor* JUCE_CALLTYPE createPluginFilter()
+{
+ return new NeuralPiAudioProcessor();
+}
diff --git a/Source/PluginProcessor.h b/Source/PluginProcessor.h
@@ -0,0 +1,107 @@
+/*
+ ==============================================================================
+
+ This file was auto-generated!
+
+ It contains the basic framework code for a JUCE plugin processor.
+
+ ==============================================================================
+*/
+
+#include <nlohmann/json.hpp>
+#include "RTNeuralLSTM.h"
+
+#pragma once
+
+#include "../JuceLibraryCode/JuceHeader.h"
+// USE_RTNEURAL 1
+
+//==============================================================================
+/**
+*/
+class NeuralPiAudioProcessor : public AudioProcessor
+{
+public:
+ //==============================================================================
+ NeuralPiAudioProcessor();
+ ~NeuralPiAudioProcessor();
+
+ //==============================================================================
+ void prepareToPlay (double sampleRate, int samplesPerBlock) override;
+ void releaseResources() override;
+
+ #ifndef JucePlugin_PreferredChannelConfigurations
+ bool isBusesLayoutSupported (const BusesLayout& layouts) const override;
+ #endif
+
+ void processBlock (AudioBuffer<float>&, MidiBuffer&) override;
+
+ //==============================================================================
+ AudioProcessorEditor* createEditor() override;
+ bool hasEditor() const override;
+
+ //==============================================================================
+ const String getName() const override;
+
+ bool acceptsMidi() const override;
+ bool producesMidi() const override;
+ bool isMidiEffect() const override;
+ double getTailLengthSeconds() const override;
+
+ //==============================================================================
+ int getNumPrograms() override;
+ int getCurrentProgram() override;
+ void setCurrentProgram (int index) override;
+ const String getProgramName (int index) override;
+ void changeProgramName (int index, const String& newName) override;
+
+ //==============================================================================
+ void getStateInformation (MemoryBlock& destData) override;
+ void setStateInformation (const void* data, int sizeInBytes) override;
+
+ void loadConfig(File configFile);
+ void setupDataDirectories();
+ void installTones();
+
+ // Overdrive Pedal
+ float convertLogScale(float in_value, float x_min, float x_max, float y_min, float y_max);
+
+ // Amp
+ void set_ampDrive(float db_ampCleanDrive);
+ void set_ampMaster(float db_ampMaster);
+
+ float decibelToLinear(float dbValue);
+
+ void addDirectory(const File& file);
+ void resetDirectory(const File& file);
+ std::vector<File> jsonFiles;
+ File currentDirectory = File::getCurrentWorkingDirectory().getFullPathName();
+ File userAppDataDirectory = File::getSpecialLocation(File::userApplicationDataDirectory).getChildFile(JucePlugin_Manufacturer).getChildFile(JucePlugin_Name);
+ File userAppDataDirectory_tones = userAppDataDirectory.getFullPathName() + "/tones";
+
+ // Pedal/amp states
+ int amp_state = 1; // 0 = off, 1 = on
+ int custom_tone = 0; // 0 = custom tone loaded, 1 = default channel tone
+ File loaded_tone;
+ juce::String loaded_tone_name;
+ const char* char_filename = "";
+ int model_loaded = 0;
+ int current_model_index = 0;
+
+ // Amp knob states
+ float ampGainKnobState = 0.0;
+ float ampMasterKnobState = -24.0;
+
+ RT_LSTM LSTM;
+
+
+private:
+ // Amp
+ float ampDrive = 1.0;
+ float ampMaster = 1.0;
+
+ var dummyVar;
+
+ //==============================================================================
+ JUCE_DECLARE_NON_COPYABLE_WITH_LEAK_DETECTOR (NeuralPiAudioProcessor)
+};
diff --git a/Source/RTNeuralLSTM.cpp b/Source/RTNeuralLSTM.cpp
@@ -0,0 +1,58 @@
+#include "RTNeuralLSTM.h"
+
+using Vec2d = std::vector<std::vector<float>>;
+
+Vec2d transpose(const Vec2d& x)
+{
+ auto outer_size = x.size();
+ auto inner_size = x[0].size();
+ Vec2d y(inner_size, std::vector<float>(outer_size, 0.0f));
+
+ for (size_t i = 0; i < outer_size; ++i)
+ {
+ for (size_t j = 0; j < inner_size; ++j)
+ y[j][i] = x[i][j];
+ }
+
+ return y;
+}
+
+void RT_LSTM::load_json(const char* filename)
+{
+ auto& lstm = model.get<0>();
+ auto& dense = model.get<1>();
+
+ // read a JSON file
+ std::ifstream i2(filename);
+ nlohmann::json weights_json;
+ i2 >> weights_json;
+
+ Vec2d lstm_weights_ih = weights_json["/state_dict/rec.weight_ih_l0"_json_pointer];
+ lstm.setWVals(transpose(lstm_weights_ih));
+
+ Vec2d lstm_weights_hh = weights_json["/state_dict/rec.weight_hh_l0"_json_pointer];
+ lstm.setUVals(transpose(lstm_weights_hh));
+
+ std::vector<float> lstm_bias_ih = weights_json["/state_dict/rec.bias_ih_l0"_json_pointer];
+ std::vector<float> lstm_bias_hh = weights_json["/state_dict/rec.bias_hh_l0"_json_pointer];
+ for (int i = 0; i < 80; ++i)
+ lstm_bias_hh[i] += lstm_bias_ih[i];
+ lstm.setBVals(lstm_bias_hh);
+
+ Vec2d dense_weights = weights_json["/state_dict/lin.weight"_json_pointer];
+ dense.setWeights(dense_weights);
+
+ std::vector<float> dense_bias = weights_json["/state_dict/lin.bias"_json_pointer];
+ dense.setBias(dense_bias.data());
+}
+
+void RT_LSTM::reset()
+{
+ model.reset();
+}
+
+void RT_LSTM::process(const float* inData, float* outData, int numSamples)
+{
+ for (int i = 0; i < numSamples; ++i)
+ outData[i] = model.forward(inData + i) + inData[i];
+}
diff --git a/Source/RTNeuralLSTM.h b/Source/RTNeuralLSTM.h
@@ -0,0 +1,19 @@
+#pragma once
+
+#include <RTNeural/RTNeural.h>
+
+class RT_LSTM
+{
+public:
+ RT_LSTM() = default;
+
+ void reset();
+ void load_json(const char* filename);
+
+ void process(const float* inData, float* outData, int numSamples);
+
+private:
+ RTNeural::ModelT<float, 1, 1,
+ RTNeural::LSTMLayerT<float, 1, 20>,
+ RTNeural::DenseT<float, 20, 1>> model;
+};
diff --git a/models/bj_model_best.json b/models/bj_model_best.json
@@ -0,0 +1 @@
+{"model_data": {"model": "SimpleRNN", "input_size": 1, "skip": 1, "output_size": 1, "unit_type": "LSTM", "num_layers": 1, "hidden_size": 20, "bias_fl": true}, "state_dict": {"rec.weight_ih_l0": [[-0.019447844475507736], [-0.025056468322873116], [-0.027949145063757896], [-0.0577019564807415], [0.0598582848906517], [-0.13664653897285461], [0.04766739159822464], [-0.0004665635642595589], [-0.01822698302567005], [-0.026177534833550453], [0.13945509493350983], [0.08213596791028976], [-0.07263191044330597], [0.016477657482028008], [0.08215028792619705], [-0.037856072187423706], [-0.02933952771127224], [0.02008328214287758], [0.26485326886177063], [-0.005131983198225498], [0.029838887974619865], [-0.18419921398162842], [-0.0031650769524276257], [0.01123843714594841], [0.02191070280969143], [-0.27952781319618225], [-0.08440619707107544], [0.003502423409372568], [-0.05589883029460907], [0.009617816656827927], [-0.17085745930671692], [0.18455921113491058], [0.13033755123615265], [0.12017399072647095], [-0.01160273514688015], [-0.06674443930387497], [-0.006865261122584343], [0.0690724328160286], [0.3255431354045868], [0.038427989929914474], [-0.01661967858672142], [-0.5548465251922607], [0.11351384967565536], [0.584331750869751], [-0.016461731866002083], [-0.16648893058300018], [-1.0327941179275513], [0.9544013738632202], [-0.20280593633651733], [1.1926831007003784], [-0.616495668888092], [0.09868396073579788], [-0.13096849620342255], [-0.24977411329746246], [-0.20742036402225494], [-0.38016119599342346], [0.29314446449279785], [-1.937903881072998], [0.024048205465078354], [-0.25330114364624023], [0.013881120830774307], [0.05058179050683975], [-0.06444364786148071], [0.0011564228916540742], [0.07852021604776382], [-0.1330355554819107], [0.005339630413800478], [-0.02271626703441143], [-0.020067662000656128], [-0.016898978501558304], [-0.33312153816223145], [0.15334169566631317], [0.04010051488876343], [-0.06493920832872391], [0.0035527292639017105], [-0.08799711614847183], [0.0704353079199791], [0.013689864426851273], [0.25253525376319885], [0.17539390921592712]], "rec.weight_hh_l0": [[0.05518711358308792, -0.07754596322774887, 0.1685483306646347, -0.0913996696472168, -0.2602922022342682, -0.037981774657964706, 0.13025124371051788, -0.19238460063934326, -0.011549021117389202, 0.11967886239290237, -0.0605015903711319, 0.14672507345676422, -0.15146052837371826, -0.05317859351634979, -0.030638353899121284, 0.012755597941577435, -0.08355163782835007, -0.018700124695897102, -0.06902393698692322, 0.20091427862644196], [0.06355689465999603, 0.030786724761128426, -0.05928857624530792, -0.012655655853450298, 0.007466302718967199, 0.08178248256444931, -0.03774162381887436, 0.16089120507240295, -0.05458729714155197, 0.197276309132576, -0.06130843982100487, 0.022037575021386147, 0.0040161521174013615, -0.0770571306347847, -0.16013172268867493, -0.0008425589185208082, 0.1516290158033371, 0.14186187088489532, 0.02541075088083744, -0.08810049295425415], [-0.524373471736908, 0.16818387806415558, -0.019238272681832314, -0.11372976750135422, 0.0701417550444603, -0.028050227090716362, 0.027428431436419487, 0.1503446251153946, -0.2877107560634613, 0.031496159732341766, 0.07854628562927246, 0.014592357911169529, -0.07841438800096512, 0.013700781390070915, 0.11680330336093903, -0.0017987401224672794, -0.04115646332502365, 0.0809141993522644, -0.13139332830905914, -0.007932211272418499], [-0.4056844711303711, 0.12930133938789368, 0.15358392894268036, 0.026014741510152817, 0.005089582875370979, -0.11111375689506531, -0.0958380326628685, -0.015418748371303082, -0.21881882846355438, 0.027688652276992798, 0.18690986931324005, -0.10109016299247742, 0.13574892282485962, -0.19272464513778687, -0.09890548139810562, 0.01318427175283432, 0.016408206894993782, 0.026119373738765717, -0.05442313104867935, 0.15848655998706818], [0.13398471474647522, 0.08619386702775955, -0.021596305072307587, -0.1534799039363861, 0.16563911736011505, 0.10313551127910614, 0.07548533380031586, 0.16313296556472778, -0.06530635803937912, 0.19126686453819275, -0.06023223325610161, 0.09392081201076508, -0.004347410053014755, -0.09310080856084824, -0.0575074777007103, -0.030204886570572853, 0.007390162441879511, 0.019699223339557648, 0.005358520429581404, -0.08646290749311447], [0.1843971461057663, -0.018506525084376335, 0.03716927021741867, 0.012037134729325771, -0.006488522980362177, 0.02295824885368347, -0.1835903823375702, 0.2045467644929886, 0.0771871879696846, -0.147933229804039, 0.03253037482500076, -0.03855613246560097, 0.022985512390732765, -0.017058363184332848, -0.11690850555896759, -0.03735721856355667, 0.018544495105743408, -0.10423094779253006, -0.010551358573138714, -0.07274038344621658], [0.052193935960531235, -0.09647965431213379, 0.08652778714895248, -0.20198531448841095, -0.016227394342422485, 0.0027239988557994366, 0.07964092493057251, 0.005623224191367626, 0.09144940227270126, -0.06319887936115265, -0.1224178820848465, 0.07078646123409271, 0.03756197541952133, -0.06315693259239197, 0.21645326912403107, -0.14940914511680603, -0.11221224814653397, -0.140094593167305, 0.17217060923576355, 0.0003183537919539958], [0.24861879646778107, -0.11006616801023483, 0.041085343807935715, 0.04827073588967323, 0.01700403541326523, 0.09396681189537048, -0.009279567748308182, 0.034621912986040115, 0.04443267732858658, 0.012656724080443382, -0.07372145354747772, 0.004609929397702217, 0.0008676739525981247, 0.07328000664710999, -0.04831444099545479, -0.024859372526407242, -0.06788402050733566, 0.11174312978982925, 0.009761597029864788, -0.11245103925466537], [-0.007153129670768976, 0.07364089041948318, -0.0407341793179512, -0.12981930375099182, -0.2676835060119629, 0.016422968357801437, 0.12459628283977509, 0.10387853533029556, -0.03812267258763313, 0.10162214189767838, -0.05509015545248985, 0.054045651108026505, 0.018475472927093506, -0.014680090360343456, 0.06931336969137192, -0.19449570775032043, -0.026312896981835365, -0.03233358636498451, 0.008052026852965355, 0.08063368499279022], [0.613568127155304, 0.0727277472615242, -0.05489224195480347, -0.09499085694551468, 0.13869860768318176, 0.11290702223777771, -0.0036256411112844944, -0.10369529575109482, 0.06793326884508133, 0.20772422850131989, -0.09905779361724854, 0.048957910388708115, 0.015556463971734047, 0.03691618889570236, 0.2973245084285736, 0.07774403691291809, 0.02511819265782833, 0.08108650892972946, 0.00046650462900288403, -0.1091407909989357], [-0.86009681224823, -0.10406261682510376, 0.22447270154953003, -0.021440040320158005, 0.16686441004276276, 0.035943347960710526, -0.34318485856056213, 0.03716016933321953, -0.42758941650390625, -0.44736242294311523, 0.1625305414199829, -0.09072662144899368, -0.11658599972724915, 0.07145371288061142, -0.34718888998031616, 0.1038302630186081, 0.19135968387126923, -0.24012550711631775, 0.37812545895576477, 0.32723236083984375], [-0.15308919548988342, 0.08990888297557831, -0.027086924761533737, 0.05531707778573036, 0.006414886564016342, -0.08645354211330414, -0.06555881351232529, -0.06185548007488251, 0.07370388507843018, -0.1491524577140808, -0.04989151656627655, 0.04488036781549454, -0.1230119913816452, -0.06806948035955429, -0.172956183552742, -0.12870381772518158, -0.09606195986270905, 0.08611079305410385, 0.10462788492441177, 0.008232355117797852], [-0.367292582988739, 0.11138580739498138, 0.0031885395292192698, -0.3427893817424774, -0.1015293300151825, -0.14681513607501984, 0.25029194355010986, 0.15894490480422974, 0.09416560083627701, -0.19857197999954224, -0.03334103152155876, 0.14039084315299988, -0.023395443335175514, -0.22777166962623596, 0.27052807807922363, -0.5065270662307739, -0.1796034872531891, 0.0019449623068794608, 0.3372080326080322, -0.025632493197917938], [-0.022000785917043686, -0.004159725271165371, 0.19379712641239166, -0.24253106117248535, -0.09026728570461273, -0.1452236920595169, 0.11413471400737762, 0.12810909748077393, 0.24495892226696014, -0.20736302435398102, 0.09517615288496017, 0.10710468143224716, -0.060880232602357864, -0.05134632810950279, 0.2977038621902466, -0.390456885099411, -0.1439114660024643, -0.027828190475702286, 0.29142382740974426, 0.08747142553329468], [-0.09254381060600281, -0.036984626203775406, 0.04237798973917961, 0.020839734002947807, -0.12830771505832672, 0.09405510872602463, -0.3001168370246887, 0.25881487131118774, 0.024240506812930107, -0.5709332823753357, -0.09835831820964813, -0.20472173392772675, -0.06580699980258942, -0.016431452706456184, 0.10101104527711868, -0.3172624707221985, -0.01669861376285553, -0.16322168707847595, 0.021406587213277817, 0.006790733430534601], [-0.10307866334915161, 0.15614144504070282, 0.11624249070882797, 0.01447403896600008, 0.03802252933382988, -0.09303879737854004, 0.09924206137657166, -0.019547684118151665, -0.05412214249372482, 0.18201403319835663, 0.11399507522583008, 0.009984846226871014, -0.06619109213352203, 0.033900387585163116, -0.1033070757985115, -0.02524891123175621, 0.11317434906959534, -0.0199305210262537, 0.0794379860162735, 0.09347192198038101], [0.0037171465810388327, -0.08064486086368561, -0.0036210191901773214, 0.03865945711731911, 0.08312246203422546, 0.10228807479143143, -0.15479548275470734, 0.041672952473163605, -0.12907816469669342, -0.00853489339351654, 0.07558782398700714, 0.0034813617821782827, 0.19832739233970642, 0.0597023069858551, 0.018976539373397827, -0.17339521646499634, -0.07434844225645065, 0.03505590558052063, 0.12372438609600067, -0.06665539741516113], [0.008073627017438412, -0.10481277108192444, 0.005965737160295248, -0.15711688995361328, -0.24352867901325226, 0.15142901241779327, 0.00287107122130692, 0.30174970626831055, 0.3665829598903656, -0.49575045704841614, -0.08783245831727982, -0.010550597682595253, 0.06200718134641647, 0.007726295851171017, 0.578364372253418, -0.38180312514305115, -0.05335056409239769, -0.03512635827064514, -0.006351667456328869, -0.2357603907585144], [0.03611001372337341, -0.008967970497906208, -0.009080021642148495, 0.033711690455675125, 0.12387523055076599, 0.13339465856552124, 0.055278174579143524, 0.09763850271701813, -0.035956818610429764, 0.024043133482336998, -0.2639020085334778, 0.0026563771534711123, 0.12354875355958939, 0.07986221462488174, -0.013545723631978035, -0.2586804926395416, 0.13148213922977448, -0.15180565416812897, 0.2021348774433136, -0.0351102240383625], [-0.11332911252975464, -0.024008115753531456, 0.2591845989227295, -0.036349114030599594, 0.07933103293180466, -0.0941624641418457, -0.05212608352303505, 0.040998347103595734, -0.1126856654882431, -0.15193016827106476, 0.03711472451686859, -0.03700776398181915, -0.19575026631355286, 0.007940077222883701, -0.09336519241333008, -0.0832693800330162, 0.06101037189364433, 0.08595991879701614, 0.08712240308523178, -0.09356433153152466], [0.16976068913936615, 0.053457923233509064, 0.047168467193841934, -0.038565173745155334, -0.11630398035049438, -0.1273966133594513, 0.11235647648572922, -0.04071684554219246, -0.1456076204776764, 0.22767679393291473, -0.11523449420928955, 0.0979793444275856, -0.11354968696832657, 0.19242408871650696, -0.28191548585891724, 0.19490966200828552, -0.0451824814081192, 0.03359649330377579, -0.057823117822408676, 0.0956057533621788], [0.09106718748807907, 0.0511152409017086, 0.11181432753801346, -0.10830819606781006, -0.2195604145526886, 0.053606968373060226, 0.03869840130209923, 0.3305540978908539, 0.1176816001534462, -0.16111579537391663, 0.05209739878773689, 0.05709341540932655, -0.11477018892765045, 0.02699420414865017, 0.2768569588661194, -0.03854607790708542, -0.23495110869407654, -0.020116491243243217, -0.10312322527170181, -0.07122493535280228], [0.40556085109710693, 0.35976940393447876, -0.057626549154520035, 0.08397476375102997, -0.06416057050228119, 0.02077019028365612, -0.06882838159799576, 0.1651061326265335, -0.2175593376159668, -0.0877477154135704, -0.1346227377653122, 0.10463865846395493, -0.24723148345947266, 0.1293589323759079, 0.02098769322037697, -0.06147242337465286, -0.08753819018602371, 0.22121471166610718, 0.1341845840215683, -0.5504289269447327], [0.3860865533351898, 0.045471809804439545, -0.08179875463247299, 0.13998962938785553, -0.03690464422106743, 0.038696177303791046, -0.05967707559466362, -0.0849035456776619, 0.023538896813988686, -0.2226492017507553, -0.1061340793967247, 0.06482906639575958, 0.010904069058597088, -0.07550954073667526, 0.1631031185388565, -0.09098077565431595, -0.02459479123353958, -0.01733514852821827, -0.017377126961946487, -0.25344717502593994], [0.3391460180282593, 0.10788827389478683, 0.13200058043003082, -0.1252831518650055, 0.21193215250968933, 0.11215222626924515, -0.0776895061135292, 0.1670871526002884, -0.06608565896749496, -0.03549337014555931, -0.051310647279024124, -0.017618706449866295, -0.09330866485834122, 0.11655986309051514, -0.23797817528247833, -0.0675773173570633, 0.005865470971912146, -0.0082725053653121, -0.011635241098701954, -0.1532534658908844], [-0.10071156173944473, 0.10421384871006012, 0.20407120883464813, -0.0030700182542204857, -0.0048719351179897785, -0.1255800426006317, -0.22566194832324982, 0.2017441838979721, 0.05974109098315239, 0.03128395974636078, 0.26711562275886536, -0.08869525790214539, 0.09876594692468643, -0.19008401036262512, -0.1641746163368225, -0.003172787372022867, -0.059353578835725784, -0.09080056846141815, -0.04172667860984802, 0.10759281367063522], [0.11491812020540237, -0.04278715327382088, 0.13546107709407806, -0.32020047307014465, 0.14268504083156586, -0.004577815532684326, 0.15249836444854736, -0.12116020917892456, -0.021616654470562935, -0.10573703050613403, -0.06680600345134735, -0.010151765309274197, -0.01626966893672943, -0.023915179073810577, -0.10059578716754913, -0.06953808665275574, 0.026196515187621117, -0.08279087394475937, -0.030784161761403084, 0.05564115568995476], [0.11658988893032074, 0.07681453227996826, 0.06907898187637329, 0.07555898278951645, 0.13886964321136475, 0.11012448370456696, 0.02053801529109478, 0.14608268439769745, -0.06404314935207367, 0.2591259777545929, -0.04033399745821953, 0.09589162468910217, 0.055985063314437866, 0.01348342839628458, -0.19363245368003845, 0.16787676513195038, 0.02078312076628208, 0.21490556001663208, -0.04522955045104027, -0.07876956462860107], [0.0420592725276947, -0.16450564563274384, -0.025422630831599236, -0.14074808359146118, -0.26500189304351807, -0.05448778346180916, 0.03831452503800392, 0.028988296166062355, 0.04341387003660202, 0.10080904513597488, 0.05014178901910782, 0.025865083560347557, 0.18208439648151398, -0.15921948850154877, -0.07673126459121704, -0.09131553769111633, 0.11459461599588394, -0.16353444755077362, 0.010043404996395111, -0.21848678588867188], [0.09297915548086166, -0.07854297012090683, -0.0019902244675904512, 0.01058158278465271, 0.08630484342575073, 0.19351205229759216, -0.07669854164123535, 0.0073563032783567905, 0.08910699933767319, 0.16878071427345276, -0.059664756059646606, 0.06689996272325516, 0.2060290277004242, -0.1598183959722519, 0.4693920314311981, 0.20351167023181915, -0.02319936454296112, -0.2049332559108734, 0.0444454662501812, -0.05937489494681358], [0.7798285484313965, 0.20003077387809753, -0.1343485713005066, 0.1370982676744461, 0.017063530161976814, 0.06680324673652649, 0.03752143681049347, -0.06393051147460938, 0.19468966126441956, 0.16968829929828644, 0.0761818140745163, 0.11241009086370468, -0.020848605781793594, -0.030951332300901413, 0.44083860516548157, 0.04575372114777565, -0.10479496419429779, 0.05636642873287201, 0.2869620621204376, -0.443560928106308], [0.18153466284275055, 0.027363019064068794, -0.23293231427669525, 0.0028774382080882788, -0.052322935312986374, 0.0663243755698204, -0.03143864497542381, 0.2670721113681793, 0.00170124473515898, -0.005373551044613123, -0.09155614674091339, -0.011632365174591541, -0.08735886216163635, 0.013353523798286915, -0.25829771161079407, -0.17538999021053314, 0.12865805625915527, -0.12845346331596375, -0.059509169310331345, -0.24301007390022278], [0.17737792432308197, 0.06863731145858765, 0.054283928126096725, -0.057352688163518906, -0.03799900412559509, 0.19825217127799988, -0.037604548037052155, 0.11726255714893341, -0.010019748471677303, 0.037927061319351196, -0.25382697582244873, 0.13807876408100128, 0.16005846858024597, -0.021249303594231606, 0.12161421775817871, -0.1691218614578247, -0.12973327934741974, 0.11699627339839935, 0.13884595036506653, -0.34416183829307556], [0.3007068634033203, 0.09789492934942245, -0.033219631761312485, -0.1408054530620575, -0.05611281096935272, 0.06117524206638336, 0.1869868040084839, 0.2733920216560364, 0.14597037434577942, -0.0854317843914032, -0.09783947467803955, 0.11572053283452988, 0.06885351240634918, 0.20954126119613647, -0.08388807624578476, -0.0762842670083046, -0.050169311463832855, 0.06211793050169945, 0.00341834407299757, -0.17761747539043427], [-0.1346873790025711, -0.06681209802627563, 0.017213420942425728, 0.11984555423259735, -0.24496197700500488, 0.17371641099452972, -0.18343396484851837, 0.04677750915288925, 0.006853971630334854, -0.3461613059043884, -0.09639036655426025, -0.14038771390914917, -0.33644846081733704, -0.019630586728453636, 0.09115317463874817, -0.25757458806037903, -0.06273835897445679, -0.22995640337467194, 0.1631535440683365, 0.07523029297590256], [0.32713791728019714, -0.053083036094903946, -0.08243323117494583, 0.06900257617235184, -0.12421544641256332, 0.05434458330273628, 0.22892023622989655, 0.15312838554382324, 0.008620060980319977, 0.07965958118438721, -0.13229049742221832, 0.05122791603207588, -0.14224916696548462, 0.11537053436040878, 0.04483243450522423, -0.1551467478275299, 0.21375761926174164, 0.08786673843860626, 0.04111376777291298, -0.17772528529167175], [0.03148979693651199, -0.1760224550962448, 0.09003748744726181, 0.15080566704273224, 0.049119677394628525, 0.041085563600063324, -0.07567440718412399, -0.030287746340036392, 0.048328906297683716, -0.0744897723197937, 0.027094217017292976, 0.12166319042444229, -0.03629114106297493, 0.011878994293510914, 0.27847597002983093, 0.03419726341962814, -0.0050366781651973724, 0.22292423248291016, 0.18567684292793274, -0.17328034341335297], [0.12912826240062714, -0.025668499991297722, 0.01809111423790455, -0.11586974561214447, -0.35044318437576294, -0.1909199208021164, -0.0835878923535347, -0.31039685010910034, 0.21585716307163239, 0.07006615400314331, -0.07119827717542648, 0.003586525097489357, -0.09913111478090286, -0.04842475801706314, 0.5373096466064453, 0.22338496148586273, -0.09059341251850128, 0.29390236735343933, -0.1838504523038864, 0.006482669152319431], [0.0954788476228714, -0.032887041568756104, 0.08449117094278336, 0.09508473426103592, 0.055184315890073776, 0.16823363304138184, -0.04347890987992287, 0.08229794353246689, -0.01208715420216322, -0.1341208666563034, -0.40839409828186035, 0.010798952542245388, 0.06817186623811722, 0.10478953272104263, 0.013213057070970535, -0.15433190762996674, 0.13343586027622223, -0.03425770252943039, 0.25413352251052856, -0.03963897377252579], [0.3240131139755249, -0.2790905833244324, 0.15220527350902557, -0.12126345187425613, -0.07320094853639603, 0.04171093553304672, 0.10024428367614746, 0.19695627689361572, 0.19993437826633453, -0.04386099800467491, -0.06523620337247849, 0.0064988513477146626, -0.2966424226760864, 0.1711294949054718, -0.005026223137974739, -0.15169019997119904, -0.04805539548397064, 0.025549598038196564, 0.061277370899915695, -0.42419594526290894], [0.13923175632953644, 0.017169682309031487, -0.04358465224504471, -0.29512137174606323, -0.2871777415275574, -0.20253393054008484, 0.16914258897304535, -0.041008614003658295, -0.21866939961910248, 0.4340055286884308, -0.06894917041063309, -0.3058825135231018, -0.15388667583465576, 0.31054675579071045, 0.01102521177381277, -0.3149740695953369, -0.01754787191748619, -0.4037586748600006, -0.3517920970916748, 0.158807173371315], [-0.4313404858112335, 1.1180589199066162, -0.12737725675106049, -0.2799406349658966, -0.15076160430908203, 0.22833599150180817, 0.11000654101371765, -0.8952880501747131, 0.2768722474575043, 0.07509218156337738, 0.14199607074260712, 0.20531217753887177, 0.38628679513931274, -0.8842794895172119, 0.001496198121458292, 0.37435269355773926, 0.518085241317749, -0.5048409104347229, 0.3589304983615875, 0.10033226013183594], [0.03063080459833145, -0.24207119643688202, 0.38083839416503906, -0.11670436710119247, -0.17530037462711334, 0.10815171897411346, -0.03697971627116203, -0.16784346103668213, -0.18032021820545197, -0.006299176253378391, 0.06263911724090576, 0.20600225031375885, 0.07931842654943466, 0.06473029404878616, -0.022941092029213905, 0.017116080969572067, -0.27065062522888184, -0.013434681110084057, -0.028377745300531387, 0.4438842236995697], [0.04224401339888573, -0.07611489295959473, -0.010809943079948425, 0.29222550988197327, -0.11268536746501923, -0.043959204107522964, -0.09121895581483841, -0.34670591354370117, 0.06419596821069717, 0.039221327751874924, 0.3267923891544342, 0.16331574320793152, -0.1173529103398323, 0.24470095336437225, -0.13202466070652008, 0.1369520127773285, -0.32494786381721497, -0.02809019386768341, 0.19161471724510193, -0.030928315594792366], [0.2406466156244278, -0.047444719821214676, 0.17867831885814667, -0.35072630643844604, 0.2735164761543274, -0.41306042671203613, -0.19087530672550201, -0.04930517077445984, 0.009675138629972935, 0.17522534728050232, -0.23789304494857788, -0.16921637952327728, 0.043332818895578384, 0.17128579318523407, -0.1873631477355957, 0.13223111629486084, -0.2983833849430084, -0.39131173491477966, 0.2106103003025055, -0.11893614381551743], [0.10713448375463486, 0.08144135773181915, -0.06139902397990227, 0.47830289602279663, 0.0024118758738040924, 0.17847904562950134, -0.4969433844089508, 0.4308473765850067, -0.02927405945956707, -0.07437098771333694, -0.5246979594230652, -0.00395441148430109, 0.1126737892627716, -0.40116825699806213, 0.04712648689746857, -0.1883619874715805, 0.18932709097862244, -0.5393751263618469, -0.20471177995204926, 0.10393787175416946], [-0.11637541651725769, 0.16183283925056458, 0.03938937559723854, 0.10318911820650101, -0.33420419692993164, 0.23087525367736816, 0.09553191810846329, -0.09233136475086212, 0.29236873984336853, 0.2825022041797638, -0.5552937984466553, -0.08126301318407059, -0.4086342453956604, 0.2552979290485382, 0.22795289754867554, -0.06688957661390305, 0.22683085501194, -0.6351633667945862, -0.3816053569316864, -0.20521199703216553], [0.06815006583929062, 0.4565068185329437, -0.06525842100381851, 0.4270302653312683, -0.04826843738555908, -0.8507645726203918, 0.41582822799682617, 0.33449864387512207, 0.18746115267276764, -0.10201624035835266, 0.4767521023750305, -0.1108599454164505, 0.0032275542616844177, 0.30028200149536133, -0.10117435455322266, -0.17669804394245148, 0.37637728452682495, 0.11025926470756531, 0.1056724414229393, -0.1760924756526947], [0.2070411890745163, -0.32502317428588867, 0.29637452960014343, -0.04921501502394676, -0.24431903660297394, 0.2864691913127899, 0.28001365065574646, -0.06782922148704529, 0.2464793622493744, -0.27357301115989685, -0.2570817470550537, 0.17266914248466492, 0.02090652659535408, 0.10924096405506134, 0.23944680392742157, 0.20374080538749695, -0.27400997281074524, 0.042763601988554, -0.32242053747177124, 0.10804042220115662], [0.19071649014949799, 0.01202115137130022, -0.026613228023052216, 0.1986340880393982, 0.11925983428955078, 0.11513922363519669, -0.04764822870492935, 0.476375550031662, -0.3040287494659424, 0.98257976770401, 0.7210394144058228, 0.09049449861049652, 0.11846762895584106, -0.0026971306651830673, -0.14613811671733856, -0.46489810943603516, 0.045152369886636734, -1.6310784816741943, -0.18576636910438538, -0.09904998540878296], [-0.21525487303733826, 0.04094169661402702, -0.06941691040992737, -0.09283953160047531, 0.03514055907726288, 0.03903475031256676, -0.022421587258577347, -0.06441312283277512, 0.16870999336242676, -0.08788010478019714, 0.45228129625320435, -0.2011692374944687, -0.14479069411754608, -0.05831347405910492, -0.03652813658118248, 0.1244521364569664, -0.245909184217453, 0.5162651538848877, 0.06720925122499466, -0.08223555982112885], [0.026699259877204895, 0.00360883423127234, -0.18935711681842804, 0.40429866313934326, -0.3906765282154083, 0.2240845263004303, 0.18387466669082642, 0.4693744480609894, -0.10609876364469528, 0.16114476323127747, 0.0063889906741678715, 0.139456644654274, 0.2566794157028198, -0.20481769740581512, 0.13368941843509674, 0.009563636966049671, -0.05193132162094116, -0.060658689588308334, -0.06102257966995239, 0.026429595425724983], [-0.1268141269683838, 0.10378284007310867, -0.01828247494995594, 0.2100524753332138, 0.02284441702067852, -0.22071857750415802, 0.17202308773994446, 0.1727799028158188, 0.10225635021924973, 0.021009469404816628, -0.22915436327457428, -0.35565224289894104, 0.7137183547019958, 0.4633220434188843, 0.06783448904752731, -0.04633165895938873, -0.06192544847726822, -0.14755545556545258, -0.16726748645305634, -0.26141396164894104], [-0.38820764422416687, 0.07095174491405487, -0.15632595121860504, -0.11489453166723251, 0.14005668461322784, -0.056401774287223816, 0.40626779198646545, -0.12793578207492828, -0.10824675858020782, -0.10862603783607483, -0.13559739291667938, -0.25529247522354126, -0.4646509885787964, 0.2838524281978607, 0.10328935831785202, 0.4633214771747589, 0.056607820093631744, -0.32452288269996643, -0.04348072409629822, 0.2882534861564636], [0.30375927686691284, 0.051862116903066635, -0.14059531688690186, 0.21215425431728363, 0.09002532064914703, 0.059089843183755875, 0.29778897762298584, 0.2619076371192932, -0.2252063751220703, 1.0252048969268799, 0.03024251013994217, 0.02512906678020954, 0.1990104466676712, 0.093150295317173, 0.456004798412323, -0.32553035020828247, -0.10106544941663742, 0.30300936102867126, 0.31197354197502136, -0.10592939704656601], [-0.10675077885389328, 0.03682442381978035, -0.010096455924212933, 0.14318576455116272, 0.20980194211006165, 0.1857621818780899, 0.008769013918936253, 0.5586007237434387, -0.03416971489787102, 0.12339051812887192, -0.13547898828983307, 0.4690411686897278, -0.09273680299520493, -0.3867665231227875, -0.22544987499713898, 0.5164781212806702, 0.018709702417254448, 0.21482619643211365, 0.007817843928933144, -0.08669661730527878], [0.05136937275528908, 0.08086460828781128, 0.21252280473709106, 0.07833073288202286, 0.2651141583919525, 0.00030707858968526125, -0.198433980345726, -0.36806657910346985, -0.08295860141515732, -0.08443014323711395, 0.05079793184995651, -0.11356166005134583, -0.12516193091869354, -0.42306795716285706, -0.1525263637304306, -0.07236669957637787, 0.15414094924926758, -0.046727996319532394, 0.0373234748840332, -0.7135791778564453], [0.2396337240934372, 0.03729848936200142, -0.017802035436034203, 0.12509280443191528, 0.31392529606819153, 0.4061480760574341, 0.7166010141372681, -0.0667586475610733, -0.13034680485725403, 0.10801254212856293, -1.1205450296401978, -0.026681294664740562, 0.13077040016651154, 0.0846031978726387, -0.15310442447662354, -0.007979312911629677, 0.05364982411265373, 0.1986275464296341, 0.35777002573013306, -0.006562936119735241], [-0.11628499627113342, -0.19037050008773804, -0.004186953417956829, 0.1302499920129776, -0.048719123005867004, -0.1498170644044876, -0.2743493914604187, 0.1006791740655899, -0.09985107183456421, 0.19557268917560577, -0.38731253147125244, 0.2661249041557312, 0.2161782681941986, 0.06950879842042923, 0.13739536702632904, -0.2847604751586914, -0.3093758821487427, -0.13636299967765808, 0.31451910734176636, -0.04805455729365349], [-0.02166399173438549, 0.6374966502189636, -0.15104129910469055, 0.18398530781269073, -0.06696739047765732, 0.1132352352142334, -0.2109995037317276, 0.09604392945766449, -0.026411037892103195, -0.0023876805789768696, 0.04268968477845192, 0.07891078293323517, 0.05361737310886383, -0.29614102840423584, 0.0869331881403923, 0.09887289255857468, 0.4863097071647644, -0.0004327053902670741, 0.13819122314453125, 0.1984143853187561], [0.23051334917545319, -0.1709744930267334, 0.14953890442848206, 0.0054176305420696735, 0.11638125777244568, 0.1266314685344696, 0.030762163922190666, 0.035325802862644196, -0.0201104823499918, 0.19108863174915314, -0.1377185583114624, 0.10326515883207321, -0.10290209203958511, 0.0265737846493721, -0.11793085187673569, -0.057479046285152435, -0.15671487152576447, -0.02553725056350231, -0.020432863384485245, 0.09188609570264816], [-0.20288819074630737, -0.14035733044147491, 0.2599354088306427, -0.12636587023735046, 0.1716126948595047, 0.045363347977399826, -0.30592286586761475, 0.507266640663147, -0.19150719046592712, 0.0693628266453743, -0.12916161119937897, -0.07910674065351486, -0.24438121914863586, 0.2909030318260193, 0.02503439038991928, 0.035324253141880035, -0.06596338748931885, 0.1651722937822342, 0.022286176681518555, 0.26621538400650024], [0.1899721473455429, 0.08468672633171082, -0.09108949452638626, -0.11257001757621765, 0.10953354090452194, 0.1350809782743454, 0.05919210612773895, 0.05906875059008598, -0.07084725052118301, -0.10556021332740784, 0.12131771445274353, 0.034024108201265335, 0.018359538167715073, -0.06456560641527176, 0.0032120670657604933, 0.051280274987220764, 0.13367721438407898, -0.13550032675266266, -0.12439004331827164, -0.24519376456737518], [-0.02472725324332714, -0.017404649406671524, 0.0636158138513565, 0.03262493759393692, 0.1450464129447937, 0.005044430959969759, -0.09617512673139572, -0.12185516953468323, -0.17306165397167206, 0.027704963460564613, 0.045100804418325424, -0.049219902604818344, -0.014663508161902428, -0.10401890426874161, -0.18337421119213104, -0.054771535098552704, 0.09166082739830017, -0.0731942430138588, 0.05720146745443344, -0.10533948987722397], [0.26419153809547424, 0.10495138168334961, -0.0076685380190610886, -0.10598411411046982, 0.3827645480632782, 0.114641934633255, -0.07933659106492996, 0.07565934211015701, -0.002265776274725795, 0.1884608268737793, -0.08026482909917831, 0.05847161263227463, 0.002042987383902073, -0.0067171985283494, -0.18542268872261047, 0.03555125370621681, -0.003627935890108347, -0.050981711596250534, 0.06457199901342392, -0.1540309339761734], [0.17835724353790283, -0.029317228123545647, 0.028521044179797173, 0.0035392811987549067, 0.027483467012643814, 0.15516617894172668, -0.10134986788034439, 0.10501471906900406, 0.026896057650446892, -0.05632646754384041, 0.013510658405721188, -0.015052174217998981, -0.024902354925870895, -0.0015614175936207175, -0.11609374731779099, 0.010721812956035137, 0.06179821863770485, -0.19459344446659088, 0.025492019951343536, -0.051282402127981186], [0.07877568155527115, -0.026986969634890556, 0.07073523849248886, -0.15905673801898956, 0.06028737872838974, -0.010365620255470276, 0.1017925813794136, -0.06199342757463455, 0.0740463137626648, -0.1665819138288498, -0.11410873383283615, 0.014859393239021301, 0.021334506571292877, -0.026313917711377144, 0.19240055978298187, -0.16641037166118622, -0.07086162269115448, 0.002937508514150977, 0.13439172506332397, -0.049346305429935455], [0.28698548674583435, -0.1560705602169037, 0.01952996663749218, 0.021978450939059258, 0.019334550946950912, 0.07389725744724274, -0.03320539742708206, 0.057249560952186584, 0.04705408588051796, -0.09220963716506958, -0.08259608596563339, 0.01085758302360773, 0.012495073489844799, 0.05938482657074928, -0.0057157413102686405, -0.025711944326758385, -0.025855442509055138, 0.13672302663326263, -0.00433687586337328, -0.1726580560207367], [0.15554185211658478, 0.18901211023330688, -0.06088297814130783, -0.08506298810243607, -0.047368451952934265, -0.06249123811721802, 0.1434173583984375, -0.02158305048942566, -0.07309050112962723, 0.16348381340503693, -0.0514211505651474, 0.08650696277618408, -0.04560128599405289, -0.07383815944194794, 0.24159756302833557, -0.1319306492805481, 0.03624483570456505, -0.0053337933495640755, 0.14580881595611572, -0.012695527635514736], [0.017098521813750267, 0.02503501996397972, -0.05076740309596062, -0.15532885491847992, -0.08970646560192108, 0.06014537811279297, -0.030462652444839478, 0.21565033495426178, 0.3237997889518738, -0.2852051258087158, -0.07067572325468063, 0.03924785554409027, 0.21194329857826233, -0.1601308286190033, 0.24752213060855865, -0.053338728845119476, -0.18312014639377594, -0.16718827188014984, -0.17160071432590485, -0.22419995069503784], [0.08555172383785248, -0.02454000897705555, -0.21753042936325073, -0.15531988441944122, -0.036603983491659164, -0.20419520139694214, -0.2580181360244751, 0.05731011927127838, -0.2696142792701721, -0.020279016345739365, -0.09182162582874298, 0.04090350493788719, -0.045855581760406494, 0.28867611289024353, 0.024244854226708412, 0.1187562346458435, 0.11405564099550247, 0.09064043313264847, 0.25273922085762024, -0.05670219287276268], [-0.05385452136397362, 0.06621890515089035, -0.07044613361358643, 0.04675038531422615, 0.02152925357222557, -0.009806583635509014, -0.08709662407636642, 0.17900450527668, 0.02588646300137043, 0.02044445276260376, -0.07280890643596649, 0.058553047478199005, -0.06649596244096756, -0.07144111394882202, -0.20431692898273468, -0.05683119595050812, -0.03799177706241608, -0.11374171078205109, 0.08909958600997925, 0.007314491551369429], [-0.1342078000307083, 0.0033359371591359377, -0.02266041748225689, -0.1688535511493683, 0.03621985390782356, -0.07345856726169586, 0.07044830918312073, -0.11105158925056458, -0.065687395632267, 0.14396783709526062, -0.061915475875139236, 0.06165111064910889, -0.12667125463485718, -0.14244189858436584, -0.30820944905281067, -0.25725340843200684, -0.07673522084951401, 0.051614630967378616, 0.17282825708389282, -0.1732366681098938], [0.05335399881005287, 0.04370842128992081, 0.11886487156152725, -0.10240764170885086, -0.05008556321263313, -0.04787052795290947, -0.02903696894645691, 0.10461476445198059, 0.16830579936504364, -0.06434677541255951, 0.012763012200593948, 0.0333307608962059, 0.026882650330662727, -0.010828156024217606, -0.16058841347694397, -0.2006685733795166, -0.17212340235710144, 0.10095018148422241, 0.1615990847349167, -0.10633113980293274], [-0.11777893453836441, -0.1932394653558731, 0.04955294728279114, 0.005075437482446432, -0.1590052843093872, 0.21985219419002533, -0.17645008862018585, 0.05407583341002464, 0.02613874524831772, -0.4451829493045807, -0.11264562606811523, -0.23517920076847076, -0.06383272260427475, 0.0607115775346756, -0.07532841712236404, -0.2579372525215149, 0.06117881461977959, -0.31672361493110657, -0.021872924640774727, -0.0706743374466896], [0.07996908575296402, 0.04626275226473808, 0.02481096424162388, -0.04288803040981293, 0.04978155344724655, -0.1629432588815689, 0.0822039321064949, 0.17862951755523682, -0.09502481669187546, 0.4352978467941284, 0.08532485365867615, 0.07033726572990417, 0.0459168404340744, 0.08127461373806, 0.05702952295541763, 0.0921453982591629, -0.052166979759931564, 0.2103320211172104, 0.002976727904751897, 0.03580274060368538], [0.1289876401424408, -0.03575800359249115, 0.021792303770780563, -0.014487012289464474, 0.016564980149269104, 0.04814746230840683, -0.12159586697816849, 0.04213055595755577, -0.0889158770442009, -0.04056653007864952, 0.034457724541425705, 0.0005513964570127428, 0.037567924708127975, 0.047996435314416885, -0.06937775015830994, -0.14253641664981842, -0.021663444116711617, -0.09004682302474976, 0.11391518265008926, -0.07379676401615143], [0.43603023886680603, -0.0029760815668851137, -0.10980848222970963, -0.16192962229251862, -0.011631254106760025, 0.056147251278162, -0.006954428274184465, 0.12824289500713348, 0.08456043154001236, 0.22289247810840607, -0.030710216611623764, 0.07302848994731903, -0.023945657536387444, 0.011976624839007854, 0.3609016239643097, -0.02172541432082653, 0.003756101941689849, -0.10637445002794266, 0.050293948501348495, -0.2468091994524002], [0.1385963410139084, -0.06833112984895706, -0.04986532777547836, 0.03133188188076019, 0.15011072158813477, 0.05505494400858879, 0.008324693888425827, 0.18377022445201874, -0.050877895206213, 0.17120873928070068, -0.28318557143211365, 0.04503720626235008, 0.047725822776556015, 0.05922408401966095, 0.05306164175271988, -0.14810509979724884, 0.10992700606584549, -0.009958084672689438, 0.24131332337856293, -0.1501450538635254], [0.17556996643543243, 0.12208673357963562, 0.08723075687885284, 0.010026003234088421, 0.25097987055778503, -0.07268402725458145, -0.06488477438688278, -0.19588764011859894, -0.026841677725315094, -0.030350737273693085, 0.02051105909049511, -0.05738178268074989, 0.009565136395394802, -0.03752167895436287, 0.01649254932999611, -0.04465774819254875, 0.16749273240566254, -0.1124056875705719, 0.08275403827428818, -0.44765087962150574]], "rec.bias_ih_l0": [0.14517435431480408, 0.6256894469261169, -0.5717323422431946, -0.3645298182964325, -0.08454426378011703, 0.14826171100139618, 0.16085481643676758, 0.5091933012008667, -0.15307006239891052, 0.7597822546958923, -0.8900325298309326, -0.17418847978115082, -0.10293237864971161, 0.011349597945809364, -0.01765066385269165, -0.3141070008277893, -0.07679037749767303, 0.515574038028717, -0.2621793746948242, -0.012434535659849644, 0.40655070543289185, 0.4257395565509796, 1.2611676454544067, 0.7791802287101746, 0.5075463652610779, 0.07835584878921509, 0.2709204852581024, 0.3717329204082489, 0.37483495473861694, 0.21627648174762726, 1.2124181985855103, 0.2910071015357971, 0.5797698497772217, 0.4539254307746887, 0.09796024858951569, 0.6119762063026428, 0.4341959059238434, 0.2678508758544922, 0.4402651786804199, 0.5339578986167908, 0.2266973853111267, 0.01239941455423832, -0.0822000727057457, 0.007153352256864309, 0.053930606693029404, 0.043209657073020935, -0.06513307243585587, 0.04835222661495209, -0.2300364077091217, -0.11231109499931335, 0.12749990820884705, 0.015378490090370178, 0.08578379452228546, 0.10476798564195633, 0.07995379716157913, -0.018380586057901382, -0.08287065476179123, -0.13277867436408997, -0.09044957906007767, -0.08579383790493011, 0.3516314923763275, -0.19832743704319, 0.29906585812568665, 0.34712737798690796, 0.10509075969457626, 0.3543000817298889, 0.328898161649704, 0.6580108404159546, 0.04005907475948334, 0.3715592324733734, 0.32867833971977234, 0.056479569524526596, 0.15456300973892212, 0.41150355339050293, 0.06998909264802933, 0.10156511515378952, 0.3027420938014984, 0.836060643196106, 0.07527327537536621, 0.18008150160312653], "rec.bias_hh_l0": [0.018375858664512634, 0.6242098212242126, -0.6204426288604736, -0.1853937953710556, -0.022900238633155823, 0.10749237984418869, 0.13822628557682037, 0.5310292840003967, -0.056469663977622986, 0.8753479719161987, -1.1072821617126465, -0.11722907423973083, -0.16967375576496124, -0.11796876043081284, -0.0055249473080039024, -0.2868879735469818, -0.07874584943056107, 0.46796464920043945, -0.31792253255844116, -0.13146205246448517, 0.5312536358833313, 0.4049069285392761, 1.1813859939575195, 0.7111272215843201, 0.5536248087882996, 0.1589651256799698, 0.18216070532798767, 0.35282230377197266, 0.4690030515193939, 0.32424694299697876, 1.3772910833358765, 0.4310070872306824, 0.7315399646759033, 0.3486241400241852, 0.1225629672408104, 0.6205018758773804, 0.5245019197463989, 0.2472427934408188, 0.3821500539779663, 0.501843273639679, 0.1527239978313446, 0.14041176438331604, 0.16786015033721924, 0.0007133455364964902, -0.12824152410030365, 0.0063535552471876144, -0.018522439524531364, 0.03538041561841965, 0.17421527206897736, 0.14589400589466095, -0.10892212390899658, 0.015044253319501877, -0.08327899128198624, 0.10795953124761581, 0.0783134326338768, -0.000978068565018475, 0.024949895218014717, -0.093327097594738, 0.1053456962108612, -0.03664274886250496, 0.38756445050239563, -0.20239730179309845, 0.21224819123744965, 0.29082581400871277, 0.10203298181295395, 0.281552255153656, 0.26964759826660156, 0.6644425392150879, 0.055581990629434586, 0.33446845412254333, 0.4395447373390198, 0.00493905832991004, 0.05383862927556038, 0.5078919529914856, 0.1035236343741417, 0.24302226305007935, 0.29049086570739746, 0.8210676312446594, 0.04698069393634796, 0.31791824102401733], "lin.weight": [[0.05645647272467613, -0.2549063563346863, -1.4746023416519165, -0.631580114364624, -0.6705546379089355, 0.23585760593414307, -0.17128312587738037, -0.3324567973613739, -0.5485033392906189, 0.0011912216432392597, 0.3762320280075073, 0.41860735416412354, 0.14777110517024994, 0.612967312335968, -0.06913593411445618, 0.2421087920665741, -1.038062572479248, 0.15200375020503998, -0.06400201469659805, 1.1660274267196655]], "lin.bias": [0.20427300035953522]}}
+\ No newline at end of file
diff --git a/models/ts9_model_best.json b/models/ts9_model_best.json
@@ -0,0 +1 @@
+{"model_data": {"model": "SimpleRNN", "input_size": 1, "skip": 1, "output_size": 1, "unit_type": "LSTM", "num_layers": 1, "hidden_size": 20, "bias_fl": true}, "state_dict": {"rec.weight_ih_l0": [[-0.06940265744924545], [-0.003158824983984232], [-0.2692422866821289], [0.005685240495949984], [0.021063370630145073], [-0.10700850933790207], [0.15507400035858154], [-0.06719302386045456], [-0.09809450805187225], [0.0800301656126976], [-0.022015376016497612], [-0.01199853140860796], [0.06693597137928009], [0.009697516448795795], [-0.008745740167796612], [0.01256590336561203], [0.0634210854768753], [-0.03589392453432083], [0.03960369899868965], [0.03577105700969696], [-0.10222149640321732], [-0.052452124655246735], [0.02126466855406761], [0.03007030114531517], [-0.02300797402858734], [-0.1638684868812561], [0.21086134016513824], [-0.0617331936955452], [-0.18753638863563538], [0.11093153059482574], [0.05256301909685135], [-0.030958028510212898], [0.09908831119537354], [-0.010775374248623848], [0.007986428216099739], [0.01808660291135311], [0.16716067492961884], [-0.07980271428823471], [0.0601438470184803], [0.130707785487175], [0.479490727186203], [-0.18442876636981964], [-0.010790364816784859], [-2.5309500694274902], [-0.2955583930015564], [0.8821732401847839], [-0.07977711409330368], [-0.09511639922857285], [0.28796401619911194], [0.25945693254470825], [0.04626527801156044], [0.07858727127313614], [0.04964961111545563], [-0.5727993845939636], [-0.710267961025238], [0.8064722418785095], [1.5161808729171753], [-0.5112682580947876], [-0.17998571693897247], [0.5430116057395935], [-0.09485167264938354], [-0.04901515319943428], [-0.031115880236029625], [0.004509917926043272], [-0.07169004529714584], [-0.14356598258018494], [0.27043604850769043], [-0.03359055146574974], [-0.1487462818622589], [0.12876209616661072], [0.05044060945510864], [0.001682698610238731], [0.07938309013843536], [0.03434837982058525], [-0.008539892733097076], [0.08488955348730087], [0.07424145936965942], [-0.07463338226079941], [0.051405735313892365], [0.2086319774389267]], "rec.weight_hh_l0": [[0.08898915350437164, 0.07500764727592468, -0.06257142871618271, 0.03766689822077751, -0.000994100235402584, -0.048142820596694946, 0.019796743988990784, -0.1304008662700653, -0.055028706789016724, -0.01408388838171959, -0.03054947964847088, 0.0004024905210826546, -0.03573812544345856, -0.0009960285387933254, -0.016855966299772263, -0.05479983985424042, -0.08891668915748596, 0.06668523699045181, 0.0851668119430542, 0.08690647780895233], [-0.005647331476211548, 0.03192860260605812, 0.0444624088704586, 0.003972596488893032, 0.09572522342205048, -0.015547002665698528, -0.05031225457787514, -0.10632243752479553, 0.0039519378915429115, 0.03732233867049217, 0.044483818113803864, 0.0338236466050148, -0.013207240030169487, 0.004834397230297327, -0.024102678522467613, 0.026541244238615036, -0.04363207146525383, 0.10320146381855011, 0.024536916986107826, -0.03499168902635574], [0.01702212356030941, -0.26277390122413635, 0.027006490156054497, 0.06923944503068924, 0.3261951208114624, -0.02528141252696514, -0.09774529933929443, 0.8687540888786316, -0.13680842518806458, 0.356121689081192, -0.05267077311873436, 0.16001278162002563, -0.2909080684185028, 0.31610050797462463, 0.12626400589942932, -0.0753989890217781, 0.25247251987457275, -0.47634047269821167, -0.061640508472919464, -0.5371270179748535], [-0.14173519611358643, 0.09536098688840866, 0.03962068259716034, 0.020726287737488747, -0.29437777400016785, -0.13556578755378723, 0.13003459572792053, -0.5036748647689819, 0.018948566168546677, -0.0768287181854248, 0.005756738595664501, -0.026507554575800896, 0.3023339807987213, -0.11320788413286209, 0.031011303886771202, 0.012168577872216702, 0.08870821446180344, 0.43842804431915283, 0.018884742632508278, 0.44578659534454346], [-0.10317080467939377, 0.05220068246126175, -0.024090616032481194, 0.20573846995830536, 0.07619954645633698, -0.004148711916059256, -0.06066473573446274, -0.122632697224617, 0.002970157191157341, -0.06485696882009506, 0.003667642828077078, -0.0767420157790184, 0.15975421667099, 0.022084766998887062, -0.061889518052339554, -0.1108783707022667, -0.047162014991045, 0.08853054791688919, -0.15898095071315765, 0.21856072545051575], [0.04601573571562767, 0.07366111874580383, -0.033562056720256805, 0.04739885404706001, 0.020979177206754684, -0.07944884896278381, -0.0015061652520671487, -0.2198820561170578, 0.02389673702418804, -0.04986637458205223, -0.009884585626423359, -0.017639292404055595, 0.05197063833475113, -0.0035755643621087074, 0.016980277374386787, 0.006113531067967415, -0.013027405366301537, 0.10276191681623459, 0.07994293421506882, 0.12094089388847351], [-0.02836880087852478, -0.11348860710859299, -0.06556610018014908, -0.1606900691986084, -0.06957089155912399, -0.021663391962647438, -0.14130575954914093, 0.049216512590646744, -0.0216231606900692, 0.09546706825494766, 0.07962413877248764, 1.2044974937452935e-05, -0.0638393685221672, -0.00873857643455267, -0.029642704874277115, 0.05962158367037773, -0.020462658256292343, -0.07617738842964172, -0.14563153684139252, 0.015595437958836555], [-0.06606966257095337, 0.0187763012945652, -0.14909802377223969, 0.0646120235323906, -0.1171102449297905, -0.022364068776369095, -0.03344029560685158, -0.07980598509311676, -0.027621200308203697, -0.016203314065933228, -0.03390197083353996, -0.10016626864671707, 0.04887235909700394, 0.04759899899363518, 0.017337357625365257, -0.02527894824743271, -0.05579642206430435, 0.06657711416482925, 0.04144506901502609, -0.10514327883720398], [0.0008587912889197469, 0.0349213145673275, -0.17315831780433655, -0.08401267230510712, 0.17851212620735168, -0.026358794420957565, -0.05654723942279816, 0.01947755552828312, -0.1931997388601303, 0.028249159455299377, 0.03110884316265583, 0.01071221474558115, -0.1580933928489685, 0.02418903075158596, 0.0360289104282856, 0.050737716257572174, -0.15324963629245758, -0.04871506989002228, 0.04382827505469322, -0.003254021517932415], [-0.042742978781461716, -0.002282296074554324, -0.049344077706336975, -0.24416759610176086, -0.024628307670354843, -0.0303331445902586, -0.03763464838266373, 0.08299145102500916, 0.011362693272531033, 0.05308594927191734, -0.03782639652490616, -0.0032301251776516438, -0.01312856376171112, -0.033542804419994354, -0.004844296723604202, -0.0974641814827919, -0.059257060289382935, -0.018045105040073395, 0.01219166349619627, 0.0036060651764273643], [0.06429000198841095, 0.03738356754183769, 0.01873856969177723, -0.0368768535554409, 0.20579794049263, -0.03670550882816315, -0.1738635152578354, 0.27500852942466736, -0.027189690619707108, 0.0887589231133461, -0.03645602613687515, 0.04908448085188866, -0.026435403153300285, 0.08561593294143677, -0.019351480528712273, 0.04023275524377823, -0.12288851290941238, -0.1463838666677475, 0.004370096605271101, -0.2314625382423401], [0.015074419789016247, 0.08839093893766403, -0.08933895826339722, -0.10119824856519699, 0.08340577781200409, -0.045899126678705215, -0.006481523159891367, -0.06491587311029434, 0.011690563522279263, 0.0025374223478138447, -0.011665104888379574, 0.024944571778178215, -0.026322808116674423, -0.012950914911925793, 0.018172526732087135, -0.0516289658844471, -0.06803292781114578, 0.08120731264352798, 0.04644576460123062, 0.04920197278261185], [0.004366083536297083, -0.0877024233341217, 0.11544059962034225, -0.01646849885582924, -0.20714668929576874, -0.10203815996646881, 0.04567452147603035, -0.033406611531972885, 0.020520765334367752, 0.054346706718206406, 0.032383374869823456, 0.04206006973981857, 0.07111185789108276, -0.06086239963769913, 0.045290157198905945, 0.30445951223373413, 0.10317830741405487, 0.05164135992527008, -0.052889384329319, 0.16462841629981995], [-0.03143816068768501, 0.035401225090026855, -0.07156747579574585, 0.004695198033004999, -0.050773147493600845, -0.037804052233695984, -0.002887139795348048, -0.10977884382009506, -0.04409955069422722, 0.006515380926430225, 0.02287406288087368, -0.02021375298500061, 0.032713379710912704, -0.010027541778981686, -0.019109150394797325, -0.08286847174167633, -0.029310477897524834, 0.09151183068752289, -0.01130637340247631, 0.06053708493709564], [-0.052318472415208817, 0.09010813385248184, -0.04329860210418701, -0.027489330619573593, 0.04050425812602043, 0.013915769755840302, 0.029487114399671555, -0.2294832468032837, -0.0014743402134627104, -0.05728744715452194, 0.04615713283419609, -0.028879931196570396, -0.145003542304039, -0.05613858997821808, -0.030115634202957153, 0.060885634273290634, -0.15278680622577667, 0.06269631534814835, 0.050755273550748825, 0.15746347606182098], [-0.1552799940109253, 0.08463895320892334, 0.022192399948835373, 0.028590599074959755, -0.2997525930404663, -0.11385274678468704, 0.11208741366863251, -0.4347851872444153, 0.02367365173995495, -0.07849378883838654, -0.014340084046125412, -0.04490446671843529, 0.3951222896575928, -0.07162276655435562, 0.04032237455248833, -0.07171923667192459, 0.12995241582393646, 0.40896183252334595, -0.005301749799400568, 0.37846750020980835], [-0.06077888607978821, 0.04099952057003975, 0.02087278664112091, -0.14735180139541626, -0.12700819969177246, -0.043336473405361176, 0.041346557438373566, -0.3108465075492859, 0.0357428714632988, -0.030100291594862938, 0.06116686388850212, -0.00910967867821455, 0.07773477584123611, -0.060926925390958786, -0.040496185421943665, -0.06531593948602676, -0.012533147819340229, 0.17717178165912628, -0.019208213314414024, 0.2721429467201233], [0.06893660873174667, -0.01865355670452118, 0.04675703123211861, 0.0158123467117548, -0.13712038099765778, -0.1553502380847931, 0.002456521848216653, -0.07824006676673889, 0.045516856014728546, 0.009176142513751984, -0.01855623908340931, 0.024494316428899765, 0.1058514267206192, -0.06577060371637344, -0.03508459031581879, -0.0006501307361759245, 0.08683677762746811, 0.05550460144877434, 0.028535092249512672, 0.10725358873605728], [0.3028301000595093, -0.051648497581481934, 0.0008150405483320355, -0.03539429232478142, 0.29925769567489624, 0.06159084290266037, -0.29658687114715576, 0.10081790387630463, 0.13129450380802155, 0.17824715375900269, -0.1091030091047287, 0.2292719930410385, -0.09033800661563873, 0.11871948093175888, 0.008167324587702751, -0.026544619351625443, -0.03912860155105591, -0.21755048632621765, -0.025654150173068047, -0.08667511492967606], [-0.004965385887771845, -0.006571379490196705, 0.020134706050157547, -0.017522385343909264, -0.08552495390176773, -0.0817764475941658, -0.06603854894638062, -0.10153909772634506, -0.07163981348276138, 0.09677959233522415, 0.07143950462341309, 0.0195069070905447, 0.022138260304927826, 0.09326586127281189, -0.020729154348373413, 0.0525314025580883, 0.09743151813745499, -0.07197435200214386, 0.004015385173261166, 0.020957056432962418], [0.19360290467739105, 0.07942606508731842, -0.03952763229608536, 0.06602372974157333, 0.0005783697124570608, -0.1091417595744133, 0.026541434228420258, -0.10765557736158371, -0.07991629838943481, -0.008839168585836887, -0.07242158055305481, 0.05565695837140083, -0.03339876979589462, -0.008207760751247406, -0.023010408505797386, -0.06314932554960251, -0.07717865705490112, 0.059439659118652344, 0.16578218340873718, 0.07423821091651917], [-0.012337793596088886, 0.05360472574830055, 0.06954441219568253, 0.14219117164611816, 0.10235380381345749, -0.0628567785024643, -0.06130865961313248, -0.14564357697963715, 0.021865487098693848, -0.004061589483171701, 0.05129393935203552, 0.0410129576921463, 0.02017560787498951, 0.02123846486210823, -0.07475577294826508, -0.1702369898557663, -0.02077721431851387, 0.1962457299232483, 0.04664837196469307, 0.06011566147208214], [-0.06859812885522842, 0.4264904260635376, 0.02937784604728222, 0.13391849398612976, -0.22679905593395233, -0.38811326026916504, -0.1177433505654335, -0.8927336931228638, -0.28645914793014526, -0.0033261184580624104, 0.17664410173892975, -0.0021207788959145546, 0.12444908171892166, 0.08053410798311234, -0.1718320995569229, -0.18748034536838531, -0.13803787529468536, 0.6354414820671082, -0.13880957663059235, 0.6711657047271729], [-0.08868282288312912, -0.0798841044306755, 0.15259161591529846, -0.056450605392456055, -0.48111864924430847, -0.2061733454465866, 0.1005745455622673, -0.0684666857123375, 0.10001516342163086, -0.04026959091424942, -0.10502897948026657, 0.0487317219376564, 0.6824489235877991, -0.09631627798080444, 0.1425296813249588, 0.037774764001369476, 0.4104403257369995, 0.5231850743293762, -0.09300810843706131, 0.31157246232032776], [-0.007914746180176735, 0.16821333765983582, -0.08343411982059479, 0.07844892144203186, 0.022687604650855064, -0.20420631766319275, 0.017012041062116623, -0.3449753522872925, 0.018146583810448647, -0.11497782170772552, -0.0695348009467125, -0.017063608393073082, 0.1592443734407425, -0.03858549892902374, -0.006753900554031134, 0.10310427844524384, -0.1956603229045868, 0.29192957282066345, -0.10121942311525345, 0.373703271150589], [0.06441717594861984, 0.07671567797660828, 0.03910260647535324, 0.15085949003696442, 0.06707558780908585, -0.1602574735879898, -0.012447381392121315, -0.19746080040931702, 0.03071654587984085, -0.02843029424548149, -0.0853203609585762, -0.04800906404852867, 0.10569839179515839, 0.004009798634797335, 0.03145918250083923, -0.13252511620521545, 0.03265102952718735, 0.2112889587879181, 0.04122850298881531, 0.12962158024311066], [-0.05151445046067238, -0.14386390149593353, 0.01664816029369831, -0.09333519637584686, -0.12123981863260269, 3.9609376472071745e-06, -0.24734936654567719, 0.052994344383478165, -0.026816358789801598, 0.1525273472070694, 0.1821708381175995, -0.0068369219079613686, -0.067039854824543, -0.01729622669517994, -0.06862761080265045, 0.16887705028057098, 0.015445759519934654, -0.11215051263570786, -0.249649316072464, 0.10181805491447449], [0.012387419119477272, 0.2882687449455261, -0.3042828142642975, 0.09278549253940582, -0.3174009621143341, -0.09782677888870239, -0.23891475796699524, -0.465349942445755, -0.05920056253671646, 0.06575381755828857, 0.1293361783027649, -0.1622336208820343, 0.12250522524118423, 0.054504528641700745, 0.024831201881170273, -0.13402009010314941, -0.13431403040885925, 0.19684052467346191, 0.018392613157629967, 0.1016412302851677], [0.0034384739119559526, 0.10542342066764832, -0.33026131987571716, -0.038606561720371246, 0.14879098534584045, -0.12065833806991577, -0.035220082849264145, -0.16232794523239136, -0.2979958951473236, 0.013060643337666988, -0.024368511512875557, -0.051133893430233, -0.08289774507284164, 0.04692139849066734, 0.0670207217335701, 0.07302198559045792, -0.20107822120189667, 0.13053138554096222, 0.06977424770593643, 0.16660112142562866], [-0.028429295867681503, -0.0598268061876297, 0.022590743377804756, -0.20775391161441803, 0.01986107975244522, 0.040551260113716125, -0.13490796089172363, 0.16771796345710754, 0.032802656292915344, 0.11074422299861908, 0.024093152955174446, 0.030530057847499847, -0.0865299180150032, -0.004219861701130867, -0.059925831854343414, -0.0728975161910057, -0.04149920120835304, -0.15025198459625244, -0.031441573053598404, -0.06811950355768204], [-0.03110807202756405, 0.07864480465650558, 0.14609551429748535, -0.03234611451625824, -0.04064665734767914, -0.10900186747312546, -0.07995636016130447, -0.3292263448238373, -0.03060133196413517, 0.07709605991840363, 0.05598309263586998, 0.048149555921554565, -0.03318707272410393, -0.05384727567434311, -0.051893215626478195, -0.06685349345207214, -0.06722669303417206, 0.16941502690315247, -0.016666289418935776, 0.2562575936317444], [0.02249491773545742, 0.0989983007311821, -0.08391651511192322, -0.05643269047141075, 0.06972333788871765, -0.06604614108800888, 0.019110925495624542, -0.07038552314043045, 0.015578686259686947, 0.007615541107952595, -0.006972032133489847, 0.034373894333839417, -0.07648710161447525, -0.031977422535419464, 0.006794359534978867, -0.033822014927864075, -0.07304122298955917, 0.08715830743312836, 0.08484140038490295, 0.07562986016273499], [0.03130754828453064, -0.10247273743152618, 0.06920336186885834, -0.12657567858695984, -0.2632080018520355, -0.15725859999656677, 0.008952174335718155, -0.05619548633694649, 0.012685379013419151, 0.07381583005189896, 0.0019311972428113222, 0.056419290602207184, 0.1566264033317566, -0.06617798656225204, 0.04920332506299019, 0.2215750366449356, 0.11950545012950897, 0.11961603909730911, -0.08427495509386063, 0.2050725370645523], [-0.018285352736711502, 0.03563463315367699, -0.08840915560722351, 0.10758793354034424, -0.02168288268148899, -0.007740037050098181, -0.03149274364113808, 0.06755918264389038, -0.049071017652750015, -0.0033261324279010296, 0.029324688017368317, -0.03981310501694679, 0.027170957997441292, 0.018871426582336426, -0.06304168701171875, -0.18338841199874878, -0.004486376885324717, 0.01039394922554493, -0.005890873726457357, -0.042245399206876755], [0.041977304965257645, -0.04419366642832756, 0.06217724457383156, 0.052844490855932236, 0.15077368915081024, 0.069100022315979, -0.06430830806493759, 0.26209408044815063, 0.04318205267190933, 0.0050676665268838406, -0.019903775304555893, 0.028437355533242226, -0.11060260236263275, 0.019079355522990227, -0.03239443525671959, -0.03530333191156387, 0.015898920595645905, -0.15964773297309875, -0.012238734401762486, -0.21919338405132294], [-0.08336728811264038, -0.04978063702583313, -0.11579084396362305, -0.06339860707521439, -0.12304114550352097, 0.05564826354384422, -0.057859353721141815, -0.015469933860003948, -0.027210447937250137, -0.016725534573197365, 0.09686318784952164, -0.06339699774980545, 0.28801238536834717, 0.11369768530130386, 0.03129496052861214, -0.06856081634759903, 0.008383641019463539, -0.12199680507183075, -0.10580410063266754, -0.09074766933917999], [0.006165765225887299, -0.12038679420948029, 0.05786028504371643, -0.3658798933029175, -0.04698045551776886, 0.03542475402355194, -0.08589540421962738, 0.11756652593612671, 0.08949555456638336, 0.0700908675789833, 0.11550789326429367, 0.07063434273004532, -0.016343947499990463, -0.015301987528800964, -0.09157588332891464, -0.09585500508546829, 0.013514905236661434, -0.12568186223506927, -0.14487914741039276, 0.03909178450703621], [0.10050142556428909, 0.1697368323802948, 0.14834409952163696, 0.35049816966056824, -0.18598544597625732, -0.24215498566627502, 0.0007993535255081952, -0.28152093291282654, 0.11200026422739029, -0.05472658574581146, -0.1017623096704483, 0.005884131416678429, 0.11968767642974854, -0.007013644557446241, -0.12825509905815125, -0.3576046824455261, 0.08152912557125092, 0.2683836817741394, 0.07282286137342453, 0.274721622467041], [0.0386013500392437, 0.21939873695373535, 0.058206506073474884, 0.04555264487862587, -0.14001931250095367, -0.1166713610291481, -0.22347833216190338, -0.3825500011444092, 0.07158396393060684, -0.008754831738770008, 0.10903740674257278, 0.10615690052509308, 0.23265263438224792, -0.08896015584468842, -0.1005101129412651, -0.10828648507595062, -0.1441013216972351, 0.13679589331150055, -0.15953560173511505, 0.40678083896636963], [0.0572793185710907, 0.14981263875961304, -0.10864140838384628, -0.19566522538661957, -0.23915383219718933, -0.23494374752044678, -0.24097588658332825, -0.31867191195487976, -0.15493333339691162, 0.20017941296100616, 0.1709606945514679, 0.13527749478816986, 0.1335526704788208, 0.10035049170255661, 0.08718913793563843, 0.16494379937648773, -0.0007068424019962549, 0.20430101454257965, 0.02495724894106388, 0.26571109890937805], [0.18089286983013153, 0.08445402979850769, -0.16401006281375885, 0.3066278100013733, 0.18890807032585144, -0.1749289333820343, 0.04328909516334534, 0.024324964731931686, -0.04220426082611084, -0.037203073501586914, -0.1987064629793167, 0.36379995942115784, -0.0252195093780756, 0.05615267530083656, -0.011483568698167801, 0.16583794355392456, -0.02967016026377678, 0.011090016923844814, 0.46129682660102844, -0.044877953827381134], [-0.15193705260753632, -0.08350371569395065, -0.09853152185678482, 0.22037693858146667, 0.07158781588077545, -0.28954577445983887, 0.08663123846054077, -0.24369008839130402, 0.1806011199951172, -0.25656795501708984, -0.3038407564163208, 0.20987829566001892, -0.05267537385225296, 0.21765895187854767, -0.10702662169933319, -0.14104291796684265, -0.4394717812538147, 0.03849203139543533, 0.12796898186206818, -0.10213103145360947], [0.09114788472652435, -0.1652999371290207, 0.4471145272254944, -0.504372239112854, 0.02414732240140438, -0.05220632255077362, -0.0022662936244159937, 0.1786056011915207, 0.10332618653774261, 0.04578788951039314, 0.15948335826396942, 0.013904668390750885, 0.1557042896747589, -0.22108294069766998, -0.30970266461372375, 0.07488736510276794, 0.20400811731815338, -0.2714676856994629, -0.020141350105404854, 0.12642303109169006], [-0.4207462966442108, -0.5536481142044067, 1.4391952753067017, 0.631834864616394, -0.21722964942455292, -0.5036835670471191, -0.17022642493247986, 0.2194090336561203, 0.581180214881897, 0.02683344855904579, 0.20753668248653412, 0.2140660136938095, -0.022571561858057976, 0.16852883994579315, 0.6857602596282959, -0.017790833488106728, -1.3148857355117798, 0.30157679319381714, -0.5948036313056946, -0.21839062869548798], [0.059741389006376266, 0.011081821285188198, -0.2120979279279709, 0.12747584283351898, 0.0045031229965388775, 0.08784979581832886, -0.14069271087646484, 0.35014671087265015, -0.3108275532722473, 0.1256818324327469, 0.08132343739271164, 0.0029350267723202705, -0.17360767722129822, 0.2813674807548523, -0.17345599830150604, -0.30451011657714844, 0.22730250656604767, -0.007485037669539452, 0.4902329742908478, -0.23667272925376892], [-0.24500615894794464, -0.2592920958995819, 0.1136692687869072, 0.33144354820251465, 0.29878243803977966, -0.1929139643907547, 0.07193028926849365, 0.06088777258992195, -0.07868973165750504, -0.2769504189491272, 0.23129910230636597, -0.03235625848174095, -0.04574166238307953, 0.095383420586586, 0.38704726099967957, -0.26039567589759827, -0.39529240131378174, -0.06542760133743286, -0.23425480723381042, 0.057151056826114655], [0.03917315602302551, 0.18292395770549774, 0.3046763241291046, -0.13439680635929108, 0.10211911052465439, -0.2784273326396942, 0.35961973667144775, -0.3181815445423126, 0.1619870811700821, -0.2501404583454132, -0.20467685163021088, 0.10582244396209717, 0.08259978890419006, -0.08157757669687271, -0.07836437225341797, 0.11936736851930618, -0.04827843979001045, 0.31714579463005066, 0.10161668062210083, 0.05056418851017952], [0.1680985987186432, -0.04901381954550743, 0.13953742384910583, -0.18617425858974457, 0.15904314815998077, 0.2510598301887512, -0.09400125592947006, 0.4486364722251892, 0.08706892281770706, 0.14560359716415405, 0.11590331047773361, 0.09533466398715973, 0.12199477851390839, -0.01607104204595089, 0.0984674021601677, -0.034446634352207184, 0.3069741129875183, -0.054054681211709976, 0.05399089679121971, -0.031313423067331314], [0.1962490677833557, -0.03425276279449463, 0.16146601736545563, -0.05690304562449455, -0.09713617712259293, 0.16057977080345154, 0.11151617765426636, 0.05216642841696739, 0.22904206812381744, -0.011501307599246502, 0.0341038815677166, -0.08064262568950653, -0.030237838625907898, -0.25040513277053833, 0.09063485264778137, -0.15841704607009888, 0.02007770910859108, 0.20446255803108215, -0.17070013284683228, -0.19887347519397736], [-0.10992931574583054, -0.11346720904111862, 0.005969419609755278, -0.24452926218509674, 0.1457240730524063, 0.0010685358429327607, -0.21101361513137817, 0.3027713894844055, -0.10966072976589203, 0.02720654383301735, 0.030886858701705933, 0.05031365156173706, 0.06428966671228409, 0.11557847261428833, 0.15279221534729004, 0.38751643896102905, 0.02119631879031658, -0.09122869372367859, -0.00026854220777750015, 0.040039289742708206], [-0.025289339944720268, -0.0454196035861969, -0.22849500179290771, 0.0632200539112091, -0.27188241481781006, 0.12471406906843185, -0.24858032166957855, 0.2393122911453247, -0.09401806443929672, 0.22652022540569305, 0.1764974147081375, -0.02145746909081936, -0.22195927798748016, -0.04061320051550865, -0.1356872320175171, 0.09212284535169601, 0.11876394599676132, -0.15678484737873077, -0.08886462450027466, 0.369920551776886], [0.2551831901073456, -0.08135200291872025, 0.14993609488010406, -0.32005688548088074, -0.03679196164011955, -0.2853635251522064, -0.1596766710281372, 0.1435016393661499, -0.02953621745109558, 0.19183337688446045, 0.33237960934638977, 0.13254740834236145, -0.0656023845076561, -0.14277063310146332, -0.05004555359482765, -0.06729099154472351, 0.2134225219488144, 0.14046506583690643, 0.29846543073654175, -0.24943900108337402], [-0.005172147881239653, -0.14727261662483215, -0.1098770722746849, 0.34994733333587646, -0.22273831069469452, -0.029735222458839417, -0.05592474713921547, -0.06419305503368378, -0.04293963685631752, -0.15833346545696259, 0.18410907685756683, -0.0700763687491417, 0.27235090732574463, 0.07506590336561203, -0.1611924171447754, -0.43142828345298767, 0.11012157052755356, 0.33884966373443604, -0.03182469308376312, 0.07952141016721725], [-0.07763417810201645, 0.01474651787430048, -0.002636025194078684, 0.11205493658781052, -0.21197137236595154, -0.07981010526418686, -0.21019238233566284, 0.16418419778347015, 0.02899891324341297, 0.17464226484298706, 0.06957856565713882, -0.03741232678294182, 0.1667199432849884, 0.1494000405073166, -0.054014645516872406, 0.01712370477616787, -0.2613133490085602, -0.13515913486480713, -0.2347038984298706, -0.4280681014060974], [-0.16313983500003815, -0.13527002930641174, -0.08552958071231842, -0.4338165521621704, 0.13665902614593506, -0.30806848406791687, 0.024141065776348114, 0.03869986906647682, 0.18921449780464172, -0.3762909471988678, -0.16827519237995148, -0.07869750261306763, 0.19339269399642944, -0.0515286922454834, -0.7213796973228455, 0.47613444924354553, 0.07970136404037476, 0.09965839236974716, -0.16567549109458923, -0.01990208774805069], [0.27664124965667725, -0.06863763928413391, -0.47115927934646606, -3.3215420246124268, 0.22257716953754425, -0.08046673983335495, 0.3638218343257904, 0.016585491597652435, -0.06546686589717865, -0.07712341845035553, 0.02149452269077301, -0.17946015298366547, 0.2392398715019226, -0.8242267966270447, -0.05085476487874985, 1.185070514678955, 0.4407881796360016, -0.30398690700531006, -0.01122627966105938, 0.4915767312049866], [-0.09579551964998245, -0.10175590962171555, 0.12092150747776031, 0.5429252982139587, -0.015033220872282982, 0.14885784685611725, 0.4523473381996155, 0.08666571974754333, 0.03750614821910858, -0.024539202451705933, -0.23503151535987854, 0.14151565730571747, 0.2664739191532135, -0.20372040569782257, 0.21931962668895721, -0.018524253740906715, -0.20736126601696014, 0.10570047795772552, 0.4652814567089081, 0.2864221930503845], [-0.1446738839149475, 0.056464631110429764, 0.09468932449817657, 0.038660284131765366, -0.27762874960899353, -0.264129638671875, 0.007564965635538101, -0.17564941942691803, 0.0018702808301895857, -0.11823147535324097, 0.06120549514889717, 0.001568026840686798, 0.08925297856330872, -0.03279924392700195, 0.018649348989129066, -0.08653734624385834, 0.03374254330992699, 0.04338392615318298, 0.2574361562728882, 0.16027024388313293], [-0.09397005289793015, 0.08251458406448364, 0.07922597974538803, 0.16338853538036346, 0.26520824432373047, -0.1863052397966385, -0.0056913746520876884, 0.2598004937171936, 0.0988389402627945, -0.14647603034973145, 0.03139070048928261, 0.15330106019973755, -0.04339876398444176, -0.0005692602135241032, -0.011734947562217712, 0.12171903252601624, -0.18461452424526215, 0.333516001701355, 0.4110812544822693, -0.05121370032429695], [-0.2627214789390564, 0.05128035321831703, -0.0040216450579464436, 0.09977418929338455, 0.08790474385023117, -0.049322836101055145, 0.027272813022136688, -0.19029854238033295, -0.27996477484703064, -0.191692054271698, 0.04528343304991722, -0.11861327290534973, 0.009888269007205963, -0.19782279431819916, 0.13876159489154816, 0.0527474582195282, -0.11120891571044922, 0.2127295583486557, 0.14313048124313354, 0.2907803952693939], [0.08904670923948288, 0.08205508440732956, -0.08548042178153992, 0.015113215893507004, -0.0061481064185500145, -0.05971513316035271, 0.00733884098008275, -0.13258740305900574, -0.061517346650362015, -0.03649725764989853, -0.027459243312478065, 0.000818658503703773, -0.03369231894612312, -0.0007673716172575951, -0.06697999686002731, -0.22896526753902435, -0.11652569472789764, 0.08051686733961105, 0.08540567755699158, 0.08175788819789886], [0.04789060354232788, 0.045003291219472885, -0.03501115366816521, 0.17674686014652252, 0.16245009005069733, -0.06380408257246017, -0.061729442328214645, -0.16185946762561798, -0.08189067244529724, 0.07219751924276352, -0.008670968934893608, 0.020430905744433403, -0.016684742644429207, 0.05553476884961128, 0.011105927638709545, 0.22793681919574738, -0.03207149729132652, 0.10761021077632904, 0.06876271963119507, -0.05715819075703621], [-0.11413118988275528, 0.1070665717124939, -0.17686162889003754, -0.04841205105185509, 0.15185825526714325, -0.07439178973436356, -0.14281821250915527, -0.14896944165229797, -0.1988251805305481, 0.04403511807322502, 0.015323284082114697, 0.11602453142404556, -0.00971059687435627, 0.024559229612350464, -0.027982715517282486, -0.18664541840553284, -0.09073854237794876, 0.1670284867286682, -0.049401722848415375, 0.11978641152381897], [-0.13864032924175262, 0.09876798838376999, 0.04166232421994209, 0.03025376796722412, -0.2716585099697113, -0.12729395925998688, 0.13021966814994812, -0.5117327570915222, 0.014042425900697708, -0.06714263558387756, 0.010971017181873322, -0.02380559593439102, 0.27870166301727295, -0.10475122183561325, 0.028112279251217842, 0.026221346110105515, 0.0801900252699852, 0.42782092094421387, 0.019293291494250298, 0.447357714176178], [-0.029500586912035942, 0.10679438710212708, -0.14228644967079163, 0.47586023807525635, 0.09102516621351242, -0.10486003011465073, -0.043782930821180344, -0.1966380774974823, -0.06837824732065201, -0.04835524410009384, 0.0052347443997859955, -0.1609463095664978, 0.27121835947036743, 0.005785800516605377, 0.08356223255395889, 0.0058711520396173, -0.09492449462413788, 0.18081019818782806, -0.11140292137861252, 0.3002728223800659], [0.05917419120669365, 0.08075237274169922, 0.020991770550608635, 0.18485106527805328, 0.0015172400744631886, -0.10055804252624512, -0.012202415615320206, -0.20742513239383698, 0.03924209997057915, -0.06877133995294571, -0.002609188435599208, -0.0008121298160403967, 0.09236225485801697, 0.010801972821354866, -0.049929745495319366, -0.11838827282190323, 0.033724211156368256, 0.16289792954921722, 0.08808130025863647, 0.08386421948671341], [-0.11394441872835159, -0.15913762152194977, 0.03966372460126877, -0.19290859997272491, -0.05168192461133003, 0.06563439220190048, -0.25993090867996216, 0.15635764598846436, 0.009462542831897736, 0.13825620710849762, 0.2073356956243515, 0.05926575884222984, -0.1292741298675537, -0.034652505069971085, -0.1379210650920868, 0.0680142417550087, -0.024486275389790535, -0.18111872673034668, -0.27024516463279724, -0.01684560813009739], [0.022410651668906212, 0.26537445187568665, -0.06449345499277115, 0.12694624066352844, -0.23764677345752716, -0.2792477309703827, -0.1627897173166275, -0.2613425552845001, -0.07187589257955551, 0.05292774364352226, -0.048329755663871765, -0.09942851960659027, -0.015098297968506813, 0.049680888652801514, 0.1233067438006401, 0.12707309424877167, -0.14664669334888458, 0.27490437030792236, 0.1188175305724144, 0.1983383595943451], [0.04164871200919151, 0.09242753684520721, -0.2168397754430771, 0.04528038203716278, 0.18208959698677063, -0.07122227549552917, -0.028217554092407227, -0.12121493369340897, -0.2237846553325653, 0.004555355291813612, -0.00019687374879140407, -0.02958521991968155, -0.13896845281124115, 0.030577022582292557, 0.019509073346853256, 0.06513158231973648, -0.18141363561153412, 0.06847202777862549, 0.07739101350307465, 0.07750480622053146], [-0.05418406054377556, -0.04041990265250206, -0.02421843446791172, -0.3127852976322174, -0.03970582038164139, -0.021863214671611786, -0.09811332821846008, 0.07390587776899338, 0.004805765114724636, 0.11124198883771896, 0.003582339733839035, 0.029592767357826233, -0.04533562436699867, -0.0402103066444397, -0.05103816092014313, -0.046541761606931686, -0.048886265605688095, -0.0800461396574974, -0.032536581158638, -0.018923619762063026], [0.06543734669685364, 0.018298862501978874, 0.044653765857219696, -0.014332804828882217, 0.04877675324678421, -0.10613305866718292, -0.15087349712848663, -0.028362831100821495, -0.07601674646139145, 0.11033884435892105, 0.07833275943994522, 0.02412841096520424, 0.029353776946663857, 0.031024986878037453, -0.038602713495492935, 0.0189081821590662, -0.06555403023958206, -0.026930151507258415, -0.03885168582201004, 0.04387776553630829], [0.02994747832417488, 0.07858449220657349, -0.06792822480201721, -0.04195254668593407, 0.07061740756034851, -0.044411420822143555, 0.005411868914961815, -0.06667204946279526, -0.006351416930556297, 0.022157160565257072, -0.0068154227919876575, 0.01093748677521944, -0.05566026642918587, -0.015271713957190514, 0.0036780431400984526, 0.03542718291282654, -0.023267138749361038, 0.07490276545286179, 0.04328806325793266, 0.05193342640995979], [-0.059137795120477676, -0.09153430908918381, 0.08637530356645584, -0.09463100135326385, -0.218740314245224, -0.09724368900060654, 0.05959645286202431, -0.01187299657613039, 0.02820879966020584, 0.03946822136640549, 0.0941898375749588, 0.05190044268965721, 0.09740085899829865, -0.07663481682538986, 0.07052963972091675, 0.3890349268913269, 0.05530896782875061, 0.04481964185833931, -0.08736148476600647, 0.20152956247329712], [-0.05433875322341919, 0.06027842313051224, -0.10665200650691986, -0.03741839900612831, -0.034918349236249924, -0.023519879207015038, -0.017787039279937744, -0.04973597824573517, -0.05241517350077629, 0.0026543547865003347, 0.022728750482201576, -0.02610168419778347, 0.05231520161032677, -0.008887149393558502, -0.02048380672931671, -0.11995568871498108, -0.03722722455859184, 0.06572415679693222, -0.020033612847328186, 0.01707255281507969], [-0.04790676385164261, 0.08747603744268417, -0.04062866419553757, -0.024123141542077065, 0.03582831099629402, 0.009570680558681488, 0.028479455038905144, -0.22451747953891754, -0.001123246387578547, -0.05390450358390808, 0.04208020120859146, -0.02917408011853695, -0.14142778515815735, -0.05552011728286743, -0.021782275289297104, 0.062409836798906326, -0.15481330454349518, 0.060903068631887436, 0.05087484419345856, 0.1542118638753891], [-0.058106642216444016, -0.05624992027878761, 0.05056431517004967, 0.04406692832708359, -0.5550015568733215, -0.19626781344413757, 0.08702829480171204, -0.17250286042690277, -0.003356932196766138, 0.055569279938936234, 0.052344370633363724, -0.017191562801599503, 0.5875720977783203, 0.00976740475744009, 0.12274458259344101, 0.13708393275737762, 0.31189262866973877, 0.2673845589160919, -0.11769207566976547, 0.370398610830307], [-0.09381203353404999, 0.04080510884523392, 0.03467300906777382, -0.2554694414138794, -0.13550975918769836, -0.034650880843400955, 0.03888697922229767, -0.27032217383384705, 0.05139562115073204, -0.03845668211579323, 0.07634301483631134, -0.005806831642985344, 0.08902936428785324, -0.06998845189809799, -0.04454652965068817, -0.043828029185533524, -0.029242992401123047, 0.1628805249929428, -0.03329450637102127, 0.2649328410625458], [0.037298619747161865, 0.07175955176353455, 0.13072726130485535, 0.06587029248476028, -0.1758037507534027, -0.2466636747121811, 0.03223707526922226, -0.34032902121543884, 0.004925960209220648, -0.018387841060757637, -0.0684441328048706, 0.02794884331524372, 0.1428380310535431, -0.0958084687590599, -0.04427235573530197, -0.07441292703151703, 0.13695712387561798, 0.28556105494499207, 0.01572311855852604, 0.24225130677223206], [0.14168864488601685, 0.027247771620750427, 0.1236146092414856, 0.05996927246451378, 0.029328346252441406, -0.06335730105638504, -0.21472814679145813, -0.07224216312170029, -0.05575547367334366, 0.13658595085144043, 0.01202284637838602, 0.08865977823734283, -0.04989505931735039, 0.03837304934859276, 0.0012838180409744382, 0.09280463308095932, -0.11300617456436157, -0.1281381994485855, -0.16254159808158875, 0.10145947337150574], [0.00312778796069324, 0.11624909192323685, -0.10557104647159576, -0.1752418428659439, -0.08715078979730606, -0.17203903198242188, -0.1086384728550911, 0.019754968583583832, -0.12408137321472168, 0.06477680802345276, 0.17813317477703094, 0.11432009935379028, 0.12358883768320084, 0.08259446918964386, 0.07442822307348251, 0.2489624172449112, 0.004936646204441786, 0.08414429426193237, 0.012574374675750732, 0.06177284196019173]], "rec.bias_ih_l0": [0.24054254591464996, -0.08976159244775772, -0.7025569677352905, 0.7479069232940674, -0.0857611894607544, 0.1931161880493164, -0.010405520908534527, 0.09930014610290527, -0.1371288299560547, 0.008524690754711628, -0.2902255058288574, -0.09848390519618988, 0.07796606421470642, 0.22686827182769775, 0.4465067386627197, 0.6535927653312683, 0.5285503268241882, -0.12966185808181763, -0.32743126153945923, -0.06132027506828308, 0.1903373748064041, 0.08759050071239471, 1.0056802034378052, -0.24698308110237122, 0.05771256238222122, -0.12565335631370544, 0.15357087552547455, 0.6835747361183167, 0.07420219480991364, 0.18054714798927307, 0.6484628915786743, 0.1968715339899063, 0.12634627521038055, 0.06625456362962723, -0.30600202083587646, -0.12564270198345184, -0.14745604991912842, 0.15197740495204926, 0.7065675258636475, 0.34458571672439575, 0.045945096760988235, 0.10532865673303604, 0.14989934861660004, -0.08036187291145325, 0.13403381407260895, 0.08136696368455887, -0.12067703157663345, -0.039098240435123444, 0.015477638691663742, -0.022671153768897057, -0.01312941499054432, -0.0003458033315837383, -0.0680401548743248, 0.08122376352548599, 0.06130405142903328, -0.06302756816148758, -0.33118656277656555, 0.06265836954116821, -0.08220285922288895, -0.16353614628314972, 0.2528330981731415, 0.10931818187236786, 0.47805461287498474, 0.7727918028831482, -0.04623575881123543, 0.2621302604675293, -0.016304058954119682, 0.14601920545101166, 0.12970897555351257, 0.08635015785694122, 0.11713564395904541, 0.14408522844314575, 0.06224798411130905, 0.11578017473220825, 0.4487181603908539, 0.10858985781669617, 0.510353147983551, 0.1952924281358719, 0.20347246527671814, 0.2523645758628845], "rec.bias_hh_l0": [0.2396964132785797, -0.009595663286745548, -0.6209097504615784, 0.7479044198989868, -0.0869382992386818, 0.11837594956159592, -0.03314206749200821, 0.07980135828256607, -0.06904910504817963, -0.06929372251033783, -0.319581538438797, -0.03808999061584473, 0.11144101619720459, 0.23165066540241241, 0.4476129412651062, 0.6537052392959595, 0.5213960409164429, 0.054091405123472214, -0.33938077092170715, 0.23709416389465332, 0.18618986010551453, 0.12768031656742096, 1.1115314960479736, -0.2587074041366577, 0.05805160105228424, -0.11927083134651184, 0.22488345205783844, 0.40409207344055176, 0.161210834980011, 0.2606709599494934, 0.6720531582832336, 0.20578883588314056, 0.09854772686958313, 0.15134109556674957, -0.30795541405677795, -0.12489274144172668, -0.10233572125434875, 0.24806100130081177, 0.6985212564468384, 0.43883055448532104, -0.11861925572156906, -0.006343113724142313, 0.01921835169196129, 0.16945651173591614, -0.029581177979707718, -0.1548890918493271, -0.01854393258690834, -0.12012770026922226, 0.02674383483827114, 0.11876091361045837, 0.12884977459907532, 0.12819966673851013, 0.015989072620868683, 0.12244907766580582, -0.13725490868091583, -0.11403676122426987, 0.03261399269104004, -0.07628108561038971, 0.16746197640895844, 0.13968734443187714, 0.255254328250885, 0.03366753086447716, 0.32904958724975586, 0.7727993130683899, -0.04415693134069443, 0.09616230428218842, 0.006338132545351982, 0.133505716919899, 0.09621549397706985, 0.07787586748600006, 0.14179061353206635, 0.12929178774356842, 0.05527247115969658, 0.17052865028381348, 0.449262410402298, 0.12298141419887543, 0.5171884894371033, 0.2638638913631439, 0.18498215079307556, 0.39328068494796753], "lin.weight": [[-0.10600713640451431, 0.3638106882572174, -0.003658731933683157, 0.17207445204257965, 0.15111202001571655, -0.37360915541648865, 0.32542741298675537, 0.019180402159690857, -0.2969675362110138, -0.2510145902633667, -0.3527390658855438, -0.2722605764865875, -0.09462878108024597, 0.3057496249675751, 0.6557283401489258, -0.2554403245449066, -0.21973015367984772, 0.19126813113689423, 0.29271480441093445, -0.31651365756988525]], "lin.bias": [-0.020056188106536865]}}
+\ No newline at end of file
