magnus167/rustframe
1
0
Fork 0
mirror of https://github.com/Magnus167/rustframe.git synced 2025-08-20 04:19:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

applied formatting

Browse Source
This commit is contained in:
Palash Tyagi 2025-07-06 20:43:01 +01:00
parent 75d07371b2
commit 46abeb12a7
1 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/compute/models/dense_nn.rs
View File

@ -1,5 +1,5 @@
use crate::compute::activations::{drelu, relu, sigmoid};
use crate::matrix::{Matrix, SeriesOps}; use crate::matrix::{Matrix, SeriesOps};
use crate::compute::activations::{relu, drelu, sigmoid};
use rand::prelude::*; use rand::prelude::*;
/// Supported activation functions /// Supported activation functions
@ -118,7 +118,7 @@ impl DenseNN {
); );
let mut weights = Vec::with_capacity(sizes.len() - 1); let mut weights = Vec::with_capacity(sizes.len() - 1);
let mut biases = Vec::with_capacity(sizes.len() - 1); let mut biases = Vec::with_capacity(sizes.len() - 1);
for i in 0..sizes.len() - 1 { for i in 0..sizes.len() - 1 {
let w = config.initializer.initialize(sizes[i], sizes[i + 1]); let w = config.initializer.initialize(sizes[i], sizes[i + 1]);
@ -167,7 +167,11 @@ impl DenseNN {
LossKind::BCE => self.loss.gradient(&y_hat, y), LossKind::BCE => self.loss.gradient(&y_hat, y),
LossKind::MSE => { LossKind::MSE => {
let grad = self.loss.gradient(&y_hat, y); let grad = self.loss.gradient(&y_hat, y);
let dz = self.activations.last().unwrap().derivative(zs.last().unwrap()); let dz = self
.activations
.last()
.unwrap()
.derivative(zs.last().unwrap());
grad.zip(&dz, |g, da| g * da) grad.zip(&dz, |g, da| g * da)
} }
}; };
@ -180,7 +184,7 @@ impl DenseNN {
// Update weights & biases // Update weights & biases
self.weights[l] = &self.weights[l] - &(dw * self.lr); self.weights[l] = &self.weights[l] - &(dw * self.lr);
self.biases[l] = &self.biases[l] - &(db * self.lr); self.biases[l] = &self.biases[l] - &(db * self.lr);
// Propagate delta to previous layer // Propagate delta to previous layer
if l > 0 { if l > 0 {