✨ feat: BCE1D, BCE2D, VQ2D & VQSeq as losses (#101)

owkin · Jul 7, 2023 · ada5360 · ada5360
1 parent be79503
commit ada5360
Show file tree

Hide file tree

Showing 45 changed files with 6,450 additions and 2,985 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -4,6 +4,7 @@ All notable changes to this project will be documented in this file.
 
 ## [unreleased]
 
+🪜 **feat:** BCE1D, BCE2D, VQ2D & VQSeq as losses ([#101](https://github.com/owkin/GrAIdient/pull/101))\
 🪜 **layer_seq:** VQSeq ([#100](https://github.com/owkin/GrAIdient/pull/100))\
 🔨 **layer_2d:** expose indices in VQ2D ([#99](https://github.com/owkin/GrAIdient/pull/99))\
 🪜 **layer_2d:** loosen range contraint in ColorJitterHSV ([#98](https://github.com/owkin/GrAIdient/pull/98))\

diff --git a/Sources/GrAIdient/Core/Function/Activation.swift b/Sources/GrAIdient/Core/Function/Activation.swift
@@ -744,7 +744,14 @@ public class Sigmoid: ActivationFunction
     ///
     public override func apply(_ x: Double) -> Double
     {
-        return 1 / (1 + exp(-x))
+        if x >= 0
+        {
+            return 1 / (1 + exp(-x))
+        }
+        else
+        {
+            return exp(x) / (1 + exp(x))
+        }
     }
 
     ///

diff --git a/Sources/GrAIdient/Core/Layer/LayerUpdate.swift b/Sources/GrAIdient/Core/Layer/LayerUpdate.swift
@@ -7,6 +7,25 @@
 
 import Foundation
 
+/// Error occuring in an output layer.
+public enum LossError: Error
+{
+    /// Ground truth has an unexected value.
+    case GroundTruthValue
+}
+
+extension LossError: CustomStringConvertible
+{
+    public var description: String
+    {
+        switch self
+        {
+        case .GroundTruthValue:
+            return "Ground truth has an unexpected value."
+        }
+    }
+}
+
 /// Running phase of a model.
 public enum Phase
 {