✨ feat(layer_seq): EmbeddingSeq (#122)

CHANGELOG.md

@@ -4,6 +4,7 @@ All notable changes to this project will be documented in this file.
 
 ## [unreleased]
 
+✨ **layer_seq:** EmbeddingSeq ([122](https://github.com/owkin/GrAIdient/pull/122))\
 🚀 **perf:** use half in Metal kernels ([121](https://github.com/owkin/GrAIdient/pull/121))\
 🔨 **refactor:** handle float16 along float on GPU ([#120](https://github.com/owkin/GrAIdient/pull/120))\
 🚀 **perf:** copy & generate weights faster ([119](https://github.com/owkin/GrAIdient/pull/119))\

Sources/GrAIdient/Layer1D/Constant1D.swift

@@ -21,7 +21,7 @@ public class Constant1D: Layer1D, LayerUpdate
     var _wBuffers: IWeightBuffers! = nil
 
     ///
-    /// Buffer of gradients per sample for biases.
+    /// Buffer of gradients per sample.
     /// Shape ~ (batch, nbNeurons).
     ///
     var _wDeltaWeights: FloatBuffer! = nil

Sources/GrAIdient/Layer2D/Constant2D.swift

@@ -21,7 +21,7 @@ public class Constant2D: Layer2D, LayerResize, LayerUpdate
     var _wBuffers: IWeightBuffers! = nil
 
     ///
-    /// Buffer of gradients per sample for biases.
+    /// Buffer of gradients per sample.
     /// Shape ~ (batch, nbChannels).
     ///
     var _wDeltaWeights: FloatBuffer! = nil

Sources/GrAIdient/Layer2D/VQ2D.swift

@@ -59,7 +59,7 @@ public class VQ2D: LayerOutput2D, LayerWeightInit
     var _wBuffers: IWeightBuffers! = nil
 
     ///
-    /// Buffer of gradients per sample for biases.
+    /// Buffer of gradients per sample.
     /// Shape ~ (batch, K, nbChannels).
     ///
     var _wDeltaWeights: FloatBuffer! = nil

Sources/GrAIdient/LayerSeq/ConstantSeq.swift

@@ -505,7 +505,7 @@ public class Constant2Seq: LayerSeq, LayerUpdate
     var _wBuffers: IWeightBuffers! = nil
 
     ///
-    /// Buffer of gradients per sample for biases.
+    /// Buffer of gradients per sample.
     /// Shape ~ (batch, sequence, nbNeurons).
     ///
     var _wDeltaWeights: FloatBuffer! = nil