From 4b6900f553bc2960157a624d093fe72589c70175 Mon Sep 17 00:00:00 2001 From: Benjamin Meyer Date: Thu, 24 Sep 2026 13:24:56 +0200 Subject: [PATCH] Update to newest DimWit state --- .../scala/deepwit/activation/ActivationFunctions.scala | 10 +++++++++- .../deepwit/activation/ActivationFunctionsSuite.scala | 3 ++- examples/src/main/scala/deepwit/examples/gpt/GPT.scala | 2 +- 3 files changed, 12 insertions(+), 3 deletions(-) diff --git a/core/src/main/scala/deepwit/activation/ActivationFunctions.scala b/core/src/main/scala/deepwit/activation/ActivationFunctions.scala index 1b29c25..91b2c90 100644 --- a/core/src/main/scala/deepwit/activation/ActivationFunctions.scala +++ b/core/src/main/scala/deepwit/activation/ActivationFunctions.scala @@ -1,3 +1,11 @@ package deepwit.activation -export dimwit.nn.ActivationFunctions.* +import dimwit.* + +def sigmoid[T <: Tuple: Labels, V: IsFloating](t: Tensor[T, V]): Tensor[T, V] = t.sigmoid + +def relu[T <: Tuple: Labels, V: IsFloating](t: Tensor[T, V]): Tensor[T, V] = t.relu + +def gelu[T <: Tuple: Labels, V: IsFloating](t: Tensor[T, V]): Tensor[T, V] = t.gelu + +def softmax[L: Label, V: IsFloating](t: Tensor1[L, V]): Tensor1[L, V] = t.softmax(Axis[L]) diff --git a/core/src/test/scala/deepwit/activation/ActivationFunctionsSuite.scala b/core/src/test/scala/deepwit/activation/ActivationFunctionsSuite.scala index 64f8f67..8304f30 100644 --- a/core/src/test/scala/deepwit/activation/ActivationFunctionsSuite.scala +++ b/core/src/test/scala/deepwit/activation/ActivationFunctionsSuite.scala @@ -1,7 +1,8 @@ package deepwit.activation -import deepwit.* import dimwit.* +import deepwit.* +import deepwit.activation.softmax import org.scalatest.matchers.should.Matchers import org.scalatest.funspec.AnyFunSpec diff --git a/examples/src/main/scala/deepwit/examples/gpt/GPT.scala b/examples/src/main/scala/deepwit/examples/gpt/GPT.scala index 89d7b7d..a38b3bf 100644 --- a/examples/src/main/scala/deepwit/examples/gpt/GPT.scala +++ b/examples/src/main/scala/deepwit/examples/gpt/GPT.scala @@ -2,7 +2,7 @@ package deepwit.examples.gpt import dimwit.* import dimwit.Conversions.given -import nn.ActivationFunctions.softmax +import deepwit.activation.softmax import deepwit.attention.{Head, HeadKey, HeadQuery, HeadValue} import dimwit.stats.Categorical import deepwit.embedder.VocabularyEmbedder