Merge pull request #61 from FL03/v0.1.14

V0.1.14
FL03 · May 25, 2024 · d09a22b · d09a22b
2 parents d1aa8e2 + 0d5b03c
commit d09a22b
Show file tree

Hide file tree

Showing 377 changed files with 7,867 additions and 1,910 deletions.
diff --git a/nn/neural/Cargo.toml → .artifacts/archive/neural/Cargo.toml b/nn/neural/Cargo.toml → .artifacts/archive/neural/Cargo.toml
diff --git a/nn/neural/src/errors/error.rs → ...ifacts/archive/neural/src/errors/error.rs b/nn/neural/src/errors/error.rs → ...ifacts/archive/neural/src/errors/error.rs
diff --git a/nn/neural/src/errors/mod.rs → .artifacts/archive/neural/src/errors/mod.rs b/nn/neural/src/errors/mod.rs → .artifacts/archive/neural/src/errors/mod.rs
diff --git a/nn/neural/src/exp/layers/config.rs → ...s/archive/neural/src/exp/layers/config.rs b/nn/neural/src/exp/layers/config.rs → ...s/archive/neural/src/exp/layers/config.rs
diff --git a/nn/neural/src/exp/layers/mod.rs → ...acts/archive/neural/src/exp/layers/mod.rs b/nn/neural/src/exp/layers/mod.rs → ...acts/archive/neural/src/exp/layers/mod.rs
diff --git a/nn/neural/src/exp/layers/sublayer.rs → ...archive/neural/src/exp/layers/sublayer.rs b/nn/neural/src/exp/layers/sublayer.rs → ...archive/neural/src/exp/layers/sublayer.rs
diff --git a/nn/neural/src/exp/layers/wrapper.rs → .../archive/neural/src/exp/layers/wrapper.rs b/nn/neural/src/exp/layers/wrapper.rs → .../archive/neural/src/exp/layers/wrapper.rs
diff --git a/nn/neural/src/exp/mod.rs → .artifacts/archive/neural/src/exp/mod.rs b/nn/neural/src/exp/mod.rs → .artifacts/archive/neural/src/exp/mod.rs
diff --git a/nn/neural/src/exp/models/mod.rs → ...acts/archive/neural/src/exp/models/mod.rs b/nn/neural/src/exp/models/mod.rs → ...acts/archive/neural/src/exp/models/mod.rs
diff --git a/nn/neural/src/exp/models/modules.rs → .../archive/neural/src/exp/models/modules.rs b/nn/neural/src/exp/models/modules.rs → .../archive/neural/src/exp/models/modules.rs
diff --git a/nn/neural/src/exp/models/store.rs → ...ts/archive/neural/src/exp/models/store.rs b/nn/neural/src/exp/models/store.rs → ...ts/archive/neural/src/exp/models/store.rs
diff --git a/nn/neural/src/func/activate/activator.rs → ...ive/neural/src/func/activate/activator.rs b/nn/neural/src/func/activate/activator.rs → ...ive/neural/src/func/activate/activator.rs
diff --git a/nn/neural/src/func/activate/binary.rs → ...rchive/neural/src/func/activate/binary.rs b/nn/neural/src/func/activate/binary.rs → ...rchive/neural/src/func/activate/binary.rs
diff --git a/nn/neural/src/func/activate/linear.rs → ...rchive/neural/src/func/activate/linear.rs b/nn/neural/src/func/activate/linear.rs → ...rchive/neural/src/func/activate/linear.rs
diff --git a/nn/neural/src/func/activate/mod.rs → ...s/archive/neural/src/func/activate/mod.rs b/nn/neural/src/func/activate/mod.rs → ...s/archive/neural/src/func/activate/mod.rs
diff --git a/nn/neural/src/func/activate/nl/mod.rs → ...rchive/neural/src/func/activate/nl/mod.rs b/nn/neural/src/func/activate/nl/mod.rs → ...rchive/neural/src/func/activate/nl/mod.rs
diff --git a/nn/neural/src/func/activate/nl/relu.rs → ...chive/neural/src/func/activate/nl/relu.rs b/nn/neural/src/func/activate/nl/relu.rs → ...chive/neural/src/func/activate/nl/relu.rs
diff --git a/nn/neural/src/func/activate/nl/sigmoid.rs → ...ve/neural/src/func/activate/nl/sigmoid.rs b/nn/neural/src/func/activate/nl/sigmoid.rs → ...ve/neural/src/func/activate/nl/sigmoid.rs
diff --git a/nn/neural/src/func/activate/nl/softmax.rs → ...ve/neural/src/func/activate/nl/softmax.rs b/nn/neural/src/func/activate/nl/softmax.rs → ...ve/neural/src/func/activate/nl/softmax.rs
diff --git a/nn/neural/src/func/activate/nl/tanh.rs → ...chive/neural/src/func/activate/nl/tanh.rs b/nn/neural/src/func/activate/nl/tanh.rs → ...chive/neural/src/func/activate/nl/tanh.rs
diff --git a/nn/neural/src/func/loss/kinds.rs → ...cts/archive/neural/src/func/loss/kinds.rs b/nn/neural/src/func/loss/kinds.rs → ...cts/archive/neural/src/func/loss/kinds.rs
diff --git a/nn/neural/src/func/loss/mod.rs → ...facts/archive/neural/src/func/loss/mod.rs b/nn/neural/src/func/loss/mod.rs → ...facts/archive/neural/src/func/loss/mod.rs
diff --git a/nn/neural/src/func/loss/reg/huber.rs → ...archive/neural/src/func/loss/reg/huber.rs b/nn/neural/src/func/loss/reg/huber.rs → ...archive/neural/src/func/loss/reg/huber.rs
diff --git a/nn/neural/src/func/loss/reg/mae.rs → ...s/archive/neural/src/func/loss/reg/mae.rs b/nn/neural/src/func/loss/reg/mae.rs → ...s/archive/neural/src/func/loss/reg/mae.rs
diff --git a/nn/neural/src/func/loss/reg/mod.rs → ...s/archive/neural/src/func/loss/reg/mod.rs b/nn/neural/src/func/loss/reg/mod.rs → ...s/archive/neural/src/func/loss/reg/mod.rs
diff --git a/nn/neural/src/func/loss/reg/mse.rs → ...s/archive/neural/src/func/loss/reg/mse.rs b/nn/neural/src/func/loss/reg/mse.rs → ...s/archive/neural/src/func/loss/reg/mse.rs
diff --git a/nn/neural/src/func/mod.rs → .artifacts/archive/neural/src/func/mod.rs b/nn/neural/src/func/mod.rs → .artifacts/archive/neural/src/func/mod.rs
diff --git a/nn/neural/src/func/rms.rs → .artifacts/archive/neural/src/func/rms.rs b/nn/neural/src/func/rms.rs → .artifacts/archive/neural/src/func/rms.rs
diff --git a/nn/neural/src/layers/cmp/features.rs → ...archive/neural/src/layers/cmp/features.rs b/nn/neural/src/layers/cmp/features.rs → ...archive/neural/src/layers/cmp/features.rs
diff --git a/nn/neural/src/layers/cmp/kinds.rs → ...ts/archive/neural/src/layers/cmp/kinds.rs b/nn/neural/src/layers/cmp/kinds.rs → ...ts/archive/neural/src/layers/cmp/kinds.rs
diff --git a/nn/neural/src/layers/cmp/mod.rs → ...acts/archive/neural/src/layers/cmp/mod.rs b/nn/neural/src/layers/cmp/mod.rs → ...acts/archive/neural/src/layers/cmp/mod.rs
diff --git a/nn/neural/src/layers/layer.rs → ...ifacts/archive/neural/src/layers/layer.rs b/nn/neural/src/layers/layer.rs → ...ifacts/archive/neural/src/layers/layer.rs
diff --git a/nn/neural/src/layers/mod.rs → .artifacts/archive/neural/src/layers/mod.rs b/nn/neural/src/layers/mod.rs → .artifacts/archive/neural/src/layers/mod.rs
diff --git a/nn/neural/src/layers/params.rs → ...facts/archive/neural/src/layers/params.rs b/nn/neural/src/layers/params.rs → ...facts/archive/neural/src/layers/params.rs
diff --git a/nn/neural/src/layers/seq/mod.rs → ...acts/archive/neural/src/layers/seq/mod.rs b/nn/neural/src/layers/seq/mod.rs → ...acts/archive/neural/src/layers/seq/mod.rs
diff --git a/nn/neural/src/layers/seq/sequential.rs → ...chive/neural/src/layers/seq/sequential.rs b/nn/neural/src/layers/seq/sequential.rs → ...chive/neural/src/layers/seq/sequential.rs
diff --git a/nn/neural/src/lib.rs → .artifacts/archive/neural/src/lib.rs b/nn/neural/src/lib.rs → .artifacts/archive/neural/src/lib.rs
diff --git a/nn/neural/src/models/config.rs → ...facts/archive/neural/src/models/config.rs b/nn/neural/src/models/config.rs → ...facts/archive/neural/src/models/config.rs
diff --git a/nn/neural/src/models/mod.rs → .artifacts/archive/neural/src/models/mod.rs b/nn/neural/src/models/mod.rs → .artifacts/archive/neural/src/models/mod.rs
diff --git a/nn/neural/src/models/model.rs → ...ifacts/archive/neural/src/models/model.rs b/nn/neural/src/models/model.rs → ...ifacts/archive/neural/src/models/model.rs
diff --git a/nn/neural/src/models/modes.rs → ...ifacts/archive/neural/src/models/modes.rs b/nn/neural/src/models/modes.rs → ...ifacts/archive/neural/src/models/modes.rs
diff --git a/nn/neural/src/models/params.rs → ...facts/archive/neural/src/models/params.rs b/nn/neural/src/models/params.rs → ...facts/archive/neural/src/models/params.rs
diff --git a/nn/neural/src/neurons/mod.rs → .artifacts/archive/neural/src/neurons/mod.rs b/nn/neural/src/neurons/mod.rs → .artifacts/archive/neural/src/neurons/mod.rs
diff --git a/nn/neural/src/neurons/node.rs → ...ifacts/archive/neural/src/neurons/node.rs b/nn/neural/src/neurons/node.rs → ...ifacts/archive/neural/src/neurons/node.rs
diff --git a/nn/neural/src/neurons/perceptron.rs → .../archive/neural/src/neurons/perceptron.rs b/nn/neural/src/neurons/perceptron.rs → .../archive/neural/src/neurons/perceptron.rs
diff --git a/nn/neural/src/neurons/synapse.rs → ...cts/archive/neural/src/neurons/synapse.rs b/nn/neural/src/neurons/synapse.rs → ...cts/archive/neural/src/neurons/synapse.rs
diff --git a/nn/neural/src/nn/gnn/mod.rs → .artifacts/archive/neural/src/nn/gnn/mod.rs b/nn/neural/src/nn/gnn/mod.rs → .artifacts/archive/neural/src/nn/gnn/mod.rs
diff --git a/nn/neural/src/nn/gnn/model.rs → ...ifacts/archive/neural/src/nn/gnn/model.rs b/nn/neural/src/nn/gnn/model.rs → ...ifacts/archive/neural/src/nn/gnn/model.rs
diff --git a/nn/neural/src/nn/gnn/tasks.rs → ...ifacts/archive/neural/src/nn/gnn/tasks.rs b/nn/neural/src/nn/gnn/tasks.rs → ...ifacts/archive/neural/src/nn/gnn/tasks.rs
diff --git a/nn/neural/src/nn/kinds.rs → .artifacts/archive/neural/src/nn/kinds.rs b/nn/neural/src/nn/kinds.rs → .artifacts/archive/neural/src/nn/kinds.rs
diff --git a/nn/neural/src/nn/mod.rs → .artifacts/archive/neural/src/nn/mod.rs b/nn/neural/src/nn/mod.rs → .artifacts/archive/neural/src/nn/mod.rs
diff --git a/nn/neural/src/nn/position.rs → .artifacts/archive/neural/src/nn/position.rs b/nn/neural/src/nn/position.rs → .artifacts/archive/neural/src/nn/position.rs
diff --git a/nn/neural/src/ops/compile.rs → .artifacts/archive/neural/src/ops/compile.rs b/nn/neural/src/ops/compile.rs → .artifacts/archive/neural/src/ops/compile.rs
diff --git a/nn/neural/src/ops/dropout.rs → .artifacts/archive/neural/src/ops/dropout.rs b/nn/neural/src/ops/dropout.rs → .artifacts/archive/neural/src/ops/dropout.rs
diff --git a/nn/neural/src/ops/mod.rs → .artifacts/archive/neural/src/ops/mod.rs b/nn/neural/src/ops/mod.rs → .artifacts/archive/neural/src/ops/mod.rs
diff --git a/nn/neural/src/ops/norm.rs → .artifacts/archive/neural/src/ops/norm.rs b/nn/neural/src/ops/norm.rs → .artifacts/archive/neural/src/ops/norm.rs
diff --git a/nn/neural/src/ops/predict.rs → .artifacts/archive/neural/src/ops/predict.rs b/nn/neural/src/ops/predict.rs → .artifacts/archive/neural/src/ops/predict.rs
diff --git a/nn/neural/src/ops/train.rs → .artifacts/archive/neural/src/ops/train.rs b/nn/neural/src/ops/train.rs → .artifacts/archive/neural/src/ops/train.rs
diff --git a/nn/neural/src/params/iter.rs → .artifacts/archive/neural/src/params/iter.rs b/nn/neural/src/params/iter.rs → .artifacts/archive/neural/src/params/iter.rs
diff --git a/nn/neural/src/params/kinds.rs → ...ifacts/archive/neural/src/params/kinds.rs b/nn/neural/src/params/kinds.rs → ...ifacts/archive/neural/src/params/kinds.rs
diff --git a/nn/neural/src/params/masks/mask.rs → ...s/archive/neural/src/params/masks/mask.rs b/nn/neural/src/params/masks/mask.rs → ...s/archive/neural/src/params/masks/mask.rs
diff --git a/nn/neural/src/params/masks/mod.rs → ...ts/archive/neural/src/params/masks/mod.rs b/nn/neural/src/params/masks/mod.rs → ...ts/archive/neural/src/params/masks/mod.rs
diff --git a/nn/neural/src/params/mod.rs → .artifacts/archive/neural/src/params/mod.rs b/nn/neural/src/params/mod.rs → .artifacts/archive/neural/src/params/mod.rs
diff --git a/nn/neural/src/params/param.rs → ...ifacts/archive/neural/src/params/param.rs b/nn/neural/src/params/param.rs → ...ifacts/archive/neural/src/params/param.rs
diff --git a/nn/neural/src/params/store.rs → ...ifacts/archive/neural/src/params/store.rs b/nn/neural/src/params/store.rs → ...ifacts/archive/neural/src/params/store.rs
diff --git a/nn/neural/src/params/store/group.rs → .../archive/neural/src/params/store/group.rs b/nn/neural/src/params/store/group.rs → .../archive/neural/src/params/store/group.rs
diff --git a/nn/neural/src/params/variable.rs → ...cts/archive/neural/src/params/variable.rs b/nn/neural/src/params/variable.rs → ...cts/archive/neural/src/params/variable.rs
diff --git a/nn/neural/src/primitives.rs → .artifacts/archive/neural/src/primitives.rs b/nn/neural/src/primitives.rs → .artifacts/archive/neural/src/primitives.rs
diff --git a/nn/neural/src/specs.rs → .artifacts/archive/neural/src/specs.rs b/nn/neural/src/specs.rs → .artifacts/archive/neural/src/specs.rs
diff --git a/nn/neural/src/utils.rs → .artifacts/archive/neural/src/utils.rs b/nn/neural/src/utils.rs → .artifacts/archive/neural/src/utils.rs
diff --git a/nn/neural/tests/default.rs → .artifacts/archive/neural/tests/default.rs b/nn/neural/tests/default.rs → .artifacts/archive/neural/tests/default.rs
diff --git a/nn/nlp/Cargo.toml → .artifacts/archive/nlp/Cargo.toml b/nn/nlp/Cargo.toml → .artifacts/archive/nlp/Cargo.toml
diff --git a/nn/nlp/src/embed/context/mod.rs → ...acts/archive/nlp/src/embed/context/mod.rs b/nn/nlp/src/embed/context/mod.rs → ...acts/archive/nlp/src/embed/context/mod.rs
diff --git a/nn/nlp/src/embed/embedding.rs → ...ifacts/archive/nlp/src/embed/embedding.rs b/nn/nlp/src/embed/embedding.rs → ...ifacts/archive/nlp/src/embed/embedding.rs
diff --git a/nn/nlp/src/embed/mod.rs → .artifacts/archive/nlp/src/embed/mod.rs b/nn/nlp/src/embed/mod.rs → .artifacts/archive/nlp/src/embed/mod.rs
diff --git a/nn/nlp/src/embed/words/mod.rs → ...ifacts/archive/nlp/src/embed/words/mod.rs b/nn/nlp/src/embed/words/mod.rs → ...ifacts/archive/nlp/src/embed/words/mod.rs
diff --git a/nn/nlp/src/embed/words/word2vec.rs → ...s/archive/nlp/src/embed/words/word2vec.rs b/nn/nlp/src/embed/words/word2vec.rs → ...s/archive/nlp/src/embed/words/word2vec.rs
diff --git a/nn/nlp/src/encode/mod.rs → .artifacts/archive/nlp/src/encode/mod.rs b/nn/nlp/src/encode/mod.rs → .artifacts/archive/nlp/src/encode/mod.rs
diff --git a/nn/nlp/src/encode/positional.rs → ...acts/archive/nlp/src/encode/positional.rs b/nn/nlp/src/encode/positional.rs → ...acts/archive/nlp/src/encode/positional.rs
diff --git a/nn/nlp/src/lib.rs → .artifacts/archive/nlp/src/lib.rs b/nn/nlp/src/lib.rs → .artifacts/archive/nlp/src/lib.rs
diff --git a/nn/nlp/src/primitives.rs → .artifacts/archive/nlp/src/primitives.rs b/nn/nlp/src/primitives.rs → .artifacts/archive/nlp/src/primitives.rs
diff --git a/nn/nlp/src/specs.rs → .artifacts/archive/nlp/src/specs.rs b/nn/nlp/src/specs.rs → .artifacts/archive/nlp/src/specs.rs
diff --git a/nn/nlp/src/utils.rs → .artifacts/archive/nlp/src/utils.rs b/nn/nlp/src/utils.rs → .artifacts/archive/nlp/src/utils.rs
diff --git a/nn/nlp/tests/default.rs → .artifacts/archive/nlp/tests/default.rs b/nn/nlp/tests/default.rs → .artifacts/archive/nlp/tests/default.rs
diff --git a/nn/nn/Cargo.toml → .artifacts/archive/nn/Cargo.toml b/nn/nn/Cargo.toml → .artifacts/archive/nn/Cargo.toml
@@ -52,7 +52,7 @@ blas = [
     "concision-nlp/blas",
     "concision-optim/blas",
     "concision-s4/blas",
-    "concision-transformers/blas",
+    "transformers?/blas",
 ]
 
 intel-mkl-system = [
@@ -104,13 +104,13 @@ concision-neural = { path = "../neural", version = "0.1.12" }
 concision-nlp = { optional = true, path = "../nlp", version = "0.1.12" }
 concision-optim = { optional = true, path = "../optim", version = "0.1.12" }
 concision-s4 = { optional = true, path = "../s4", version = "0.1.12" }
-concision-transformers = { optional = true, path = "../transformers", version = "0.1.12" }
+transformers = { optional = true, path = "../transformers", version = "0.1.12" }
 
 
 [dev-dependencies]
 anyhow = "1"
 approx = "0.5"
-concision = { path = "../../concision" }
+concision = { path = "../../../concision" }
 ndarray = { features = ["approx-0_5", "serde-1"], version = "0.15" }
 
 [package.metadata.docs.rs]

diff --git a/nn/nn/examples/basic.rs → .artifacts/archive/nn/examples/basic.rs b/nn/nn/examples/basic.rs → .artifacts/archive/nn/examples/basic.rs
diff --git a/nn/nn/src/lib.rs → .artifacts/archive/nn/src/lib.rs b/nn/nn/src/lib.rs → .artifacts/archive/nn/src/lib.rs
@@ -16,7 +16,7 @@ pub use concision_optim as optim;
 #[cfg(feature = "s4")]
 pub use concision_s4 as s4;
 #[cfg(feature = "transformers")]
-pub use concision_transformers as transformers;
+pub use transformers as transformers;
 
 pub mod prelude {
     pub use concision_neural::prelude::*;

diff --git a/nn/nn/tests/default.rs → .artifacts/archive/nn/tests/default.rs b/nn/nn/tests/default.rs → .artifacts/archive/nn/tests/default.rs
diff --git a/nn/optim/Cargo.toml → .artifacts/archive/optim/Cargo.toml b/nn/optim/Cargo.toml → .artifacts/archive/optim/Cargo.toml
diff --git a/nn/optim/examples/norm.rs → .artifacts/archive/optim/examples/norm.rs b/nn/optim/examples/norm.rs → .artifacts/archive/optim/examples/norm.rs
diff --git a/nn/optim/examples/sgd.rs → .artifacts/archive/optim/examples/sgd.rs b/nn/optim/examples/sgd.rs → .artifacts/archive/optim/examples/sgd.rs
diff --git a/nn/optim/src/grad/adam.rs → .artifacts/archive/optim/src/grad/adam.rs b/nn/optim/src/grad/adam.rs → .artifacts/archive/optim/src/grad/adam.rs
diff --git a/nn/optim/src/grad/descent.rs → .artifacts/archive/optim/src/grad/descent.rs b/nn/optim/src/grad/descent.rs → .artifacts/archive/optim/src/grad/descent.rs
diff --git a/nn/optim/src/grad/gradient.rs → ...ifacts/archive/optim/src/grad/gradient.rs b/nn/optim/src/grad/gradient.rs → ...ifacts/archive/optim/src/grad/gradient.rs
diff --git a/nn/optim/src/grad/mod.rs → .artifacts/archive/optim/src/grad/mod.rs b/nn/optim/src/grad/mod.rs → .artifacts/archive/optim/src/grad/mod.rs
diff --git a/nn/optim/src/grad/modes.rs → .artifacts/archive/optim/src/grad/modes.rs b/nn/optim/src/grad/modes.rs → .artifacts/archive/optim/src/grad/modes.rs
diff --git a/nn/optim/src/grad/sgd.rs → .artifacts/archive/optim/src/grad/sgd.rs b/nn/optim/src/grad/sgd.rs → .artifacts/archive/optim/src/grad/sgd.rs
diff --git a/nn/optim/src/lib.rs → .artifacts/archive/optim/src/lib.rs b/nn/optim/src/lib.rs → .artifacts/archive/optim/src/lib.rs
diff --git a/nn/optim/src/norm/kinds.rs → .artifacts/archive/optim/src/norm/kinds.rs b/nn/optim/src/norm/kinds.rs → .artifacts/archive/optim/src/norm/kinds.rs
diff --git a/nn/optim/src/norm/mod.rs → .artifacts/archive/optim/src/norm/mod.rs b/nn/optim/src/norm/mod.rs → .artifacts/archive/optim/src/norm/mod.rs
diff --git a/nn/optim/src/norm/normalizer.rs → ...acts/archive/optim/src/norm/normalizer.rs b/nn/optim/src/norm/normalizer.rs → ...acts/archive/optim/src/norm/normalizer.rs
diff --git a/nn/optim/src/optimizer.rs → .artifacts/archive/optim/src/optimizer.rs b/nn/optim/src/optimizer.rs → .artifacts/archive/optim/src/optimizer.rs
diff --git a/nn/optim/src/params/mod.rs → .artifacts/archive/optim/src/params/mod.rs b/nn/optim/src/params/mod.rs → .artifacts/archive/optim/src/params/mod.rs
diff --git a/nn/optim/src/primitives.rs → .artifacts/archive/optim/src/primitives.rs b/nn/optim/src/primitives.rs → .artifacts/archive/optim/src/primitives.rs
diff --git a/nn/optim/src/specs.rs → .artifacts/archive/optim/src/specs.rs b/nn/optim/src/specs.rs → .artifacts/archive/optim/src/specs.rs
diff --git a/nn/optim/src/utils.rs → .artifacts/archive/optim/src/utils.rs b/nn/optim/src/utils.rs → .artifacts/archive/optim/src/utils.rs
diff --git a/nn/optim/tests/default.rs → .artifacts/archive/optim/tests/default.rs b/nn/optim/tests/default.rs → .artifacts/archive/optim/tests/default.rs
diff --git a/nn/s4/Cargo.toml → .artifacts/archive/s4/Cargo.toml b/nn/s4/Cargo.toml → .artifacts/archive/s4/Cargo.toml
diff --git a/nn/s4/examples/s4.rs → .artifacts/archive/s4/examples/s4.rs b/nn/s4/examples/s4.rs → .artifacts/archive/s4/examples/s4.rs
diff --git a/nn/s4/examples/ssm.rs → .artifacts/archive/s4/examples/ssm.rs b/nn/s4/examples/ssm.rs → .artifacts/archive/s4/examples/ssm.rs
diff --git a/nn/s4/src/cmp/cache.rs → .artifacts/archive/s4/src/cmp/cache.rs b/nn/s4/src/cmp/cache.rs → .artifacts/archive/s4/src/cmp/cache.rs
diff --git a/nn/s4/src/cmp/kernel.rs → .artifacts/archive/s4/src/cmp/kernel.rs b/nn/s4/src/cmp/kernel.rs → .artifacts/archive/s4/src/cmp/kernel.rs
diff --git a/nn/s4/src/cmp/mod.rs → .artifacts/archive/s4/src/cmp/mod.rs b/nn/s4/src/cmp/mod.rs → .artifacts/archive/s4/src/cmp/mod.rs
diff --git a/nn/s4/src/hippo/dplr.rs → .artifacts/archive/s4/src/hippo/dplr.rs b/nn/s4/src/hippo/dplr.rs → .artifacts/archive/s4/src/hippo/dplr.rs
diff --git a/nn/s4/src/hippo/hippo.rs → .artifacts/archive/s4/src/hippo/hippo.rs b/nn/s4/src/hippo/hippo.rs → .artifacts/archive/s4/src/hippo/hippo.rs
diff --git a/nn/s4/src/hippo/kinds.rs → .artifacts/archive/s4/src/hippo/kinds.rs b/nn/s4/src/hippo/kinds.rs → .artifacts/archive/s4/src/hippo/kinds.rs
diff --git a/nn/s4/src/hippo/mod.rs → .artifacts/archive/s4/src/hippo/mod.rs b/nn/s4/src/hippo/mod.rs → .artifacts/archive/s4/src/hippo/mod.rs
diff --git a/nn/s4/src/hippo/nplr.rs → .artifacts/archive/s4/src/hippo/nplr.rs b/nn/s4/src/hippo/nplr.rs → .artifacts/archive/s4/src/hippo/nplr.rs
diff --git a/nn/s4/src/lib.rs → .artifacts/archive/s4/src/lib.rs b/nn/s4/src/lib.rs → .artifacts/archive/s4/src/lib.rs
diff --git a/nn/s4/src/model/config.rs → .artifacts/archive/s4/src/model/config.rs b/nn/s4/src/model/config.rs → .artifacts/archive/s4/src/model/config.rs
diff --git a/nn/s4/src/model/mod.rs → .artifacts/archive/s4/src/model/mod.rs b/nn/s4/src/model/mod.rs → .artifacts/archive/s4/src/model/mod.rs
diff --git a/nn/s4/src/model/module.rs → .artifacts/archive/s4/src/model/module.rs b/nn/s4/src/model/module.rs → .artifacts/archive/s4/src/model/module.rs
diff --git a/nn/s4/src/model/params.rs → .artifacts/archive/s4/src/model/params.rs b/nn/s4/src/model/params.rs → .artifacts/archive/s4/src/model/params.rs
diff --git a/nn/s4/src/ops/convolve.rs → .artifacts/archive/s4/src/ops/convolve.rs b/nn/s4/src/ops/convolve.rs → .artifacts/archive/s4/src/ops/convolve.rs
diff --git a/nn/s4/src/ops/discretize.rs → .artifacts/archive/s4/src/ops/discretize.rs b/nn/s4/src/ops/discretize.rs → .artifacts/archive/s4/src/ops/discretize.rs
diff --git a/nn/s4/src/ops/gen.rs → .artifacts/archive/s4/src/ops/gen.rs b/nn/s4/src/ops/gen.rs → .artifacts/archive/s4/src/ops/gen.rs
diff --git a/nn/s4/src/ops/mod.rs → .artifacts/archive/s4/src/ops/mod.rs b/nn/s4/src/ops/mod.rs → .artifacts/archive/s4/src/ops/mod.rs
diff --git a/nn/s4/src/ops/scan.rs → .artifacts/archive/s4/src/ops/scan.rs b/nn/s4/src/ops/scan.rs → .artifacts/archive/s4/src/ops/scan.rs
diff --git a/nn/s4/src/params/dplr.rs → .artifacts/archive/s4/src/params/dplr.rs b/nn/s4/src/params/dplr.rs → .artifacts/archive/s4/src/params/dplr.rs
diff --git a/nn/s4/src/params/kinds.rs → .artifacts/archive/s4/src/params/kinds.rs b/nn/s4/src/params/kinds.rs → .artifacts/archive/s4/src/params/kinds.rs
diff --git a/nn/s4/src/params/mod.rs → .artifacts/archive/s4/src/params/mod.rs b/nn/s4/src/params/mod.rs → .artifacts/archive/s4/src/params/mod.rs
diff --git a/nn/s4/src/params/store.rs → .artifacts/archive/s4/src/params/store.rs b/nn/s4/src/params/store.rs → .artifacts/archive/s4/src/params/store.rs
diff --git a/nn/s4/src/primitives.rs → .artifacts/archive/s4/src/primitives.rs b/nn/s4/src/primitives.rs → .artifacts/archive/s4/src/primitives.rs
diff --git a/nn/s4/src/specs.rs → .artifacts/archive/s4/src/specs.rs b/nn/s4/src/specs.rs → .artifacts/archive/s4/src/specs.rs
diff --git a/nn/s4/src/ssm/config.rs → .artifacts/archive/s4/src/ssm/config.rs b/nn/s4/src/ssm/config.rs → .artifacts/archive/s4/src/ssm/config.rs
diff --git a/nn/s4/src/ssm/mod.rs → .artifacts/archive/s4/src/ssm/mod.rs b/nn/s4/src/ssm/mod.rs → .artifacts/archive/s4/src/ssm/mod.rs
diff --git a/nn/s4/src/ssm/model.rs → .artifacts/archive/s4/src/ssm/model.rs b/nn/s4/src/ssm/model.rs → .artifacts/archive/s4/src/ssm/model.rs
diff --git a/nn/s4/src/utils.rs → .artifacts/archive/s4/src/utils.rs b/nn/s4/src/utils.rs → .artifacts/archive/s4/src/utils.rs
diff --git a/nn/s4/tests/blas.rs → .artifacts/archive/s4/tests/blas.rs b/nn/s4/tests/blas.rs → .artifacts/archive/s4/tests/blas.rs
diff --git a/nn/s4/tests/conversion.rs → .artifacts/archive/s4/tests/conversion.rs b/nn/s4/tests/conversion.rs → .artifacts/archive/s4/tests/conversion.rs
diff --git a/nn/s4/tests/default.rs → .artifacts/archive/s4/tests/default.rs b/nn/s4/tests/default.rs → .artifacts/archive/s4/tests/default.rs
diff --git a/nn/s4/tests/dplr.rs → .artifacts/archive/s4/tests/dplr.rs b/nn/s4/tests/dplr.rs → .artifacts/archive/s4/tests/dplr.rs
diff --git a/nn/transformers/Cargo.toml → .artifacts/archive/transformers/Cargo.toml b/nn/transformers/Cargo.toml → .artifacts/archive/transformers/Cargo.toml
@@ -6,7 +6,7 @@ edition.workspace = true
 homepage.workspace = true
 keywords.workspace = true
 license.workspace = true
-name = "concision-transformers"
+name = "transformers"
 readme.workspace = true
 repository.workspace = true
 version.workspace = true

diff --git a/nn/transformers/src/attention/head.rs → ...rchive/transformers/src/attention/head.rs b/nn/transformers/src/attention/head.rs → ...rchive/transformers/src/attention/head.rs
diff --git a/nn/transformers/src/attention/mod.rs → ...archive/transformers/src/attention/mod.rs b/nn/transformers/src/attention/mod.rs → ...archive/transformers/src/attention/mod.rs
diff --git a/...sformers/src/attention/multi/attention.rs → ...sformers/src/attention/multi/attention.rs b/...sformers/src/attention/multi/attention.rs → ...sformers/src/attention/multi/attention.rs
diff --git a/nn/transformers/src/attention/multi/mod.rs → ...e/transformers/src/attention/multi/mod.rs b/nn/transformers/src/attention/multi/mod.rs → ...e/transformers/src/attention/multi/mod.rs
diff --git a/...ransformers/src/attention/multi/params.rs → ...ransformers/src/attention/multi/params.rs b/...ransformers/src/attention/multi/params.rs → ...ransformers/src/attention/multi/params.rs
diff --git a/nn/transformers/src/attention/params/dim.rs → .../transformers/src/attention/params/dim.rs b/nn/transformers/src/attention/params/dim.rs → .../transformers/src/attention/params/dim.rs
diff --git a/...rmers/src/attention/params/hyperparams.rs → ...rmers/src/attention/params/hyperparams.rs b/...rmers/src/attention/params/hyperparams.rs → ...rmers/src/attention/params/hyperparams.rs
diff --git a/nn/transformers/src/attention/params/mod.rs → .../transformers/src/attention/params/mod.rs b/nn/transformers/src/attention/params/mod.rs → .../transformers/src/attention/params/mod.rs
diff --git a/nn/transformers/src/attention/params/qkv.rs → .../transformers/src/attention/params/qkv.rs b/nn/transformers/src/attention/params/qkv.rs → .../transformers/src/attention/params/qkv.rs
diff --git a/nn/transformers/src/attention/weights.rs → ...ive/transformers/src/attention/weights.rs b/nn/transformers/src/attention/weights.rs → ...ive/transformers/src/attention/weights.rs
diff --git a/nn/transformers/src/codec/decode/decoder.rs → .../transformers/src/codec/decode/decoder.rs b/nn/transformers/src/codec/decode/decoder.rs → .../transformers/src/codec/decode/decoder.rs
diff --git a/nn/transformers/src/codec/decode/mod.rs → ...hive/transformers/src/codec/decode/mod.rs b/nn/transformers/src/codec/decode/mod.rs → ...hive/transformers/src/codec/decode/mod.rs
diff --git a/nn/transformers/src/codec/decode/params.rs → ...e/transformers/src/codec/decode/params.rs b/nn/transformers/src/codec/decode/params.rs → ...e/transformers/src/codec/decode/params.rs
diff --git a/nn/transformers/src/codec/encode/encoder.rs → .../transformers/src/codec/encode/encoder.rs b/nn/transformers/src/codec/encode/encoder.rs → .../transformers/src/codec/encode/encoder.rs
diff --git a/nn/transformers/src/codec/encode/mod.rs → ...hive/transformers/src/codec/encode/mod.rs b/nn/transformers/src/codec/encode/mod.rs → ...hive/transformers/src/codec/encode/mod.rs
diff --git a/nn/transformers/src/codec/encode/params.rs → ...e/transformers/src/codec/encode/params.rs b/nn/transformers/src/codec/encode/params.rs → ...e/transformers/src/codec/encode/params.rs
diff --git a/nn/transformers/src/codec/encode/stack.rs → ...ve/transformers/src/codec/encode/stack.rs b/nn/transformers/src/codec/encode/stack.rs → ...ve/transformers/src/codec/encode/stack.rs
diff --git a/nn/transformers/src/codec/mod.rs → ...cts/archive/transformers/src/codec/mod.rs b/nn/transformers/src/codec/mod.rs → ...cts/archive/transformers/src/codec/mod.rs
diff --git a/nn/transformers/src/ffn/mod.rs → ...facts/archive/transformers/src/ffn/mod.rs b/nn/transformers/src/ffn/mod.rs → ...facts/archive/transformers/src/ffn/mod.rs
diff --git a/nn/transformers/src/ffn/network.rs → ...s/archive/transformers/src/ffn/network.rs b/nn/transformers/src/ffn/network.rs → ...s/archive/transformers/src/ffn/network.rs
diff --git a/nn/transformers/src/ffn/params.rs → ...ts/archive/transformers/src/ffn/params.rs b/nn/transformers/src/ffn/params.rs → ...ts/archive/transformers/src/ffn/params.rs
diff --git a/nn/transformers/src/lib.rs → .artifacts/archive/transformers/src/lib.rs b/nn/transformers/src/lib.rs → .artifacts/archive/transformers/src/lib.rs
diff --git a/nn/transformers/src/ops/merge.rs → ...cts/archive/transformers/src/ops/merge.rs b/nn/transformers/src/ops/merge.rs → ...cts/archive/transformers/src/ops/merge.rs
diff --git a/nn/transformers/src/ops/mod.rs → ...facts/archive/transformers/src/ops/mod.rs b/nn/transformers/src/ops/mod.rs → ...facts/archive/transformers/src/ops/mod.rs
diff --git a/nn/transformers/src/ops/split.rs → ...cts/archive/transformers/src/ops/split.rs b/nn/transformers/src/ops/split.rs → ...cts/archive/transformers/src/ops/split.rs
diff --git a/nn/transformers/src/primitives.rs → ...ts/archive/transformers/src/primitives.rs b/nn/transformers/src/primitives.rs → ...ts/archive/transformers/src/primitives.rs
diff --git a/nn/transformers/src/specs.rs → .artifacts/archive/transformers/src/specs.rs b/nn/transformers/src/specs.rs → .artifacts/archive/transformers/src/specs.rs
diff --git a/nn/transformers/src/transform/config.rs → ...hive/transformers/src/transform/config.rs b/nn/transformers/src/transform/config.rs → ...hive/transformers/src/transform/config.rs
diff --git a/nn/transformers/src/transform/mod.rs → ...archive/transformers/src/transform/mod.rs b/nn/transformers/src/transform/mod.rs → ...archive/transformers/src/transform/mod.rs
diff --git a/nn/transformers/src/transform/transformer.rs → ...transformers/src/transform/transformer.rs b/nn/transformers/src/transform/transformer.rs → ...transformers/src/transform/transformer.rs
diff --git a/nn/transformers/src/utils.rs → .artifacts/archive/transformers/src/utils.rs b/nn/transformers/src/utils.rs → .artifacts/archive/transformers/src/utils.rs
diff --git a/nn/transformers/tests/default.rs → ...cts/archive/transformers/tests/default.rs b/nn/transformers/tests/default.rs → ...cts/archive/transformers/tests/default.rs
diff --git a/.artifacts/license/APACHE.SCSYS.LICENSE b/.artifacts/license/APACHE.SCSYS.LICENSE
@@ -186,7 +186,7 @@
       same "printed page" as the copyright notice for easier
       identification within third-party archives.
 
-   Copyright 2023 Scattered-Systems, DAO LLC
+   Copyright 2024 Scattered-Systems, LLC
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

diff --git a/.artifacts/license/MIT.LICENSE b/.artifacts/license/MIT.LICENSE
@@ -1,6 +1,6 @@
 The MIT License (MIT)
 
-Copyright (c) 2023 Joe McCain III
+Copyright (c) 2024 Joe McCain III
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

diff --git a/.github/ISSUE_TEMPLATE/issue.md b/.github/ISSUE_TEMPLATE/issue.md
@@ -0,0 +1,17 @@
+---
+about: A generic issue template
+assignees:
+    - FL03
+labels: []
+projects: ['@FL03/concision:features']
+name: Generic Issue
+title: ''
+---
+
+**Describe the proposal or feature that this issue is tracking.**
+
+## Issues
+
+- []
+
+## Pull Requests
diff --git a/.github/ISSUE_TEMPLATE/proposal.md b/.github/ISSUE_TEMPLATE/proposal.md
@@ -1,12 +1,14 @@
 ---
-name: Proposal
-about: A proposal for a new feature or change
-title: 'Proposal:'
-labels: ['proposal']
-projects: ['@FL03/concision:features', '@FL03/concision:roadmap']
+about: A formal proposal discussing any new features, changes, or improvements to the project.
 assignees:
     - FL03
-
+labels: ['proposal']
+name: Improvement Proposal
+projects: ['@FL03/concision:features', '@FL03/concision:roadmap']
+title: 'CNC-0000:'
 ---
 
 
+### Resources
+
+- [company](https://github.com/scattered-systems)
diff --git a/.github/ISSUE_TEMPLATE/tracking.md b/.github/ISSUE_TEMPLATE/tracking.md
@@ -0,0 +1,17 @@
+---
+about: Create a new tracking issue to track the progress of a proposal or feature.
+assignees:
+    - FL03
+labels: ['tracking']
+projects: ['@FL03/concision:features']
+name: Tracking Issue
+title: 'Tracking Issue:'
+---
+
+**Describe the proposal or feature that this issue is tracking.**
+
+## Issues
+
+- []
+
+## Pull Requests
diff --git a/.github/workflows/clippy.yml b/.github/workflows/clippy.yml
@@ -1,4 +1,4 @@
-name: Clippy
+name: clippy
 
 on:
   pull_request:

diff --git a/.github/workflows/crates.yml b/.github/workflows/crates.yml
@@ -1,4 +1,4 @@
-name: crates.io
+name: crates
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}

diff --git a/.github/workflows/rust.yml b/.github/workflows/rust.yml
@@ -1,11 +1,12 @@
-name: Rust
+name: rust
 
 concurrency: 
   cancel-in-progress: false
   group: ${{ github.event.repository.name }}-rust
 
 env:
   CARGO_TERM_COLOR: always
+  CRATE_BASENAME: ${{ github.event.repository.name }}
 
 on:
   pull_request:
@@ -53,12 +54,12 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
-      - name: setup (langspace)
+      - name: rustup
         run: |
           rustup default nightly
           rustup update
-      - name: Bench
-        run: cargo bench --all -v
+      - run: cargo bench --all -v
+
   test:
     name: Test
     strategy:
@@ -67,14 +68,13 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
-      - name: setup (langspace)
-        run: |
-          rustup default ${{ matrix.toolchain }}
-          rustup update
-      - name: Test
-        run: cargo test --features full -v --workspace
+      - run: rustup default ${{ matrix.toolchain }} && rustup update
+      - run: cargo test --features full -v --workspace
+
   blas:
     continue-on-error: true
+    env:
+      PACKAGE_NAME: ${{ github.event.repository.name }}-${{ matrix.crate }}
     name: Test (blas)
     strategy:
       matrix:
@@ -83,9 +83,8 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
-      - name: rustup
-        run: |
-          rustup default ${{ matrix.toolchain }}
-          rustup update
+      - run: rustup default ${{ matrix.toolchain }} && rustup update
       - name: test
-        run: cargo test --features blas -v --package ${{ github.event.repository.name }}-${{ matrix.crate }}
+        run: |
+          cargo clean
+          cargo test --features blas -v -p ${{ env.PACKAGE_NAME }}
diff --git a/Cargo.toml b/Cargo.toml
@@ -8,22 +8,20 @@ keywords = ["data-science", "scsys", "toolkit"]
 license = "Apache-2.0"
 readme = "README.md"
 repository = "https://github.com/FL03/concision"
-version = "0.1.13"
+version = "0.1.14"
 
 [workspace.dependencies]
 # acme = { features = ["full"], branch = "v0.3.2", git = "https://github.com/FL03/acme", version = "0.3.2" }
 # ndtensor = { features = ["full"], branch = "v0.1.1", git = "https://github.com/FL03/ndtensor", version = "0.1" }
-# scsys = { features = ["full"], branch = "v0.2.2", git = "https://github.com/scattered-systems/scsys", version = "0.2" }
+scsys = { default-features = false, branch = "v0.2.3", features = ["derive"], git = "https://github.com/scattered-systems/scsys.git", version = "0.2" }
 
 approx = "0.5"
-itertools = "0.12"
+itertools = "0.13"
 lazy_static = "1"
 ndarray = { default-features = false, version = "0.15" }
-ndarray-rand = "0.14"
 ndarray-stats = "0.5"
 num = { default-features = false, version = "0.4" }
-# serde = { features = ["derive"], version = "1" }
-# serde_json = "1"
+paste = "1"
 smart-default = "0.7"
 strum = { default-features = false, features = ["derive"], version = "0.26" }
 
@@ -33,7 +31,7 @@ default-members = [
 ]
 
 exclude = [
-    "nn/*",
+    ".artifacts/archive/*",
 ]
 
 members = [
@@ -44,7 +42,8 @@ members = [
     "macros",
     "models/linear",
     "models/gnn",
-    "models/kan",
+    "models/kan", 
+    "models/transformers",
 ]
 
 resolver = "2"

diff --git a/LICENSE b/LICENSE
@@ -186,7 +186,7 @@
       same "printed page" as the copyright notice for easier
       identification within third-party archives.
 
-   Copyright 2023 Joe McCain III
+   Copyright 2024 Joe McCain III
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

diff --git a/README.md b/README.md
@@ -4,12 +4,15 @@
 
 [![clippy](https://github.com/FL03/concision/actions/workflows/clippy.yml/badge.svg)](https://github.com/FL03/concision/actions/workflows/clippy.yml)
 [![rust](https://github.com/FL03/concision/actions/workflows/rust.yml/badge.svg)](https://github.com/FL03/concision/actions/workflows/rust.yml)
-[![crates.io](https://github.com/FL03/concision/actions/workflows/crates.yml/badge.svg)](https://github.com/FL03/concision/actions/workflows/crates.yml)
-
 
 ***
 
-Concision is designed to be a complete toolkit for building machine learning models in Rust. 
+### _The library is currently in the early stages of development and is not yet ready for production use._
+
+Concision is designed to be a complete toolkit for building machine learning models in Rust.
+
+Concision is a machine learning library for building powerful models in Rust prioritizing ease-of-use, efficiency, and flexability. The library is built to make use of the 
+both the upcoming `autodiff` experimental feature and increased support for generics in the 2024 edition of Rust.
 
 ## Getting Started
 
@@ -28,28 +31,29 @@ cargo build --features full -r --workspace
 
 ## Usage
 
+### Example: Linear Model (biased)
+
 ```rust
     extern crate concision as cnc;
 
-    use cnc::func::Sigmoid;
-    use cnc::linear::{Config, Features, Linear};
-    use cnc::{linarr, Predict, Result};
+    use cnc::prelude::{linarr, Linear, Result, Sigmoid};
     use ndarray::Ix2;
 
     fn main() -> Result<()> {
         tracing_subscriber::fmt::init();
         tracing::info!("Starting linear model example");
 
-        let (samples, dmodel, features) = (20, 5, 3);
-        let features = Features::new(3, 5);
-        let config = Config::new("example", features).biased();
-        let data = linarr::<f64, Ix2>((samples, dmodel)).unwrap();
+        let (samples, d_in, d_out) = (20, 5, 3);
+        let data = linarr::<f64, Ix2>((samples, d_in)).unwrap();
+
+        let model = Linear::<f64>::from_features(d_in, d_out).uniform();
+        // let model = Linear::<f64, cnc::linear::Unbiased>::from_features(d_in, d_out).uniform();
+
+        assert!(model.is_biased());
 
-        let model: Linear<f64> = Linear::std(config).uniform();
-        // `.activate(*data, *activation)` runs the forward pass and applies the activation function to the result
         let y = model.activate(&data, Sigmoid::sigmoid).unwrap();
-        assert_eq!(y.dim(), (samples, features));
-        println!("Predictions: {:?}", y);
+        assert_eq!(y.dim(), (samples, d_out));
+        println!("Predictions:\n{:?}", &y);
 
         Ok(())
     }