From 90659226f0a17098ef5b9ac1beca5a92c5b113bc Mon Sep 17 00:00:00 2001
From: Kye <kye@apacmediasolutions.com>
Date: Wed, 29 Nov 2023 15:34:09 -0800
Subject: [PATCH] init cleaup

---
 zeta/nn/__init__.py         | 10 ++++------
 zeta/nn/modules/__init__.py |  3 +++
 2 files changed, 7 insertions(+), 6 deletions(-)

diff --git a/zeta/nn/__init__.py b/zeta/nn/__init__.py
index a1fafd5d..6e3768f6 100644
--- a/zeta/nn/__init__.py
+++ b/zeta/nn/__init__.py
@@ -1,18 +1,16 @@
 # Attention
 # from zeta.nn.attention import *
-from zeta.nn import attention
+from zeta.nn.attention import *
 
-# architecture
-import zeta.structs as architecture
 
 # embeddings
 # from zeta.nn.embeddings import *
-from zeta.nn import embeddings
+from zeta.nn.embeddings import *
 
 # modules
 # from zeta.nn.modules import *
-from zeta.nn import modules
+from zeta.nn.modules import *
 
 # biases
 # from zeta.nn.biases import *
-from zeta.nn import biases
+from zeta.nn.biases import *
diff --git a/zeta/nn/modules/__init__.py b/zeta/nn/modules/__init__.py
index 2707065f..9cc211fd 100644
--- a/zeta/nn/modules/__init__.py
+++ b/zeta/nn/modules/__init__.py
@@ -57,6 +57,8 @@
 from zeta.nn.modules.itca import IterativeCrossSelfAttention
 from zeta.nn.modules.lang_conv_module import ConvolutionLanguageBlock
 from zeta.nn.modules.h3 import s4d_kernel
+from zeta.nn.modules.h3 import H3Layer
+
 __all__ = [
     "CNNNew",
     "CombinedLinear",
@@ -102,4 +104,5 @@
     "PreNorm",
     "IterativeCrossSelfAttention",
     "ConvolutionLanguageBlock",
+    "H3Layer",
 ]