first commit

framework/ModelState.js

@@ -0,0 +1,18 @@
+export class ModelState {
+
+    constructor() {
+
+        this.config = null;
+
+        // embeddings
+        this.tokenEmbedding = null;
+        this.positionEmbedding = null;
+
+        // transformer layers
+        this.layers = [];  // each layer: { Wq,Wk,Wv,bq,bk,bv, Wout,bout, Wfc1,bfc1, Wfc2,bfc2 }
+
+        // tied output projection
+        this.Wlogits = null;
+    }
+    
+}