export class ModelState {

    constructor() {

        this.config = null;

        // embeddings
        this.tokenEmbedding = null;
        this.positionEmbedding = null;

        // transformer layers
        this.layers = [];  // each layer: { Wq,Wk,Wv,bq,bk,bv, Wout,bout, Wfc1,bfc1, Wfc2,bfc2 }

        // tied output projection
        this.Wlogits = null;
    }
    
}